queries_backup.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "ename": "ModuleNotFoundError",
     "evalue": "No module named 'dotenv'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[1;32m~\\AppData\\Local\\Temp/ipykernel_55424/259050264.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      4\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mos\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mpandas\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0mpd\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 6\u001b[1;33m \u001b[1;32mfrom\u001b[0m \u001b[0mdotenv\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mload_dotenv\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;31mModuleNotFoundError\u001b[0m: No module named 'dotenv'"
     ]
    }
   ],
   "source": [
    "import json\n",
    "import requests\n",
    "import time\n",
    "import os\n",
    "import pandas as pd\n",
    "from dotenv import load_dotenv "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Add debug prints for path checking\n",
    "print(\"Current working directory:\", os.getcwd())\n",
    "print(\"Script directory:\", os.path.dirname(os.path.abspath(__file__)))\n",
    "print(\".env file exists:\", os.path.exists('.env'))\n",
    "\n",
    "# Load environment variables from .env file\n",
    "# Try with explicit path\n",
    "dotenv_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), '.env')\n",
    "print(\"Looking for .env at:\", dotenv_path)\n",
    "print(\".env file exists at path:\", os.path.exists(dotenv_path))\n",
    "load_dotenv(dotenv_path)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "DUNE_KEY = os.getenv(\"DUNE_API_KEY\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_query_sql_to_file(dune_key, query_id, folder_name):\n",
    "    import requests\n",
    "    import pandas as pd\n",
    "    \n",
    "    headers = {\"X-Dune-API-Key\": dune_key}\n",
    "\n",
    "    \n",
    "    base_url = f\"https://api.dune.com/api/v1/query/{query_id}\"\n",
    "    result_response = requests.request(\"GET\", base_url, headers=headers)\n",
    "    if result_response.status_code == 200:\n",
    "        fl= open(f\"{folder_name}/{query_id}.sql\",\"w+\")\n",
    "        \n",
    "        lines = [f'--Name: {result_response.json()[\"name\"]}\\n', \n",
    "                 f'--Description: {result_response.json()[\"description\"]}\\n', \n",
    "                 f'--Parameters: {result_response.json()[\"parameters\"]}\\n', \n",
    "                 f'{result_response.json()[\"query_sql\"]}']\n",
    "        fl.writelines(lines)\n",
    "        fl.close()\n",
    "    else:\n",
    "        print(f\"{query_id} is not found, result_response: {result_response}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "queries = pd.read_csv('Lists_of_queries_MC.csv', index_col= False)\n",
    "MC_queries = queries[\"ID\"].to_list()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "for q in MC_queries:\n",
    "    load_query_sql_to_file(DUNE_KEY, q, 'Morning_Coffee')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.0"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}