(Feat) mod notebooks to download parquet_queries.py, useful for googl…

…e colab
aodn · May 2, 2024 · 9cb7b03 · 9cb7b03
1 parent 091984a
commit 9cb7b03
Show file tree

Hide file tree

Showing 8 changed files with 128 additions and 0 deletions.
diff --git a/notebooks/aatams_acoustic_tagging.ipynb b/notebooks/aatams_acoustic_tagging.ipynb
@@ -18,6 +18,22 @@
     "dataset_name = \"aatams_acoustic_tagging\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import os\n",
+    "if not os.path.exists('parquet_queries.py'):\n",
+    "  print('Downloading parquet_queries.py')\n",
+    "  url = 'https://raw.githubusercontent.com/aodn/aodn_cloud_optimised/main/notebooks/parquet_queries.py'\n",
+    "  response = requests.get(url)\n",
+    "  with open('parquet_queries.py', 'w') as f:\n",
+    "      f.write(response.text)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,

diff --git a/notebooks/anfog_nrt.ipynb b/notebooks/anfog_nrt.ipynb
@@ -18,6 +18,22 @@
     "dataset_name = \"anfog_slocum_glider\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import os\n",
+    "if not os.path.exists('parquet_queries.py'):\n",
+    "  print('Downloading parquet_queries.py')\n",
+    "  url = 'https://raw.githubusercontent.com/aodn/aodn_cloud_optimised/main/notebooks/parquet_queries.py'\n",
+    "  response = requests.get(url)\n",
+    "  with open('parquet_queries.py', 'w') as f:\n",
+    "      f.write(response.text)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,

diff --git a/notebooks/anmn_ctd.ipynb b/notebooks/anmn_ctd.ipynb
@@ -18,6 +18,22 @@
     "dataset_name = \"anmn_ctd_ts_fv01\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import os\n",
+    "if not os.path.exists('parquet_queries.py'):\n",
+    "  print('Downloading parquet_queries.py')\n",
+    "  url = 'https://raw.githubusercontent.com/aodn/aodn_cloud_optimised/main/notebooks/parquet_queries.py'\n",
+    "  response = requests.get(url)\n",
+    "  with open('parquet_queries.py', 'w') as f:\n",
+    "      f.write(response.text)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,

diff --git a/notebooks/anmn_temperature_logger.ipynb b/notebooks/anmn_temperature_logger.ipynb
@@ -18,6 +18,22 @@
     "dataset_name = \"anmn_temperature_logger_ts_fv01\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import os\n",
+    "if not os.path.exists('parquet_queries.py'):\n",
+    "  print('Downloading parquet_queries.py')\n",
+    "  url = 'https://raw.githubusercontent.com/aodn/aodn_cloud_optimised/main/notebooks/parquet_queries.py'\n",
+    "  response = requests.get(url)\n",
+    "  with open('parquet_queries.py', 'w') as f:\n",
+    "      f.write(response.text)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,

diff --git a/notebooks/ardc_wave_nrt.ipynb b/notebooks/ardc_wave_nrt.ipynb
@@ -18,6 +18,22 @@
     "dataset_name = \"ardc_wave_nrt\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import os\n",
+    "if not os.path.exists('parquet_queries.py'):\n",
+    "  print('Downloading parquet_queries.py')\n",
+    "  url = 'https://raw.githubusercontent.com/aodn/aodn_cloud_optimised/main/notebooks/parquet_queries.py'\n",
+    "  response = requests.get(url)\n",
+    "  with open('parquet_queries.py', 'w') as f:\n",
+    "      f.write(response.text)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,

diff --git a/notebooks/argo_core.ipynb b/notebooks/argo_core.ipynb
@@ -18,6 +18,22 @@
     "dataset_name = \"argo_core_yearly_geom\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import os\n",
+    "if not os.path.exists('parquet_queries.py'):\n",
+    "  print('Downloading parquet_queries.py')\n",
+    "  url = 'https://raw.githubusercontent.com/aodn/aodn_cloud_optimised/main/notebooks/parquet_queries.py'\n",
+    "  response = requests.get(url)\n",
+    "  with open('parquet_queries.py', 'w') as f:\n",
+    "      f.write(response.text)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,

diff --git a/notebooks/soop_xbt_nrt.ipynb b/notebooks/soop_xbt_nrt.ipynb
@@ -18,6 +18,22 @@
     "dataset_name = \"soop_xbt_nrt\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import os\n",
+    "if not os.path.exists('parquet_queries.py'):\n",
+    "  print('Downloading parquet_queries.py')\n",
+    "  url = 'https://raw.githubusercontent.com/aodn/aodn_cloud_optimised/main/notebooks/parquet_queries.py'\n",
+    "  response = requests.get(url)\n",
+    "  with open('parquet_queries.py', 'w') as f:\n",
+    "      f.write(response.text)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,

diff --git a/notebooks/template_parquet.ipynb b/notebooks/template_parquet.ipynb
@@ -18,6 +18,22 @@
     "dataset_name = \"dataset_parquet_name\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "import os\n",
+    "if not os.path.exists('parquet_queries.py'):\n",
+    "  print('Downloading parquet_queries.py')\n",
+    "  url = 'https://raw.githubusercontent.com/aodn/aodn_cloud_optimised/main/notebooks/parquet_queries.py'\n",
+    "  response = requests.get(url)\n",
+    "  with open('parquet_queries.py', 'w') as f:\n",
+    "      f.write(response.text)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,