export-landsat-images-from-earthtime.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from urllib.parse import quote, urlparse\n",
    "import urllib.request\n",
    "import datetime, os, requests, sys\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def download_file(url, filename, timeout=3600):\n",
    "    if os.path.exists(filename):\n",
    "        sys.stdout.write('%s already downloaded\\n' % filename)\n",
    "        return True\n",
    "    else:\n",
    "        if not os.path.exists(os.path.dirname(filename)):\n",
    "            os.makedirs(os.path.dirname(filename))\n",
    "        sys.stdout.write('Downloading %s to %s\\n' % (url, filename))\n",
    "\n",
    "        try:\n",
    "            response = requests.Session().get(url, timeout=timeout)\n",
    "            if(response.status_code!=200):\n",
    "                print('Error response, code = %d, body = %s' % (response.status_code, response.text))\n",
    "                return False\n",
    "        except RequestException as e:\n",
    "            sys.stdout.write(\"Couldn't read %s because %s\" % (url, e))\n",
    "            return False\n",
    "\n",
    "        open(filename + '.tmp', \"wb\").write(response.content)\n",
    "        os.rename(filename + '.tmp', filename)\n",
    "        sys.stdout.write('Done, wrote %d bytes to %s\\n' % (len(response.content), filename))\n",
    "        return True\n",
    "\n",
    "            \n",
    "class RootArg:\n",
    "    arg_dict = {\n",
    "        'v': None,\n",
    "        't': 0,\n",
    "        'ps': 0,\n",
    "        'l': None,\n",
    "        'bt': None,\n",
    "        'et': None,\n",
    "        'startDwell': 0,\n",
    "        'endDwell': 0,\n",
    "        'fps': 30\n",
    "    }\n",
    "    def __init__(self, v, l, bt, et, **kwargs):\n",
    "        self.arg_dict['v'] = v\n",
    "        self.arg_dict['l'] = l\n",
    "        self.arg_dict['bt'] = bt\n",
    "        self.arg_dict['et'] = et\n",
    "        \n",
    "    def get(self):\n",
    "        arg_list = []\n",
    "        for (key,value) in self.arg_dict.items():\n",
    "            arg_list.append('%s=%s'%(key,value))\n",
    "        return 'https://headless.earthtime.org/#' + \"&\".join(arg_list)\n",
    "    \n",
    "class ThumbnailUrl:\n",
    "    arg_dict = {\n",
    "        'root': None,\n",
    "        'width': None,\n",
    "        'height': None,\n",
    "        'format': 'png',\n",
    "        'fps': 30,\n",
    "        'tileFormat': 'mp4',\n",
    "        'startDwell': 0,\n",
    "        'endDwell': 0,\n",
    "        'fromScreenshot': True\n",
    "    }\n",
    "    \n",
    "    def __init__(self, root, width, height):\n",
    "        self.arg_dict['root'] = root\n",
    "        self.arg_dict['width'] = width\n",
    "        self.arg_dict['height'] = height\n",
    "        \n",
    "\n",
    "    def get(self):\n",
    "        arg_list = []\n",
    "        for (key,value) in self.arg_dict.items():\n",
    "            arg_list.append('%s=%s'%(key,value))\n",
    "        return 'https://hal40-thumbnailworker.createlab.org/thumbnail?' + \"&\".join(arg_list)\n",
    "    \n",
    "\n",
    "def export_landsat_images_from_earthtime(sharelink, odir=None, w='5120', h='2880'):\n",
    "    years = range(1984,2023)\n",
    "    dates = ['%s0401' % x for x in years]\n",
    "    u = urlparse(sharelink)\n",
    "    v = None\n",
    "    l = None\n",
    "    for fragment in u.fragment.split('&'):\n",
    "        key,val = fragment.split('=')\n",
    "        if key == 'v':\n",
    "            v = val\n",
    "        if key == 'l':\n",
    "            l = val\n",
    "    if v is None or l is None:\n",
    "        print('Malformed sharelink')\n",
    "        return False\n",
    "    \n",
    "    if odir is None:\n",
    "        now = datetime.datetime.now()\n",
    "        timestamp = int(now.timestamp())\n",
    "        odir = '%s_%s' % (l.replace(',','_'), timestamp)\n",
    "\n",
    "    os.makedirs(odir, exist_ok=True)\n",
    "    thumbnails = []\n",
    "    for date in dates:\n",
    "        bt = et = date\n",
    "        root_arg = RootArg(v,l,bt,et)\n",
    "        thumbnail_url = ThumbnailUrl(quote(root_arg.get(), safe=''), w, h)\n",
    "        fname = str(date[0:4]) + '.png'\n",
    "        thumbnails.append((thumbnail_url.get(), os.path.join(odir,fname)))\n",
    "    for t in thumbnails:\n",
    "        download_file(t[0], t[1])\n",
    "    return True\n",
    "\n",
    "def export_images_from_earthtime(sharelink, start_date=1984, end_date=2022, odir=None, w='5120', h='2880'):\n",
    "    years = range(start_date,end_date+1)\n",
    "    dates = []\n",
    "    for y in years:\n",
    "        for m in range(1,13):\n",
    "            dates.append('%s%s01' % (str(y), str(m).zfill(2)))\n",
    "    u = urlparse(sharelink)\n",
    "    v = None\n",
    "    l = None\n",
    "    for fragment in u.fragment.split('&'):\n",
    "        key,val = fragment.split('=')\n",
    "        if key == 'v':\n",
    "            v = val\n",
    "        if key == 'l':\n",
    "            l = val\n",
    "    if v is None or l is None:\n",
    "        print('Malformed sharelink')\n",
    "        return False\n",
    "    \n",
    "    if odir is None:\n",
    "        now = datetime.datetime.now()\n",
    "        timestamp = int(now.timestamp())\n",
    "        odir = '%s_%s' % (l.replace(',','_'), timestamp)\n",
    "\n",
    "    os.makedirs(odir, exist_ok=True)\n",
    "    thumbnails = []\n",
    "    for date in dates:\n",
    "        bt = et = date\n",
    "        root_arg = RootArg(v,l,bt,et)\n",
    "        thumbnail_url = ThumbnailUrl(quote(root_arg.get(), safe=''), w, h)\n",
    "        fname = str(date) + '.png'\n",
    "        thumbnails.append((thumbnail_url.get(), os.path.join(odir,fname)))\n",
    "    for t in thumbnails:\n",
    "        print(t[0])\n",
    "        download_file(t[0], t[1])\n",
    "    return True\n",
    "\n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#export_landsat_images_from_earthtime('https://earthtime.org/explore#v=36.15028,-114.54353,9.608,latLng&t=3.2&ps=50&l=blsat&bt=19840101&et=20221231')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "export_landsat_images_from_earthtime('https://earthtime.org/explore#v=36.08499,-114.73683,10.109,latLng&t=0&ps=50&l=blsat&bt=19840101&et=20221231')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "sharelink = 'https://earthtime.org/explore#v=8.3659,8.80543,0.864,latLng&t=1.53&ps=50&l=uf,bdrk_simple&bt=20000101&et=20151231'\n",
    "start_year = 2000\n",
    "end_year = 2015\n",
    "out_dir = None\n",
    "export_images_from_earthtime(sharelink, start_year, end_year, out_dir)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}