calc_linear_trends.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2025-02-03T07:27:24.192653Z",
     "iopub.status.busy": "2025-02-03T07:27:24.192451Z",
     "iopub.status.idle": "2025-02-03T07:27:25.153939Z",
     "shell.execute_reply": "2025-02-03T07:27:25.153330Z"
    }
   },
   "outputs": [],
   "source": [
    "import geopandas as gpd\n",
    "import pandas as pd\n",
    "import os\n",
    "from glob import glob\n",
    "from sklearn.linear_model import LinearRegression\n",
    "from tqdm.auto import tqdm\n",
    "from tqdm.contrib.concurrent import process_map\n",
    "from sklearn.metrics import mean_squared_error, r2_score, mean_absolute_error, root_mean_squared_error"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2025-02-03T07:27:25.157878Z",
     "iopub.status.busy": "2025-02-03T07:27:25.157153Z",
     "iopub.status.idle": "2025-02-03T07:27:25.196876Z",
     "shell.execute_reply": "2025-02-03T07:27:25.196323Z"
    }
   },
   "outputs": [],
   "source": [
    "cells = gpd.read_file('global-inputs/HR6-change-cells-aoi.gpkg')\n",
    "\n",
    "cell_ids = cells.hex_id.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2025-02-03T07:27:25.199281Z",
     "iopub.status.busy": "2025-02-03T07:27:25.199034Z",
     "iopub.status.idle": "2025-02-03T07:27:25.208255Z",
     "shell.execute_reply": "2025-02-03T07:27:25.207778Z"
    }
   },
   "outputs": [],
   "source": [
    "shoreline_files = pd.Series(sorted(glob(\"data/HR6/*/shoreline_timeseries_tidal_correction.csv\")))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2025-02-03T07:27:25.210423Z",
     "iopub.status.busy": "2025-02-03T07:27:25.210208Z",
     "iopub.status.idle": "2025-02-03T07:27:25.215854Z",
     "shell.execute_reply": "2025-02-03T07:27:25.215363Z"
    }
   },
   "outputs": [],
   "source": [
    "def calc_trends(file):\n",
    "    df  = pd.read_csv(file)\n",
    "    try:\n",
    "        df.date = pd.to_datetime(df.date)\n",
    "    except:\n",
    "        print(file)\n",
    "    df.index = (df.date - df.date.min()).dt.days / 365.25\n",
    "    df.drop(columns=['date', 'Unnamed: 0', 'corrected_IW_shoreline_position', 'EOV_shoreline_chg'], inplace=True, errors='ignore')\n",
    "    trends = {}\n",
    "    for col in df.columns:\n",
    "        sub_df = df[col].dropna()\n",
    "        \n",
    "        if not len(sub_df):\n",
    "            continue\n",
    "        x = sub_df.index.to_numpy().reshape(-1,1)\n",
    "        y = sub_df\n",
    "        linear_trend = LinearRegression().fit(x,y)\n",
    "        pred = linear_trend.predict(x)\n",
    "\n",
    "        trends['index'] = file.split('/')[2]\n",
    "        if col == 'normalised_IW_shoreline_position':\n",
    "            trends[\"IW shoreline trend\"] = linear_trend.coef_[0]\n",
    "            trends[\"IW shoreline intercept\"] = linear_trend.intercept_\n",
    "            trends[\"IW shoreline n_points\"] = len(df[col])\n",
    "            trends[\"IW shoreline n_points_nonan\"] = len(sub_df)\n",
    "            trends[\"IW shoreline r2_score\"] = r2_score(y, pred)\n",
    "            trends[\"IW shoreline mae\"] = mean_absolute_error(y, pred)\n",
    "            trends[\"IW shoreline mse\"] = mean_squared_error(y, pred)\n",
    "            trends[\"IW shoreline rmse\"] = root_mean_squared_error(y, pred)\n",
    "        else:\n",
    "            trends[\"EOV shoreline trend\"] = linear_trend.coef_[0]\n",
    "            trends[\"EOV shoreline intercept\"] = linear_trend.intercept_\n",
    "            trends[\"EOV shoreline n_points\"] = len(df[col])\n",
    "            trends[\"EOV shoreline n_points_nonan\"] = len(sub_df)\n",
    "            trends[\"EOV shoreline r2_score\"] = r2_score(y, pred)\n",
    "            trends[\"EOV shoreline mae\"] = mean_absolute_error(y, pred)\n",
    "            trends[\"EOV shoreline mse\"] = mean_squared_error(y, pred)\n",
    "            trends[\"EOV shoreline rmse\"] = root_mean_squared_error(y, pred)\n",
    "\n",
    "    return pd.DataFrame([trends])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2025-02-03T07:27:25.218094Z",
     "iopub.status.busy": "2025-02-03T07:27:25.217619Z",
     "iopub.status.idle": "2025-02-03T07:27:29.842265Z",
     "shell.execute_reply": "2025-02-03T07:27:29.841712Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n",
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n",
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n",
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n",
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n",
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/miniforge3/envs/coastal-monitoring/lib/python3.13/site-packages/sklearn/metrics/_regression.py:1211: UndefinedMetricWarning: R^2 score is not well-defined with less than two samples.\n",
      "  warnings.warn(msg, UndefinedMetricWarning)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>IW shoreline trend</th>\n",
       "      <th>IW shoreline intercept</th>\n",
       "      <th>IW shoreline n_points</th>\n",
       "      <th>IW shoreline n_points_nonan</th>\n",
       "      <th>IW shoreline r2_score</th>\n",
       "      <th>IW shoreline mae</th>\n",
       "      <th>IW shoreline mse</th>\n",
       "      <th>IW shoreline rmse</th>\n",
       "      <th>EOV shoreline trend</th>\n",
       "      <th>EOV shoreline intercept</th>\n",
       "      <th>EOV shoreline n_points</th>\n",
       "      <th>EOV shoreline n_points_nonan</th>\n",
       "      <th>EOV shoreline r2_score</th>\n",
       "      <th>EOV shoreline mae</th>\n",
       "      <th>EOV shoreline mse</th>\n",
       "      <th>EOV shoreline rmse</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86ba24017ffffff</td>\n",
       "      <td>0.682900</td>\n",
       "      <td>3.831825</td>\n",
       "      <td>164.0</td>\n",
       "      <td>164.0</td>\n",
       "      <td>0.047729</td>\n",
       "      <td>12.023080</td>\n",
       "      <td>192.847214</td>\n",
       "      <td>13.886944</td>\n",
       "      <td>-0.799124</td>\n",
       "      <td>4.626670</td>\n",
       "      <td>164.0</td>\n",
       "      <td>164.0</td>\n",
       "      <td>0.017121</td>\n",
       "      <td>23.682823</td>\n",
       "      <td>759.846542</td>\n",
       "      <td>27.565314</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86ba24037ffffff</td>\n",
       "      <td>1.048799</td>\n",
       "      <td>-6.371422</td>\n",
       "      <td>162.0</td>\n",
       "      <td>162.0</td>\n",
       "      <td>0.349978</td>\n",
       "      <td>6.978187</td>\n",
       "      <td>68.183222</td>\n",
       "      <td>8.257313</td>\n",
       "      <td>1.591410</td>\n",
       "      <td>-20.821766</td>\n",
       "      <td>162.0</td>\n",
       "      <td>162.0</td>\n",
       "      <td>0.422148</td>\n",
       "      <td>5.681497</td>\n",
       "      <td>115.697090</td>\n",
       "      <td>10.756258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86ba24067ffffff</td>\n",
       "      <td>0.427970</td>\n",
       "      <td>15.346140</td>\n",
       "      <td>209.0</td>\n",
       "      <td>209.0</td>\n",
       "      <td>0.009707</td>\n",
       "      <td>10.349081</td>\n",
       "      <td>414.217562</td>\n",
       "      <td>20.352336</td>\n",
       "      <td>0.478721</td>\n",
       "      <td>-14.865140</td>\n",
       "      <td>209.0</td>\n",
       "      <td>209.0</td>\n",
       "      <td>0.005541</td>\n",
       "      <td>22.421827</td>\n",
       "      <td>911.803854</td>\n",
       "      <td>30.196090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86ba2414fffffff</td>\n",
       "      <td>0.324461</td>\n",
       "      <td>5.646574</td>\n",
       "      <td>180.0</td>\n",
       "      <td>180.0</td>\n",
       "      <td>0.015013</td>\n",
       "      <td>6.597710</td>\n",
       "      <td>104.304301</td>\n",
       "      <td>10.212948</td>\n",
       "      <td>0.502958</td>\n",
       "      <td>-13.614059</td>\n",
       "      <td>180.0</td>\n",
       "      <td>180.0</td>\n",
       "      <td>0.051954</td>\n",
       "      <td>7.333325</td>\n",
       "      <td>69.708509</td>\n",
       "      <td>8.349162</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86ba2415fffffff</td>\n",
       "      <td>0.282171</td>\n",
       "      <td>2.481903</td>\n",
       "      <td>290.0</td>\n",
       "      <td>290.0</td>\n",
       "      <td>0.002886</td>\n",
       "      <td>15.072211</td>\n",
       "      <td>749.202727</td>\n",
       "      <td>27.371568</td>\n",
       "      <td>-0.393635</td>\n",
       "      <td>-9.193683</td>\n",
       "      <td>290.0</td>\n",
       "      <td>290.0</td>\n",
       "      <td>0.002900</td>\n",
       "      <td>27.708999</td>\n",
       "      <td>1450.815964</td>\n",
       "      <td>38.089578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86dab3707ffffff</td>\n",
       "      <td>0.865004</td>\n",
       "      <td>22.269126</td>\n",
       "      <td>225.0</td>\n",
       "      <td>225.0</td>\n",
       "      <td>0.079626</td>\n",
       "      <td>19.285233</td>\n",
       "      <td>499.148611</td>\n",
       "      <td>22.341634</td>\n",
       "      <td>0.195330</td>\n",
       "      <td>13.494881</td>\n",
       "      <td>225.0</td>\n",
       "      <td>225.0</td>\n",
       "      <td>0.082748</td>\n",
       "      <td>3.475579</td>\n",
       "      <td>24.409402</td>\n",
       "      <td>4.940587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86dab370fffffff</td>\n",
       "      <td>0.290373</td>\n",
       "      <td>27.583054</td>\n",
       "      <td>205.0</td>\n",
       "      <td>205.0</td>\n",
       "      <td>0.015507</td>\n",
       "      <td>15.783516</td>\n",
       "      <td>321.270519</td>\n",
       "      <td>17.924021</td>\n",
       "      <td>-0.220059</td>\n",
       "      <td>20.163691</td>\n",
       "      <td>205.0</td>\n",
       "      <td>205.0</td>\n",
       "      <td>0.007306</td>\n",
       "      <td>14.071795</td>\n",
       "      <td>394.893103</td>\n",
       "      <td>19.871917</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86dab3737ffffff</td>\n",
       "      <td>1.944379</td>\n",
       "      <td>-13.752724</td>\n",
       "      <td>167.0</td>\n",
       "      <td>167.0</td>\n",
       "      <td>0.635050</td>\n",
       "      <td>7.921065</td>\n",
       "      <td>124.048345</td>\n",
       "      <td>11.137699</td>\n",
       "      <td>0.066460</td>\n",
       "      <td>-1.138890</td>\n",
       "      <td>167.0</td>\n",
       "      <td>167.0</td>\n",
       "      <td>0.043398</td>\n",
       "      <td>0.976431</td>\n",
       "      <td>5.558817</td>\n",
       "      <td>2.357714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86dab3757ffffff</td>\n",
       "      <td>-0.721749</td>\n",
       "      <td>22.942676</td>\n",
       "      <td>196.0</td>\n",
       "      <td>196.0</td>\n",
       "      <td>0.083120</td>\n",
       "      <td>15.310604</td>\n",
       "      <td>330.746441</td>\n",
       "      <td>18.186436</td>\n",
       "      <td>0.312192</td>\n",
       "      <td>10.113820</td>\n",
       "      <td>196.0</td>\n",
       "      <td>196.0</td>\n",
       "      <td>0.062100</td>\n",
       "      <td>7.683109</td>\n",
       "      <td>84.727679</td>\n",
       "      <td>9.204764</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86dab375fffffff</td>\n",
       "      <td>-0.054530</td>\n",
       "      <td>3.928417</td>\n",
       "      <td>178.0</td>\n",
       "      <td>178.0</td>\n",
       "      <td>0.001768</td>\n",
       "      <td>7.096152</td>\n",
       "      <td>84.848909</td>\n",
       "      <td>9.211347</td>\n",
       "      <td>-0.198117</td>\n",
       "      <td>0.561080</td>\n",
       "      <td>178.0</td>\n",
       "      <td>178.0</td>\n",
       "      <td>0.010326</td>\n",
       "      <td>7.786095</td>\n",
       "      <td>190.098148</td>\n",
       "      <td>13.787608</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>635 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              index  IW shoreline trend  IW shoreline intercept  \\\n",
       "0   86ba24017ffffff            0.682900                3.831825   \n",
       "0   86ba24037ffffff            1.048799               -6.371422   \n",
       "0   86ba24067ffffff            0.427970               15.346140   \n",
       "0   86ba2414fffffff            0.324461                5.646574   \n",
       "0   86ba2415fffffff            0.282171                2.481903   \n",
       "..              ...                 ...                     ...   \n",
       "0   86dab3707ffffff            0.865004               22.269126   \n",
       "0   86dab370fffffff            0.290373               27.583054   \n",
       "0   86dab3737ffffff            1.944379              -13.752724   \n",
       "0   86dab3757ffffff           -0.721749               22.942676   \n",
       "0   86dab375fffffff           -0.054530                3.928417   \n",
       "\n",
       "    IW shoreline n_points  IW shoreline n_points_nonan  IW shoreline r2_score  \\\n",
       "0                   164.0                        164.0               0.047729   \n",
       "0                   162.0                        162.0               0.349978   \n",
       "0                   209.0                        209.0               0.009707   \n",
       "0                   180.0                        180.0               0.015013   \n",
       "0                   290.0                        290.0               0.002886   \n",
       "..                    ...                          ...                    ...   \n",
       "0                   225.0                        225.0               0.079626   \n",
       "0                   205.0                        205.0               0.015507   \n",
       "0                   167.0                        167.0               0.635050   \n",
       "0                   196.0                        196.0               0.083120   \n",
       "0                   178.0                        178.0               0.001768   \n",
       "\n",
       "    IW shoreline mae  IW shoreline mse  IW shoreline rmse  \\\n",
       "0          12.023080        192.847214          13.886944   \n",
       "0           6.978187         68.183222           8.257313   \n",
       "0          10.349081        414.217562          20.352336   \n",
       "0           6.597710        104.304301          10.212948   \n",
       "0          15.072211        749.202727          27.371568   \n",
       "..               ...               ...                ...   \n",
       "0          19.285233        499.148611          22.341634   \n",
       "0          15.783516        321.270519          17.924021   \n",
       "0           7.921065        124.048345          11.137699   \n",
       "0          15.310604        330.746441          18.186436   \n",
       "0           7.096152         84.848909           9.211347   \n",
       "\n",
       "    EOV shoreline trend  EOV shoreline intercept  EOV shoreline n_points  \\\n",
       "0             -0.799124                 4.626670                   164.0   \n",
       "0              1.591410               -20.821766                   162.0   \n",
       "0              0.478721               -14.865140                   209.0   \n",
       "0              0.502958               -13.614059                   180.0   \n",
       "0             -0.393635                -9.193683                   290.0   \n",
       "..                  ...                      ...                     ...   \n",
       "0              0.195330                13.494881                   225.0   \n",
       "0             -0.220059                20.163691                   205.0   \n",
       "0              0.066460                -1.138890                   167.0   \n",
       "0              0.312192                10.113820                   196.0   \n",
       "0             -0.198117                 0.561080                   178.0   \n",
       "\n",
       "    EOV shoreline n_points_nonan  EOV shoreline r2_score  EOV shoreline mae  \\\n",
       "0                          164.0                0.017121          23.682823   \n",
       "0                          162.0                0.422148           5.681497   \n",
       "0                          209.0                0.005541          22.421827   \n",
       "0                          180.0                0.051954           7.333325   \n",
       "0                          290.0                0.002900          27.708999   \n",
       "..                           ...                     ...                ...   \n",
       "0                          225.0                0.082748           3.475579   \n",
       "0                          205.0                0.007306          14.071795   \n",
       "0                          167.0                0.043398           0.976431   \n",
       "0                          196.0                0.062100           7.683109   \n",
       "0                          178.0                0.010326           7.786095   \n",
       "\n",
       "    EOV shoreline mse  EOV shoreline rmse  \n",
       "0          759.846542           27.565314  \n",
       "0          115.697090           10.756258  \n",
       "0          911.803854           30.196090  \n",
       "0           69.708509            8.349162  \n",
       "0         1450.815964           38.089578  \n",
       "..                ...                 ...  \n",
       "0           24.409402            4.940587  \n",
       "0          394.893103           19.871917  \n",
       "0            5.558817            2.357714  \n",
       "0           84.727679            9.204764  \n",
       "0          190.098148           13.787608  \n",
       "\n",
       "[635 rows x 17 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trends = pd.concat([calc_trends(f) for f in shoreline_files])\n",
    "\n",
    "trends.dropna(inplace=True)\n",
    "\n",
    "trends"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2025-02-03T07:27:29.844553Z",
     "iopub.status.busy": "2025-02-03T07:27:29.844340Z",
     "iopub.status.idle": "2025-02-03T07:27:29.930106Z",
     "shell.execute_reply": "2025-02-03T07:27:29.929611Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>hex_id</th>\n",
       "      <th>parent_id</th>\n",
       "      <th>sediment_area_ha</th>\n",
       "      <th>geometry</th>\n",
       "      <th>IW shoreline trend</th>\n",
       "      <th>IW shoreline intercept</th>\n",
       "      <th>IW shoreline n_points</th>\n",
       "      <th>IW shoreline n_points_nonan</th>\n",
       "      <th>IW shoreline r2_score</th>\n",
       "      <th>...</th>\n",
       "      <th>IW shoreline mse</th>\n",
       "      <th>IW shoreline rmse</th>\n",
       "      <th>EOV shoreline trend</th>\n",
       "      <th>EOV shoreline intercept</th>\n",
       "      <th>EOV shoreline n_points</th>\n",
       "      <th>EOV shoreline n_points_nonan</th>\n",
       "      <th>EOV shoreline r2_score</th>\n",
       "      <th>EOV shoreline mae</th>\n",
       "      <th>EOV shoreline mse</th>\n",
       "      <th>EOV shoreline rmse</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>86bb5e18fffffff</td>\n",
       "      <td>86bb5e18fffffff</td>\n",
       "      <td>85bb5e1bfffffff</td>\n",
       "      <td>16.76</td>\n",
       "      <td>POLYGON ((173.94469 -35.12657, 173.94025 -35.0...</td>\n",
       "      <td>0.285957</td>\n",
       "      <td>-4.315665</td>\n",
       "      <td>131.0</td>\n",
       "      <td>131.0</td>\n",
       "      <td>0.026964</td>\n",
       "      <td>...</td>\n",
       "      <td>106.866935</td>\n",
       "      <td>10.337646</td>\n",
       "      <td>1.110527</td>\n",
       "      <td>-20.523659</td>\n",
       "      <td>131.0</td>\n",
       "      <td>131.0</td>\n",
       "      <td>0.048771</td>\n",
       "      <td>22.488229</td>\n",
       "      <td>871.112306</td>\n",
       "      <td>29.514612</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>86bb5e19fffffff</td>\n",
       "      <td>86bb5e19fffffff</td>\n",
       "      <td>85bb5e1bfffffff</td>\n",
       "      <td>20.00</td>\n",
       "      <td>POLYGON ((174.01618 -35.12027, 174.01171 -35.0...</td>\n",
       "      <td>0.520916</td>\n",
       "      <td>2.070863</td>\n",
       "      <td>79.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>0.087756</td>\n",
       "      <td>...</td>\n",
       "      <td>59.301465</td>\n",
       "      <td>7.700744</td>\n",
       "      <td>0.461562</td>\n",
       "      <td>-4.387515</td>\n",
       "      <td>79.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>0.038324</td>\n",
       "      <td>9.828792</td>\n",
       "      <td>112.387894</td>\n",
       "      <td>10.601316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>86bb58027ffffff</td>\n",
       "      <td>86bb58027ffffff</td>\n",
       "      <td>85bb5803fffffff</td>\n",
       "      <td>97.20</td>\n",
       "      <td>POLYGON ((172.71095 -34.47891, 172.70704 -34.4...</td>\n",
       "      <td>0.826371</td>\n",
       "      <td>-0.681890</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.081622</td>\n",
       "      <td>...</td>\n",
       "      <td>29.049672</td>\n",
       "      <td>5.389775</td>\n",
       "      <td>3.016152</td>\n",
       "      <td>8.967772</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.070048</td>\n",
       "      <td>18.404964</td>\n",
       "      <td>456.612787</td>\n",
       "      <td>21.368500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>86bb72b4fffffff</td>\n",
       "      <td>86bb72b4fffffff</td>\n",
       "      <td>85bb72b7fffffff</td>\n",
       "      <td>14.08</td>\n",
       "      <td>POLYGON ((173.87492 -39.18614, 173.87027 -39.1...</td>\n",
       "      <td>-0.243037</td>\n",
       "      <td>24.747216</td>\n",
       "      <td>146.0</td>\n",
       "      <td>146.0</td>\n",
       "      <td>0.002179</td>\n",
       "      <td>...</td>\n",
       "      <td>646.359363</td>\n",
       "      <td>25.423599</td>\n",
       "      <td>1.891280</td>\n",
       "      <td>-59.854557</td>\n",
       "      <td>146.0</td>\n",
       "      <td>146.0</td>\n",
       "      <td>0.053528</td>\n",
       "      <td>34.193643</td>\n",
       "      <td>1511.580678</td>\n",
       "      <td>38.879052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>86bb2bae7ffffff</td>\n",
       "      <td>86bb2bae7ffffff</td>\n",
       "      <td>85bb2baffffffff</td>\n",
       "      <td>44.20</td>\n",
       "      <td>POLYGON ((175.14401 -40.80153, 175.13871 -40.7...</td>\n",
       "      <td>1.254935</td>\n",
       "      <td>4.223656</td>\n",
       "      <td>90.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>0.161833</td>\n",
       "      <td>...</td>\n",
       "      <td>433.334880</td>\n",
       "      <td>20.816697</td>\n",
       "      <td>1.015927</td>\n",
       "      <td>-9.716242</td>\n",
       "      <td>90.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>0.183530</td>\n",
       "      <td>10.307552</td>\n",
       "      <td>243.936212</td>\n",
       "      <td>15.618457</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>630</th>\n",
       "      <td>86da9285fffffff</td>\n",
       "      <td>86da9285fffffff</td>\n",
       "      <td>85da9287fffffff</td>\n",
       "      <td>2.00</td>\n",
       "      <td>POLYGON ((171.98283 -41.59482, 171.97888 -41.5...</td>\n",
       "      <td>-0.265652</td>\n",
       "      <td>6.143397</td>\n",
       "      <td>249.0</td>\n",
       "      <td>249.0</td>\n",
       "      <td>0.010138</td>\n",
       "      <td>...</td>\n",
       "      <td>428.668293</td>\n",
       "      <td>20.704306</td>\n",
       "      <td>0.083607</td>\n",
       "      <td>10.767854</td>\n",
       "      <td>249.0</td>\n",
       "      <td>249.0</td>\n",
       "      <td>0.073099</td>\n",
       "      <td>1.320281</td>\n",
       "      <td>5.513995</td>\n",
       "      <td>2.348190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>631</th>\n",
       "      <td>86da94ab7ffffff</td>\n",
       "      <td>86da94ab7ffffff</td>\n",
       "      <td>85da94abfffffff</td>\n",
       "      <td>50.36</td>\n",
       "      <td>POLYGON ((172.82222 -43.2102, 172.81779 -43.17...</td>\n",
       "      <td>-0.173030</td>\n",
       "      <td>-10.364882</td>\n",
       "      <td>170.0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>0.005706</td>\n",
       "      <td>...</td>\n",
       "      <td>345.740963</td>\n",
       "      <td>18.594111</td>\n",
       "      <td>0.307729</td>\n",
       "      <td>-2.451333</td>\n",
       "      <td>170.0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>0.181706</td>\n",
       "      <td>4.280967</td>\n",
       "      <td>28.263547</td>\n",
       "      <td>5.316347</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>632</th>\n",
       "      <td>86da91d8fffffff</td>\n",
       "      <td>86da91d8fffffff</td>\n",
       "      <td>85da91dbfffffff</td>\n",
       "      <td>5.36</td>\n",
       "      <td>POLYGON ((171.05489 -42.73298, 171.05131 -42.6...</td>\n",
       "      <td>-0.808723</td>\n",
       "      <td>12.175997</td>\n",
       "      <td>234.0</td>\n",
       "      <td>234.0</td>\n",
       "      <td>0.062074</td>\n",
       "      <td>...</td>\n",
       "      <td>436.229195</td>\n",
       "      <td>20.886101</td>\n",
       "      <td>0.093501</td>\n",
       "      <td>-0.353060</td>\n",
       "      <td>234.0</td>\n",
       "      <td>234.0</td>\n",
       "      <td>0.300368</td>\n",
       "      <td>0.796162</td>\n",
       "      <td>0.898887</td>\n",
       "      <td>0.948096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>633</th>\n",
       "      <td>86bb299afffffff</td>\n",
       "      <td>86bb299afffffff</td>\n",
       "      <td>85bb299bfffffff</td>\n",
       "      <td>11.68</td>\n",
       "      <td>POLYGON ((174.2819 -41.84778, 174.27691 -41.81...</td>\n",
       "      <td>2.879839</td>\n",
       "      <td>-40.998040</td>\n",
       "      <td>310.0</td>\n",
       "      <td>310.0</td>\n",
       "      <td>0.291147</td>\n",
       "      <td>...</td>\n",
       "      <td>702.427260</td>\n",
       "      <td>26.503344</td>\n",
       "      <td>-4.574011</td>\n",
       "      <td>22.565704</td>\n",
       "      <td>310.0</td>\n",
       "      <td>310.0</td>\n",
       "      <td>0.191088</td>\n",
       "      <td>43.181769</td>\n",
       "      <td>3080.933343</td>\n",
       "      <td>55.506156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634</th>\n",
       "      <td>86da92bb7ffffff</td>\n",
       "      <td>86da92bb7ffffff</td>\n",
       "      <td>85da92bbfffffff</td>\n",
       "      <td>13.40</td>\n",
       "      <td>POLYGON ((171.93734 -41.54563, 171.93341 -41.5...</td>\n",
       "      <td>0.986395</td>\n",
       "      <td>-1.408031</td>\n",
       "      <td>182.0</td>\n",
       "      <td>182.0</td>\n",
       "      <td>0.030696</td>\n",
       "      <td>...</td>\n",
       "      <td>704.804306</td>\n",
       "      <td>26.548151</td>\n",
       "      <td>0.561960</td>\n",
       "      <td>-4.492397</td>\n",
       "      <td>182.0</td>\n",
       "      <td>182.0</td>\n",
       "      <td>0.321758</td>\n",
       "      <td>3.043582</td>\n",
       "      <td>15.270724</td>\n",
       "      <td>3.907777</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>635 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               index           hex_id        parent_id  sediment_area_ha  \\\n",
       "0    86bb5e18fffffff  86bb5e18fffffff  85bb5e1bfffffff             16.76   \n",
       "1    86bb5e19fffffff  86bb5e19fffffff  85bb5e1bfffffff             20.00   \n",
       "2    86bb58027ffffff  86bb58027ffffff  85bb5803fffffff             97.20   \n",
       "3    86bb72b4fffffff  86bb72b4fffffff  85bb72b7fffffff             14.08   \n",
       "4    86bb2bae7ffffff  86bb2bae7ffffff  85bb2baffffffff             44.20   \n",
       "..               ...              ...              ...               ...   \n",
       "630  86da9285fffffff  86da9285fffffff  85da9287fffffff              2.00   \n",
       "631  86da94ab7ffffff  86da94ab7ffffff  85da94abfffffff             50.36   \n",
       "632  86da91d8fffffff  86da91d8fffffff  85da91dbfffffff              5.36   \n",
       "633  86bb299afffffff  86bb299afffffff  85bb299bfffffff             11.68   \n",
       "634  86da92bb7ffffff  86da92bb7ffffff  85da92bbfffffff             13.40   \n",
       "\n",
       "                                              geometry  IW shoreline trend  \\\n",
       "0    POLYGON ((173.94469 -35.12657, 173.94025 -35.0...            0.285957   \n",
       "1    POLYGON ((174.01618 -35.12027, 174.01171 -35.0...            0.520916   \n",
       "2    POLYGON ((172.71095 -34.47891, 172.70704 -34.4...            0.826371   \n",
       "3    POLYGON ((173.87492 -39.18614, 173.87027 -39.1...           -0.243037   \n",
       "4    POLYGON ((175.14401 -40.80153, 175.13871 -40.7...            1.254935   \n",
       "..                                                 ...                 ...   \n",
       "630  POLYGON ((171.98283 -41.59482, 171.97888 -41.5...           -0.265652   \n",
       "631  POLYGON ((172.82222 -43.2102, 172.81779 -43.17...           -0.173030   \n",
       "632  POLYGON ((171.05489 -42.73298, 171.05131 -42.6...           -0.808723   \n",
       "633  POLYGON ((174.2819 -41.84778, 174.27691 -41.81...            2.879839   \n",
       "634  POLYGON ((171.93734 -41.54563, 171.93341 -41.5...            0.986395   \n",
       "\n",
       "     IW shoreline intercept  IW shoreline n_points  \\\n",
       "0                 -4.315665                  131.0   \n",
       "1                  2.070863                   79.0   \n",
       "2                 -0.681890                    7.0   \n",
       "3                 24.747216                  146.0   \n",
       "4                  4.223656                   90.0   \n",
       "..                      ...                    ...   \n",
       "630                6.143397                  249.0   \n",
       "631              -10.364882                  170.0   \n",
       "632               12.175997                  234.0   \n",
       "633              -40.998040                  310.0   \n",
       "634               -1.408031                  182.0   \n",
       "\n",
       "     IW shoreline n_points_nonan  IW shoreline r2_score  ...  \\\n",
       "0                          131.0               0.026964  ...   \n",
       "1                           79.0               0.087756  ...   \n",
       "2                            7.0               0.081622  ...   \n",
       "3                          146.0               0.002179  ...   \n",
       "4                           90.0               0.161833  ...   \n",
       "..                           ...                    ...  ...   \n",
       "630                        249.0               0.010138  ...   \n",
       "631                        170.0               0.005706  ...   \n",
       "632                        234.0               0.062074  ...   \n",
       "633                        310.0               0.291147  ...   \n",
       "634                        182.0               0.030696  ...   \n",
       "\n",
       "     IW shoreline mse  IW shoreline rmse  EOV shoreline trend  \\\n",
       "0          106.866935          10.337646             1.110527   \n",
       "1           59.301465           7.700744             0.461562   \n",
       "2           29.049672           5.389775             3.016152   \n",
       "3          646.359363          25.423599             1.891280   \n",
       "4          433.334880          20.816697             1.015927   \n",
       "..                ...                ...                  ...   \n",
       "630        428.668293          20.704306             0.083607   \n",
       "631        345.740963          18.594111             0.307729   \n",
       "632        436.229195          20.886101             0.093501   \n",
       "633        702.427260          26.503344            -4.574011   \n",
       "634        704.804306          26.548151             0.561960   \n",
       "\n",
       "     EOV shoreline intercept  EOV shoreline n_points  \\\n",
       "0                 -20.523659                   131.0   \n",
       "1                  -4.387515                    79.0   \n",
       "2                   8.967772                     7.0   \n",
       "3                 -59.854557                   146.0   \n",
       "4                  -9.716242                    90.0   \n",
       "..                       ...                     ...   \n",
       "630                10.767854                   249.0   \n",
       "631                -2.451333                   170.0   \n",
       "632                -0.353060                   234.0   \n",
       "633                22.565704                   310.0   \n",
       "634                -4.492397                   182.0   \n",
       "\n",
       "     EOV shoreline n_points_nonan  EOV shoreline r2_score  EOV shoreline mae  \\\n",
       "0                           131.0                0.048771          22.488229   \n",
       "1                            79.0                0.038324           9.828792   \n",
       "2                             7.0                0.070048          18.404964   \n",
       "3                           146.0                0.053528          34.193643   \n",
       "4                            90.0                0.183530          10.307552   \n",
       "..                            ...                     ...                ...   \n",
       "630                         249.0                0.073099           1.320281   \n",
       "631                         170.0                0.181706           4.280967   \n",
       "632                         234.0                0.300368           0.796162   \n",
       "633                         310.0                0.191088          43.181769   \n",
       "634                         182.0                0.321758           3.043582   \n",
       "\n",
       "     EOV shoreline mse  EOV shoreline rmse  \n",
       "0           871.112306           29.514612  \n",
       "1           112.387894           10.601316  \n",
       "2           456.612787           21.368500  \n",
       "3          1511.580678           38.879052  \n",
       "4           243.936212           15.618457  \n",
       "..                 ...                 ...  \n",
       "630           5.513995            2.348190  \n",
       "631          28.263547            5.316347  \n",
       "632           0.898887            0.948096  \n",
       "633        3080.933343           55.506156  \n",
       "634          15.270724            3.907777  \n",
       "\n",
       "[635 rows x 21 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trends_file_path = 'shoreline_trends_by_cell.geojson'\n",
    "# if os.path.exists(trends_file_path):\n",
    "#     cell_trends = gpd.read_file('shoreline_trends_by_cell.geojson')\n",
    "#     cell_trends.to_crs(\"EPSG:4326\", inplace=True)\n",
    "#     cell_trends.update(trends)\n",
    "#     cell_trends.to_file(trends_file_path)\n",
    "# else:\n",
    "cell_trends = cells.merge(trends, on='index')\n",
    "cell_trends.to_crs(\"EPSG:4326\", inplace=True)\n",
    "cell_trends.to_file(trends_file_path)\n",
    "    \n",
    "# cell_trends['hex_id'].to_csv(\"global-inputs/valid_cells.csv\")\n",
    "\n",
    "cell_trends"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "coastal-monitoring",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.13.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}