Fix Cholesky-utility-gradients for zero covariances (#669)

* Fix Cholesky-utility-gradients for zero covariances * Fixed a typo and reran some notebooks
pnkraemer · Oct 24, 2023 · bc35396 · bc35396
1 parent 1d91090
commit bc35396
Show file tree

Hide file tree

Showing 10 changed files with 353 additions and 288 deletions.
diff --git a/docs/examples_parameter_estimation/neural_ode.ipynb b/docs/examples_parameter_estimation/neural_ode.ipynb
@@ -16,10 +16,10 @@
    "id": "78a35996",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:52.301685Z",
-     "iopub.status.busy": "2023-09-26T14:10:52.301437Z",
-     "iopub.status.idle": "2023-09-26T14:10:53.633613Z",
-     "shell.execute_reply": "2023-09-26T14:10:53.632929Z"
+     "iopub.execute_input": "2023-10-24T14:23:41.324965Z",
+     "iopub.status.busy": "2023-10-24T14:23:41.324103Z",
+     "iopub.status.idle": "2023-10-24T14:23:45.562304Z",
+     "shell.execute_reply": "2023-10-24T14:23:45.550625Z"
     },
     "tags": []
    },
@@ -47,10 +47,10 @@
    "id": "0e6c00d9",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:53.636856Z",
-     "iopub.status.busy": "2023-09-26T14:10:53.636578Z",
-     "iopub.status.idle": "2023-09-26T14:10:53.640775Z",
-     "shell.execute_reply": "2023-09-26T14:10:53.640173Z"
+     "iopub.execute_input": "2023-10-24T14:23:45.611481Z",
+     "iopub.status.busy": "2023-10-24T14:23:45.610961Z",
+     "iopub.status.idle": "2023-10-24T14:23:45.646020Z",
+     "shell.execute_reply": "2023-10-24T14:23:45.645018Z"
     },
     "tags": []
    },
@@ -74,10 +74,10 @@
    "id": "3c0bc75b-65d7-41eb-aea9-9dad2f655500",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:53.643222Z",
-     "iopub.status.busy": "2023-09-26T14:10:53.643053Z",
-     "iopub.status.idle": "2023-09-26T14:10:53.650505Z",
-     "shell.execute_reply": "2023-09-26T14:10:53.648705Z"
+     "iopub.execute_input": "2023-10-24T14:23:45.650702Z",
+     "iopub.status.busy": "2023-10-24T14:23:45.650044Z",
+     "iopub.status.idle": "2023-10-24T14:23:45.694346Z",
+     "shell.execute_reply": "2023-10-24T14:23:45.693289Z"
     }
    },
    "outputs": [],
@@ -99,10 +99,10 @@
    "id": "5d54ba38",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:53.656450Z",
-     "iopub.status.busy": "2023-09-26T14:10:53.656012Z",
-     "iopub.status.idle": "2023-09-26T14:10:54.356441Z",
-     "shell.execute_reply": "2023-09-26T14:10:54.355617Z"
+     "iopub.execute_input": "2023-10-24T14:23:45.706714Z",
+     "iopub.status.busy": "2023-10-24T14:23:45.706242Z",
+     "iopub.status.idle": "2023-10-24T14:23:51.053713Z",
+     "shell.execute_reply": "2023-10-24T14:23:51.038812Z"
     },
     "tags": []
    },
@@ -133,10 +133,10 @@
    "id": "3bf99ac4",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:54.362239Z",
-     "iopub.status.busy": "2023-09-26T14:10:54.361245Z",
-     "iopub.status.idle": "2023-09-26T14:10:54.371418Z",
-     "shell.execute_reply": "2023-09-26T14:10:54.369761Z"
+     "iopub.execute_input": "2023-10-24T14:23:51.062719Z",
+     "iopub.status.busy": "2023-10-24T14:23:51.062002Z",
+     "iopub.status.idle": "2023-10-24T14:23:51.069650Z",
+     "shell.execute_reply": "2023-10-24T14:23:51.068547Z"
     },
     "tags": []
    },
@@ -174,10 +174,10 @@
    "id": "ed420c29",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:54.382088Z",
-     "iopub.status.busy": "2023-09-26T14:10:54.377361Z",
-     "iopub.status.idle": "2023-09-26T14:10:54.394318Z",
-     "shell.execute_reply": "2023-09-26T14:10:54.392830Z"
+     "iopub.execute_input": "2023-10-24T14:23:51.074178Z",
+     "iopub.status.busy": "2023-10-24T14:23:51.073790Z",
+     "iopub.status.idle": "2023-10-24T14:23:51.080572Z",
+     "shell.execute_reply": "2023-10-24T14:23:51.079224Z"
     },
     "tags": []
    },
@@ -212,10 +212,10 @@
    "id": "a3fdf3fb",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:54.408736Z",
-     "iopub.status.busy": "2023-09-26T14:10:54.407989Z",
-     "iopub.status.idle": "2023-09-26T14:10:55.428813Z",
-     "shell.execute_reply": "2023-09-26T14:10:55.428085Z"
+     "iopub.execute_input": "2023-10-24T14:23:51.086328Z",
+     "iopub.status.busy": "2023-10-24T14:23:51.085958Z",
+     "iopub.status.idle": "2023-10-24T14:24:33.112592Z",
+     "shell.execute_reply": "2023-10-24T14:24:33.091339Z"
     },
     "tags": []
    },
@@ -242,10 +242,10 @@
    "id": "1c390916",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:55.431568Z",
-     "iopub.status.busy": "2023-09-26T14:10:55.431343Z",
-     "iopub.status.idle": "2023-09-26T14:10:56.563062Z",
-     "shell.execute_reply": "2023-09-26T14:10:56.562361Z"
+     "iopub.execute_input": "2023-10-24T14:24:33.134644Z",
+     "iopub.status.busy": "2023-10-24T14:24:33.133698Z",
+     "iopub.status.idle": "2023-10-24T14:24:49.009400Z",
+     "shell.execute_reply": "2023-10-24T14:24:49.007286Z"
     },
     "tags": []
    },
@@ -291,10 +291,10 @@
    "id": "e17330c2",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:56.565952Z",
-     "iopub.status.busy": "2023-09-26T14:10:56.565757Z",
-     "iopub.status.idle": "2023-09-26T14:10:56.570013Z",
-     "shell.execute_reply": "2023-09-26T14:10:56.569127Z"
+     "iopub.execute_input": "2023-10-24T14:24:49.018793Z",
+     "iopub.status.busy": "2023-10-24T14:24:49.017816Z",
+     "iopub.status.idle": "2023-10-24T14:24:49.028766Z",
+     "shell.execute_reply": "2023-10-24T14:24:49.027604Z"
     },
     "tags": []
    },
@@ -311,10 +311,10 @@
    "id": "b3f027b2",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:10:56.574267Z",
-     "iopub.status.busy": "2023-09-26T14:10:56.573356Z",
-     "iopub.status.idle": "2023-09-26T14:11:07.733915Z",
-     "shell.execute_reply": "2023-09-26T14:11:07.733216Z"
+     "iopub.execute_input": "2023-10-24T14:24:49.033651Z",
+     "iopub.status.busy": "2023-10-24T14:24:49.033350Z",
+     "iopub.status.idle": "2023-10-24T14:27:43.416636Z",
+     "shell.execute_reply": "2023-10-24T14:27:43.415908Z"
     },
     "tags": []
    },
@@ -514,10 +514,10 @@
    "id": "e8bbb97d",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:07.736375Z",
-     "iopub.status.busy": "2023-09-26T14:11:07.736177Z",
-     "iopub.status.idle": "2023-09-26T14:11:08.791080Z",
-     "shell.execute_reply": "2023-09-26T14:11:08.790347Z"
+     "iopub.execute_input": "2023-10-24T14:27:43.425512Z",
+     "iopub.status.busy": "2023-10-24T14:27:43.425098Z",
+     "iopub.status.idle": "2023-10-24T14:27:44.689801Z",
+     "shell.execute_reply": "2023-10-24T14:27:44.688771Z"
     },
     "tags": []
    },

diff --git a/docs/examples_parameter_estimation/physics_enhanced_regression_1.ipynb b/docs/examples_parameter_estimation/physics_enhanced_regression_1.ipynb
@@ -21,10 +21,10 @@
    "id": "e39709be",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:33.948671Z",
-     "iopub.status.busy": "2023-09-26T14:11:33.946784Z",
-     "iopub.status.idle": "2023-09-26T14:11:35.289713Z",
-     "shell.execute_reply": "2023-09-26T14:11:35.289108Z"
+     "iopub.execute_input": "2023-10-24T14:28:08.389149Z",
+     "iopub.status.busy": "2023-10-24T14:28:08.388610Z",
+     "iopub.status.idle": "2023-10-24T14:28:09.604547Z",
+     "shell.execute_reply": "2023-10-24T14:28:09.603841Z"
     },
     "tags": []
    },
@@ -53,10 +53,10 @@
    "id": "caa2d848",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:35.292204Z",
-     "iopub.status.busy": "2023-09-26T14:11:35.291934Z",
-     "iopub.status.idle": "2023-09-26T14:11:35.295625Z",
-     "shell.execute_reply": "2023-09-26T14:11:35.295112Z"
+     "iopub.execute_input": "2023-10-24T14:28:09.607176Z",
+     "iopub.status.busy": "2023-10-24T14:28:09.606879Z",
+     "iopub.status.idle": "2023-10-24T14:28:09.611033Z",
+     "shell.execute_reply": "2023-10-24T14:28:09.610421Z"
     },
     "tags": []
    },
@@ -77,10 +77,10 @@
    "id": "3eba5479-b7fb-400d-a88e-e3bfd655c8d3",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:35.297856Z",
-     "iopub.status.busy": "2023-09-26T14:11:35.297661Z",
-     "iopub.status.idle": "2023-09-26T14:11:35.304881Z",
-     "shell.execute_reply": "2023-09-26T14:11:35.304346Z"
+     "iopub.execute_input": "2023-10-24T14:28:09.613200Z",
+     "iopub.status.busy": "2023-10-24T14:28:09.612972Z",
+     "iopub.status.idle": "2023-10-24T14:28:09.619277Z",
+     "shell.execute_reply": "2023-10-24T14:28:09.618723Z"
     }
    },
    "outputs": [],
@@ -102,10 +102,10 @@
    "id": "2023b8fb-0ce9-4bdd-a8f8-1780d2ddeb78",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:35.307165Z",
-     "iopub.status.busy": "2023-09-26T14:11:35.306990Z",
-     "iopub.status.idle": "2023-09-26T14:11:35.311222Z",
-     "shell.execute_reply": "2023-09-26T14:11:35.310752Z"
+     "iopub.execute_input": "2023-10-24T14:28:09.622008Z",
+     "iopub.status.busy": "2023-10-24T14:28:09.621793Z",
+     "iopub.status.idle": "2023-10-24T14:28:09.626267Z",
+     "shell.execute_reply": "2023-10-24T14:28:09.625812Z"
     }
    },
    "outputs": [],
@@ -138,10 +138,10 @@
    "id": "8aa5bc80",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:35.313458Z",
-     "iopub.status.busy": "2023-09-26T14:11:35.313045Z",
-     "iopub.status.idle": "2023-09-26T14:11:37.524928Z",
-     "shell.execute_reply": "2023-09-26T14:11:37.524210Z"
+     "iopub.execute_input": "2023-10-24T14:28:09.628391Z",
+     "iopub.status.busy": "2023-10-24T14:28:09.628166Z",
+     "iopub.status.idle": "2023-10-24T14:28:11.770722Z",
+     "shell.execute_reply": "2023-10-24T14:28:11.769816Z"
     },
     "tags": []
    },
@@ -186,10 +186,10 @@
    "id": "25cabed5",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:37.527999Z",
-     "iopub.status.busy": "2023-09-26T14:11:37.527650Z",
-     "iopub.status.idle": "2023-09-26T14:11:38.159728Z",
-     "shell.execute_reply": "2023-09-26T14:11:38.159004Z"
+     "iopub.execute_input": "2023-10-24T14:28:11.773281Z",
+     "iopub.status.busy": "2023-10-24T14:28:11.773072Z",
+     "iopub.status.idle": "2023-10-24T14:28:12.392200Z",
+     "shell.execute_reply": "2023-10-24T14:28:12.391222Z"
     },
     "tags": []
    },
@@ -228,10 +228,10 @@
    "id": "bcbdec50",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:38.162075Z",
-     "iopub.status.busy": "2023-09-26T14:11:38.161866Z",
-     "iopub.status.idle": "2023-09-26T14:11:38.166026Z",
-     "shell.execute_reply": "2023-09-26T14:11:38.165587Z"
+     "iopub.execute_input": "2023-10-24T14:28:12.394747Z",
+     "iopub.status.busy": "2023-10-24T14:28:12.394506Z",
+     "iopub.status.idle": "2023-10-24T14:28:12.399673Z",
+     "shell.execute_reply": "2023-10-24T14:28:12.398796Z"
     },
     "tags": []
    },
@@ -264,10 +264,10 @@
    "id": "6f5281a4",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:38.168160Z",
-     "iopub.status.busy": "2023-09-26T14:11:38.167940Z",
-     "iopub.status.idle": "2023-09-26T14:11:40.146781Z",
-     "shell.execute_reply": "2023-09-26T14:11:40.146210Z"
+     "iopub.execute_input": "2023-10-24T14:28:12.402132Z",
+     "iopub.status.busy": "2023-10-24T14:28:12.401906Z",
+     "iopub.status.idle": "2023-10-24T14:28:14.540270Z",
+     "shell.execute_reply": "2023-10-24T14:28:14.539650Z"
     },
     "tags": []
    },
@@ -302,10 +302,10 @@
    "id": "6e567bd1",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:40.149061Z",
-     "iopub.status.busy": "2023-09-26T14:11:40.148751Z",
-     "iopub.status.idle": "2023-09-26T14:11:40.153016Z",
-     "shell.execute_reply": "2023-09-26T14:11:40.152463Z"
+     "iopub.execute_input": "2023-10-24T14:28:14.542712Z",
+     "iopub.status.busy": "2023-10-24T14:28:14.542464Z",
+     "iopub.status.idle": "2023-10-24T14:28:14.546919Z",
+     "shell.execute_reply": "2023-10-24T14:28:14.546379Z"
     },
     "tags": []
    },
@@ -334,10 +334,10 @@
    "id": "14b66256",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:40.155264Z",
-     "iopub.status.busy": "2023-09-26T14:11:40.155017Z",
-     "iopub.status.idle": "2023-09-26T14:11:41.139205Z",
-     "shell.execute_reply": "2023-09-26T14:11:41.138541Z"
+     "iopub.execute_input": "2023-10-24T14:28:14.549750Z",
+     "iopub.status.busy": "2023-10-24T14:28:14.549133Z",
+     "iopub.status.idle": "2023-10-24T14:28:15.675118Z",
+     "shell.execute_reply": "2023-10-24T14:28:15.674340Z"
     },
     "tags": []
    },
@@ -385,10 +385,10 @@
    "id": "b19f1697",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-09-26T14:11:41.141561Z",
-     "iopub.status.busy": "2023-09-26T14:11:41.141251Z",
-     "iopub.status.idle": "2023-09-26T14:11:41.730744Z",
-     "shell.execute_reply": "2023-09-26T14:11:41.730119Z"
+     "iopub.execute_input": "2023-10-24T14:28:15.677977Z",
+     "iopub.status.busy": "2023-10-24T14:28:15.677730Z",
+     "iopub.status.idle": "2023-10-24T14:28:16.314152Z",
+     "shell.execute_reply": "2023-10-24T14:28:16.312704Z"
     },
     "tags": []
    },