add try/expect to avoid failure in startup

.github/workflows/test_and_deploy.yml

@@ -112,6 +112,9 @@ jobs:
     needs: [tests]
     if: github.event_name == 'workflow_dispatch'
     steps:
+      - name: Log Disk Usage Before Deploy Test
+        run: df -h
+
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v2
         with:
@@ -174,6 +177,13 @@ jobs:
           DB_URL: ${{ steps.pulumi.outputs.database_url_alembic }}
         run: alembic upgrade head
 
+      - name: Log Disk Usage After Deploy Test
+        run: df -h
+      - name: List Docker Images
+        run: docker images
+      - name: Docker System Info
+        run: docker system df -v
+
   deploy-staging:
     name: Deploy [STAGING]
     needs: [tests]

cerulean_cloud/cloud_run_tipg/handler.py

@@ -10,6 +10,7 @@
 
 """
 import logging
+import warnings
 from typing import Any, List, Optional
 
 import jinja2
@@ -109,20 +110,24 @@ class Config:
 @app.on_event("startup")
 async def startup_event() -> None:
     """Connect to database on startup."""
-    await connect_to_db(app, settings=postgres_settings)
-    assert getattr(app.state, "pool", None)
-
-    await register_collection_catalog(
-        app,
-        schemas=db_settings.schemas,
-        exclude_table_schemas=db_settings.exclude_table_schemas,
-        tables=db_settings.tables,
-        exclude_tables=db_settings.exclude_tables,
-        exclude_function_schemas=db_settings.exclude_function_schemas,
-        functions=db_settings.functions,
-        exclude_functions=db_settings.exclude_functions,
-        spatial=False,  # False means allow non-spatial tables
-    )
+    try:
+        await connect_to_db(app, settings=postgres_settings)
+        assert getattr(app.state, "pool", None)
+
+        await register_collection_catalog(
+            app,
+            schemas=db_settings.schemas,
+            exclude_table_schemas=db_settings.exclude_table_schemas,
+            tables=db_settings.tables,
+            exclude_tables=db_settings.exclude_tables,
+            exclude_function_schemas=db_settings.exclude_function_schemas,
+            functions=db_settings.functions,
+            exclude_functions=db_settings.exclude_functions,
+            spatial=False,  # False means allow non-spatial tables
+        )
+    except:  # noqa
+        warnings.warn("Could not initiate TiPg", UserWarning)
+        pass
 
 
 @app.on_event("shutdown")

stack/sns_subscription.py

@@ -37,7 +37,7 @@
             "FUNCTION_URL": cloud_function_scene_relevancy.fxn.https_trigger_url
         },
     ),
-    layers=["arn:aws:lambda:eu-central-1:770693421928:layer:Klayers-p38-requests:4"],
+    layers=["arn:aws:lambda:eu-central-1:770693421928:layer:Klayers-p38-requests:15"],
 )
 # Give SNS permissions to invoke the Lambda
 lambda_permission = aws.lambda_.Permission(