From 8f15c258e17e6da0b072dc8485e1a1ff7470606b Mon Sep 17 00:00:00 2001 From: Dan G Date: Fri, 20 Dec 2024 15:09:34 +0000 Subject: [PATCH] bolster Hasura container CPU, add circuit breaker to rollback failed deployments --- infrastructure/application/Pulumi.production.yaml | 2 +- infrastructure/application/Pulumi.staging.yaml | 2 +- infrastructure/application/services/hasura.ts | 4 ++++ 3 files changed, 6 insertions(+), 2 deletions(-) diff --git a/infrastructure/application/Pulumi.production.yaml b/infrastructure/application/Pulumi.production.yaml index 87d073744c..37b51f211c 100644 --- a/infrastructure/application/Pulumi.production.yaml +++ b/infrastructure/application/Pulumi.production.yaml @@ -29,7 +29,7 @@ config: secure: AAABADo05EPv/HWj7Rkf19nBeTcPJd4pEcRi2/uhyB3agraFODpLvNMx2bXfISf5pZ4HA41GYCE4f7OLcJN6hIV6ZMWUlEriPzvkoUAixbLlz1LIERiyk73R8E4F2bV65/9aFqi4l7caLS5c8iDJrE+JAvu2i7oS application:hasura-admin-secret: secure: AAABAHfDtVpAD8w32yINWTjgvuRQixWXYFf3/rEcyh59/pRSz+J4ZYCXNq5jqBiIXM2emB+7zOY= - application:hasura-cpu: "512" + application:hasura-cpu: "1024" application:hasura-memory: "2048" application:hasura-planx-api-key: secure: AAABAExsXFL7HabeK0Z1oSUJzI2NqVqEmKJ1ojYXyX4Hi8Sbt1Ht9QJc/Yn3cPBAB2r32HKa4HtqqLmfGjS+04lFB/I= diff --git a/infrastructure/application/Pulumi.staging.yaml b/infrastructure/application/Pulumi.staging.yaml index 06ee49d150..5cc9b010c9 100644 --- a/infrastructure/application/Pulumi.staging.yaml +++ b/infrastructure/application/Pulumi.staging.yaml @@ -30,7 +30,7 @@ config: secure: AAABACgwjEmlLmE19ofRO8e/JpD8sHDV2lcDmSXbU/Mw8ZRh5gTgll8DZ3BVjpDWfQfIecBAIf2TFgeo9CsBSLjfaRJ7eJyKDSWm7i8LlMC2JN/PN+Ig8oeI0H0oLkqJIziNKKjx+e97zDiXO9LZ1CVzrywR application:hasura-admin-secret: secure: AAABAHsoh7ZNkr6ep3xXsUZpp/JIjshBX+tJ0KOFgGnJ4wxR0oIcB6VewVDuwSyFJRVix72YahM= - application:hasura-cpu: "512" + application:hasura-cpu: "1024" application:hasura-memory: "2048" application:hasura-planx-api-key: secure: AAABANHLs3ItPxkteh0chwMP2bKuHO3ovuRLi4FsIrCqerzXVIaTLFDqNR+4KBTeMPz4cnF5tCTwsrJv9GruZdXU+lg= diff --git a/infrastructure/application/services/hasura.ts b/infrastructure/application/services/hasura.ts index 3497a2187b..7e4b5a5756 100644 --- a/infrastructure/application/services/hasura.ts +++ b/infrastructure/application/services/hasura.ts @@ -60,6 +60,10 @@ export const createHasuraService = async ({ deploymentMaximumPercent: 200, // extend service-level health check grace period to match hasura server migrations timeout healthCheckGracePeriodSeconds: 600, + deploymentCircuitBreaker: { + enable: true, + rollback: true, + }, taskDefinitionArgs: { logGroup: new aws.cloudwatch.LogGroup("hasura", { namePrefix: "hasura",