From 3e38d1206eb52b663907e5581dd044c4ae77b901 Mon Sep 17 00:00:00 2001 From: Rub21 Date: Sun, 15 Dec 2024 06:40:25 -0500 Subject: [PATCH 1/3] Seed tiler for zoom 1-10 - tiler production --- values.production.template.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/values.production.template.yaml b/values.production.template.yaml index 97885f62..6cd8bbef 100644 --- a/values.production.template.yaml +++ b/values.production.template.yaml @@ -967,8 +967,8 @@ ohm: enabled: true schedule: '0 */3 * * *' env: - GEOJSON_URL: https://osmseed-dev.s3.us-east-1.amazonaws.com/tiler/eu-lat.geojson - ZOOM_LEVELS: '8' + GEOJSON_URL: https://osmseed-dev.s3.us-east-1.amazonaws.com/tiler/usa-eu.geojson + ZOOM_LEVELS: '8,9,10' CONCURRENCY: 200 S3_BUCKET: osmseed-dev OUTPUT_FILE: /logs/tiler_benchmark.log From 13635de1bbe8b438c9a5e52eb96066eba209b6b3 Mon Sep 17 00:00:00 2001 From: Rub21 Date: Mon, 16 Dec 2024 01:49:46 -0500 Subject: [PATCH 2/3] Update tiler cache base image --- images/tiler-cache/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/images/tiler-cache/Dockerfile b/images/tiler-cache/Dockerfile index 67bfd9f0..b6576259 100644 --- a/images/tiler-cache/Dockerfile +++ b/images/tiler-cache/Dockerfile @@ -1,4 +1,4 @@ -FROM ghcr.io/openhistoricalmap/tiler-server:0.0.1-0.dev.git.1913.ha63e895 +FROM ghcr.io/openhistoricalmap/tiler-server:0.0.1-0.dev.git.1920.h4abe268 RUN apk update && apk add --no-cache \ proj \ From 8be5a75d0cef50771ae626577333b24ec62b0532 Mon Sep 17 00:00:00 2001 From: Rub21 Date: Mon, 16 Dec 2024 02:14:04 -0500 Subject: [PATCH 3/3] Tiler purge 7-15 and seed 0-14 and remove s3 zoom 16,17..20 --- values.production.template.yaml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/values.production.template.yaml b/values.production.template.yaml index 6cd8bbef..81b37765 100644 --- a/values.production.template.yaml +++ b/values.production.template.yaml @@ -929,9 +929,9 @@ ohm: env: REGION_NAME: us-east-1 NAMESPACE: default # Namespace to run the job - DOCKER_IMAGE: ghcr.io/openhistoricalmap/tiler-server:0.0.1-0.dev.git.1913.ha63e895 # TODO, this should be automatically updated from tiler server image + DOCKER_IMAGE: ghcr.io/openhistoricalmap/tiler-server:0.0.1-0.dev.git.1920.h4abe268 # TODO, this should be automatically updated from tiler server image SQS_QUEUE_URL: {{PRODUCTION_SQS_QUEUE_URL}} - NODEGROUP_TYPE: web_large # Nodegroup type to run the job + NODEGROUP_TYPE: job # Nodegroup type to run the job # Maximum number of active jobs in high concurrency queue MAX_ACTIVE_JOBS: 10 DELETE_OLD_JOBS_AGE: 7200 # 2 hours @@ -939,14 +939,14 @@ ohm: EXECUTE_PURGE: true PURGE_CONCURRENCY: 64 PURGE_MIN_ZOOM: 7 - PURGE_MAX_ZOOM: 17 # Purging zoom 18,19,20 takes hours to complete,we are going to remove direct from s3 the tiles for zoom 19-20 + PURGE_MAX_ZOOM: 15 # Purging zoom 16,17,18,19,20 takes hours to complete,we are going to remove direct from s3 the tiles for zoom 19-20 ## Execute seeding EXECUTE_SEED: true SEED_CONCURRENCY: 64 - SEED_MIN_ZOOM: 3 + SEED_MIN_ZOOM: 0 SEED_MAX_ZOOM: 14 ## Remove tiles from s3 for zoom levels - ZOOM_LEVELS_TO_DELETE: 18,19,20 + ZOOM_LEVELS_TO_DELETE: 16,17,18,19,20 S3_BUCKET_CACHE_TILER: tiler-cache-production S3_BUCKET_PATH_FILES: mnt/data/osm resources: