Tighten the current golden state for sdxl models.

Signed-off-by: MaheshRavishankar <[email protected]>
iree-org · Feb 4, 2025 · dafe9c9 · dafe9c9
1 parent e26255e
commit dafe9c9
Showing 1 changed file with 38 additions and 38 deletions.
diff --git a/.github/workflows/pkgci_regression_test.yml b/.github/workflows/pkgci_regression_test.yml
@@ -127,16 +127,16 @@ jobs:
           source ${VENV_DIR}/bin/activate
           pytest ./experimental/benchmarks/sdxl/benchmark_sdxl_rocm.py \
             --goldentime-tolerance-multiplier 1.3 \
-            --goldentime-rocm-e2e-ms 1100.0 \
-            --goldentime-rocm-unet-ms 255.0 \
-            --goldentime-rocm-clip-ms 14.5 \
-            --goldentime-rocm-vae-ms 310.0 \
-            --goldendispatch-rocm-unet 1602 \
+            --goldentime-rocm-e2e-ms 1094.0 \
+            --goldentime-rocm-unet-ms 250.0 \
+            --goldentime-rocm-clip-ms 13.5 \
+            --goldentime-rocm-vae-ms 327.0 \
+            --goldendispatch-rocm-unet 1529 \
             --goldendispatch-rocm-clip 1139 \
-            --goldendispatch-rocm-vae 246 \
-            --goldensize-rocm-unet-bytes 2280000  \
-            --goldensize-rocm-clip-bytes 860000 \
-            --goldensize-rocm-vae-bytes 840000 \
+            --goldendispatch-rocm-vae 245 \
+            --goldensize-rocm-unet-bytes 1459237 \
+            --goldensize-rocm-clip-bytes 503151 \
+            --goldensize-rocm-vae-bytes 478772 \
             --rocm-chip gfx90a \
             --timeout=600 \
             --log-cli-level=info \
@@ -152,22 +152,22 @@ jobs:
           source ${VENV_DIR}/bin/activate
           pytest ./experimental/benchmarks/sdxl/benchmark_sdxl_rocm.py \
             --goldentime-tolerance-multiplier 1.1 \
-            --goldentime-rocm-e2e-ms 325.0 \
-            --goldentime-rocm-unet-ms 80.0 \
-            --goldentime-rocm-clip-ms 15.0 \
-            --goldentime-rocm-vae-ms 75.0 \
-            --goldendispatch-rocm-unet 1602 \
+            --goldentime-rocm-e2e-ms 320.0 \
+            --goldentime-rocm-unet-ms 76.3 \
+            --goldentime-rocm-clip-ms 9.62 \
+            --goldentime-rocm-vae-ms 76.5 \
+            --goldendispatch-rocm-unet 1529 \
             --goldendispatch-rocm-clip 1139 \
-            --goldendispatch-rocm-vae 246 \
-            --goldensize-rocm-unet-bytes 2270000 \
-            --goldensize-rocm-clip-bytes 860000  \
-            --goldensize-rocm-vae-bytes 840000 \
-            --goldentime-rocm-punet-int8-fp16-ms 50.0 \
-            --goldentime-rocm-punet-int8-fp8-ms 52.0 \
-            --goldendispatch-rocm-punet-int8-fp16 1424 \
-            --goldendispatch-rocm-punet-int8-fp8 1704 \
-            --goldensize-rocm-punet-int8-fp8-bytes 2800000 \
-            --goldensize-rocm-punet-int8-fp16-bytes 2560000 \
+            --goldendispatch-rocm-vae 245 \
+            --goldensize-rocm-unet-bytes 1483237 \
+            --goldensize-rocm-clip-bytes 509423  \
+            --goldensize-rocm-vae-bytes 482340 \
+            --goldentime-rocm-punet-int8-fp16-ms 47.4 \
+            --goldentime-rocm-punet-int8-fp8-ms 48.1 \
+            --goldendispatch-rocm-punet-int8-fp16 1282 \
+            --goldendispatch-rocm-punet-int8-fp8 1561 \
+            --goldensize-rocm-punet-int8-fp8-bytes 2222998 \
+            --goldensize-rocm-punet-int8-fp16-bytes 2035382 \
             --rocm-chip gfx942 \
             --log-cli-level=info \
             --timeout=600 \
@@ -182,21 +182,21 @@ jobs:
           pytest ./experimental/benchmarks/sdxl/benchmark_sdxl_rocm.py \
             --goldentime-tolerance-multiplier 1.1 \
             --goldentime-rocm-e2e-ms 800.0 \
-            --goldentime-rocm-unet-ms 195.0 \
-            --goldentime-rocm-clip-ms 15.0 \
-            --goldentime-rocm-vae-ms 190.0 \
-            --goldendispatch-rocm-unet 1602 \
+            --goldentime-rocm-unet-ms 196.0 \
+            --goldentime-rocm-clip-ms 13.0 \
+            --goldentime-rocm-vae-ms 195.0 \
+            --goldendispatch-rocm-unet 1529 \
             --goldendispatch-rocm-clip 1139 \
-            --goldendispatch-rocm-vae 246 \
-            --goldensize-rocm-unet-bytes 2270000 \
-            --goldensize-rocm-clip-bytes 860000 \
-            --goldensize-rocm-vae-bytes 840000 \
-            --goldentime-rocm-punet-int8-fp16-ms 140.0 \
-            --goldentime-rocm-punet-int8-fp8-ms 150 \
-            --goldendispatch-rocm-punet-int8-fp16 1424 \
-            --goldendispatch-rocm-punet-int8-fp8 1704 \
-            --goldensize-rocm-punet-int8-fp8-bytes 2800000 \
-            --goldensize-rocm-punet-int8-fp16-bytes 2560000 \
+            --goldendispatch-rocm-vae 245 \
+            --goldensize-rocm-unet-bytes 1466085 \
+            --goldensize-rocm-clip-bytes 509423 \
+            --goldensize-rocm-vae-bytes 482340 \
+            --goldentime-rocm-punet-int8-fp16-ms 123 \
+            --goldentime-rocm-punet-int8-fp8-ms 128 \
+            --goldendispatch-rocm-punet-int8-fp16 1282 \
+            --goldendispatch-rocm-punet-int8-fp8 1562 \
+            --goldensize-rocm-punet-int8-fp8-bytes 2035382 \
+            --goldensize-rocm-punet-int8-fp16-bytes 2219670 \
             --rocm-chip gfx942 \
             --log-cli-level=info \
             --timeout=600 \