diff --git a/.github/workflows/regression-test-a11y-statement.yml b/.github/workflows/regression-test-a11y-statement.yml index 1ff2e290..33a253c8 100644 --- a/.github/workflows/regression-test-a11y-statement.yml +++ b/.github/workflows/regression-test-a11y-statement.yml @@ -24,6 +24,9 @@ on: - '**regression-test-software.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-css.yml b/.github/workflows/regression-test-css.yml index c85fd194..7ac30d84 100644 --- a/.github/workflows/regression-test-css.yml +++ b/.github/workflows/regression-test-css.yml @@ -24,6 +24,9 @@ on: - '**regression-test-software.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-email.yml b/.github/workflows/regression-test-email.yml index 46f5be95..72a29cc6 100644 --- a/.github/workflows/regression-test-email.yml +++ b/.github/workflows/regression-test-email.yml @@ -24,6 +24,9 @@ on: - '**regression-test-software.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-google-lighthouse-based.yml b/.github/workflows/regression-test-google-lighthouse-based.yml index b81ddce9..a7405b8c 100644 --- a/.github/workflows/regression-test-google-lighthouse-based.yml +++ b/.github/workflows/regression-test-google-lighthouse-based.yml @@ -24,6 +24,9 @@ on: - '**regression-test-software.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-html.yml b/.github/workflows/regression-test-html.yml index 50a6ae95..13c462ce 100644 --- a/.github/workflows/regression-test-html.yml +++ b/.github/workflows/regression-test-html.yml @@ -24,6 +24,9 @@ on: - '**regression-test-software.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-http.yml b/.github/workflows/regression-test-http.yml index 22ff072a..ead7945a 100644 --- a/.github/workflows/regression-test-http.yml +++ b/.github/workflows/regression-test-http.yml @@ -24,6 +24,9 @@ on: - '**regression-test-software.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-lint-css.yml b/.github/workflows/regression-test-lint-css.yml index 30a5bf27..da1b0b27 100644 --- a/.github/workflows/regression-test-lint-css.yml +++ b/.github/workflows/regression-test-lint-css.yml @@ -24,6 +24,9 @@ on: - '**regression-test-software.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-pa11y.yml b/.github/workflows/regression-test-pa11y.yml index ed34acc1..62bbe642 100644 --- a/.github/workflows/regression-test-pa11y.yml +++ b/.github/workflows/regression-test-pa11y.yml @@ -24,6 +24,9 @@ on: - '**regression-test-software.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-sitespeed-browsertime-har.yml b/.github/workflows/regression-test-sitespeed-browsertime-har.yml index d22e4f8e..b5f9ff7c 100644 --- a/.github/workflows/regression-test-sitespeed-browsertime-har.yml +++ b/.github/workflows/regression-test-sitespeed-browsertime-har.yml @@ -29,16 +29,16 @@ jobs: - name: Testing sitespeed.io:s browsertime.har output using ${{ matrix.browser }} if: always() run: | - echo "TEST A" sitespeedversion=$(python .github/workflows/verify_result.py --docker-sitespeed-version) - echo "TEST B: $sitespeedversion" - command="docker run --rm -v $(pwd):/sitespeed.io $sitespeedversion -b ${{ matrix.browser }} -n 1 --chrome.includeResponseBodies all --firefox.includeResponseBodies all https://webperf.se" - echo "TEST C: $command" + command="docker run -v $(pwd):/sitespeed.io $sitespeedversion -b ${{ matrix.browser }} -n 1 --chrome.includeResponseBodies all --firefox.includeResponseBodies all https://webperf.se" + echo "A: $command" testresult=$($command) - echo "TEST D: $testresult" + echo "B: $testresult" path=$(echo "$testresult" | grep -o "/sitespeed.io/.*") + echo "C: $path" if [ -n "$path" ]; then - har_file=$(find $(pwd) -name "browsertime.har") + har_file=$(ls -t $(find $(pwd) -name "browsertime.har") | head -1) + echo "D: $har_file" if [ -f "$har_file" ]; then echo "Found browsertime.har at $har_file" python .github/workflows/verify_browsertime_har.py --browsertime $har_file @@ -50,3 +50,65 @@ jobs: echo "Error: No path found starting with /sitespeed.io/" exit 1 fi + - name: Testing sitespeed.io:s browsertime.har with chrome-cookies.cjs output using ${{ matrix.browser }} + if: always() + run: | + sitespeedversion=$(python .github/workflows/verify_result.py --docker-sitespeed-version) + command="docker run -v $(pwd):/sitespeed.io $sitespeedversion -b ${{ matrix.browser }} -n 1 --postScript chrome-cookies.cjs https://polisen.se" + echo "A: $command" + testresult=$($command) + echo "B: $testresult" + path=$(echo "$testresult" | grep -o "/sitespeed.io/.*") + echo "C: $path" + if [ -n "$path" ]; then + har_file=$(ls -t $(find $(pwd) -name "browsertime.har") | head -1) + echo "D: $har_file" + if [ -f "$har_file" ]; then + echo "Found browsertime.har at $har_file" + cookies=$(echo "$testresult" | grep -o "COOKIES:START") + echo "E: $cookies" + if [ -n "$cookies" ]; then + echo "Cookies found in $har_file" + else + echo "Cookies cookie not found in $har_file" + exit 1 + fi + else + echo "Error: browsertime.har not found in $path" + exit 1 + fi + else + echo "Error: No path found starting with /sitespeed.io/" + exit 1 + fi + - name: Testing sitespeed.io:s browsertime.har with chrome-versions.cjs output using ${{ matrix.browser }} + if: always() + run: | + sitespeedversion=$(python .github/workflows/verify_result.py --docker-sitespeed-version) + command="docker run -v $(pwd):/sitespeed.io $sitespeedversion -b ${{ matrix.browser }} -n 1 --postScript chrome-versions.cjs https://webperf.se" + echo "A: $command" + testresult=$($command) + echo "B: $testresult" + path=$(echo "$testresult" | grep -o "/sitespeed.io/.*") + echo "C: $path" + if [ -n "$path" ]; then + har_file=$(ls -t $(find $(pwd) -name "browsertime.har") | head -1) + echo "D: $har_file" + if [ -f "$har_file" ]; then + echo "Found browsertime.har at $har_file" + versions=$(echo "$testresult" | grep -o "VERSIONS:START") + echo "E: $versions" + if [ -n "$versions" ]; then + echo "Versions found in $har_file" + else + echo "Versions not found in $har_file" + exit 1 + fi + else + echo "Error: browsertime.har not found in $path" + exit 1 + fi + else + echo "Error: No path found starting with /sitespeed.io/" + exit 1 + fi diff --git a/.github/workflows/regression-test-sitespeed.yml b/.github/workflows/regression-test-sitespeed.yml index d11e47f7..be4889f6 100644 --- a/.github/workflows/regression-test-sitespeed.yml +++ b/.github/workflows/regression-test-sitespeed.yml @@ -24,6 +24,9 @@ on: - '**regression-test-software.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-software.yml b/.github/workflows/regression-test-software.yml index 2e86436f..e6163980 100644 --- a/.github/workflows/regression-test-software.yml +++ b/.github/workflows/regression-test-software.yml @@ -21,6 +21,9 @@ on: - '**regression-test-sitespeed.yml' - '**regression-test-standard-files.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-standard-files.yml b/.github/workflows/regression-test-standard-files.yml index 152cf9e7..62aab3ba 100644 --- a/.github/workflows/regression-test-standard-files.yml +++ b/.github/workflows/regression-test-standard-files.yml @@ -24,6 +24,9 @@ on: - '**regression-test-sitespeed.yml' - '**regression-test-software.yml' - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-tracking.yml b/.github/workflows/regression-test-tracking.yml index 4e538c48..a7e1cd4a 100644 --- a/.github/workflows/regression-test-tracking.yml +++ b/.github/workflows/regression-test-tracking.yml @@ -28,6 +28,9 @@ on: - '**regression-test-sitespeed.yml' - '**regression-test-software.yml' - '**regression-test-standard-files.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-translations.yml b/.github/workflows/regression-test-translations.yml index bde51a42..c51854fb 100644 --- a/.github/workflows/regression-test-translations.yml +++ b/.github/workflows/regression-test-translations.yml @@ -9,7 +9,24 @@ on: - '**update_software_helper.py' - '**software-rules.json' - 'Dockerfile' + - '**regression-test-404.yml' + - '**regression-test-a11y-statement.yml' + - '**regression-test-css.yml' - '**regression-test-docker-image.yml' + - '**regression-test-email.yml' + - '**regression-test-google-lighthouse-based.yml' + - '**regression-test-html.yml' + - '**regression-test-http.yml' + - '**regression-test-lint-css.yml' + - '**regression-test-pa11y.yml' + - '**regression-test-sitespeed-browsertime-har.yml' + - '**regression-test-sitespeed.yml' + - '**regression-test-software.yml' + - '**regression-test-standard-files.yml' + - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-webbkoll.yml b/.github/workflows/regression-test-webbkoll.yml index a3228ad6..ac76ed4b 100644 --- a/.github/workflows/regression-test-webbkoll.yml +++ b/.github/workflows/regression-test-webbkoll.yml @@ -10,7 +10,23 @@ on: - '**update_software_helper.py' - '**software-rules.json' - 'Dockerfile' + - '**regression-test-404.yml' + - '**regression-test-a11y-statement.yml' + - '**regression-test-css.yml' - '**regression-test-docker-image.yml' + - '**regression-test-email.yml' + - '**regression-test-google-lighthouse-based.yml' + - '**regression-test-html.yml' + - '**regression-test-http.yml' + - '**regression-test-lint-css.yml' + - '**regression-test-pa11y.yml' + - '**regression-test-sitespeed-browsertime-har.yml' + - '**regression-test-sitespeed.yml' + - '**regression-test-software.yml' + - '**regression-test-standard-files.yml' + - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-ylt.yml' jobs: build: runs-on: ${{ matrix.os }} diff --git a/.github/workflows/regression-test-ylt.yml b/.github/workflows/regression-test-ylt.yml index 4e0a8980..e0fc6c9e 100644 --- a/.github/workflows/regression-test-ylt.yml +++ b/.github/workflows/regression-test-ylt.yml @@ -10,7 +10,23 @@ on: - '**update_software_helper.py' - '**software-rules.json' - 'Dockerfile' + - '**regression-test-404.yml' + - '**regression-test-a11y-statement.yml' + - '**regression-test-css.yml' - '**regression-test-docker-image.yml' + - '**regression-test-email.yml' + - '**regression-test-google-lighthouse-based.yml' + - '**regression-test-html.yml' + - '**regression-test-http.yml' + - '**regression-test-lint-css.yml' + - '**regression-test-pa11y.yml' + - '**regression-test-sitespeed-browsertime-har.yml' + - '**regression-test-sitespeed.yml' + - '**regression-test-software.yml' + - '**regression-test-standard-files.yml' + - '**regression-test-tracking.yml' + - '**regression-test-translations.yml' + - '**regression-test-webbkoll.yml' jobs: build: runs-on: ${{ matrix.os }}