Merge pull request #2253 from bugsnag/https

run e2e tests over https
bugsnag · Nov 20, 2024 · 56fa012 · 56fa012
2 parents 367ae58 + 35ba982
commit 56fa012
Show file tree

Hide file tree

Showing 75 changed files with 117 additions and 215 deletions.
diff --git a/.buildkite/basic/browser-pipeline.yml b/.buildkite/basic/browser-pipeline.yml
@@ -59,6 +59,7 @@ steps:
             service-ports: true
             use-aliases: true
             command:
+              - "--https"
               - "--farm=bb"
               - "--browser={{matrix}}"
               - "--no-tunnel"
@@ -135,15 +136,10 @@ steps:
         env:
           HOST: "localhost" # IE11 needs the host set to localhost for some reason
 
-      #
-      # BrowserStack tests
-      #
       - label: ":browserstack: {{matrix}} tests"
         matrix:
           - edge_17
           - safari_10
-          - safari_16
-          - ios_10
           - ios_15
           - android_7
           # TODO: Move these to BitBar
@@ -158,6 +154,7 @@ steps:
             run: browser-maze-runner-bs
             use-aliases: true
             command:
+              - "--https"
               - "--farm=bs"
               - "--browser={{matrix}}"
           artifacts#v1.5.0:
@@ -171,3 +168,32 @@ steps:
         concurrency: 2
         concurrency_group: "browserstack"
         concurrency_method: eager
+
+      #
+      # BrowserStack non-https tests
+      #
+      - label: ":browserstack: {{matrix}} non-https tests"
+        matrix:
+          - safari_16
+          - ios_10
+        depends_on: "browser-maze-runner-bs"
+        timeout_in_minutes: 30
+        plugins:
+          docker-compose#v4.12.0:
+            pull: browser-maze-runner-bs
+            run: browser-maze-runner-bs
+            use-aliases: true
+            command:
+              - "--farm=bs"
+              - "--browser={{matrix}}"
+          artifacts#v1.5.0:
+            upload:
+              - "./test/browser/maze_output/failed/**/*"
+          test-collector#v1.10.2:
+            files: "reports/TEST-*.xml"
+            format: "junit"
+            branch: "^main|next$$"
+            api-token-env-name: "BROWSER_BUILDKITE_ANALYTICS_TOKEN"
+        concurrency: 2
+        concurrency_group: "browserstack"
+        concurrency_method: eager
diff --git a/test/browser/.gitignore b/test/browser/.gitignore
@@ -0,0 +1 @@
+maze-runner.log
diff --git a/test/browser/Gemfile b/test/browser/Gemfile
@@ -1,6 +1,6 @@
 source 'https://rubygems.org'
 
-gem 'bugsnag-maze-runner', '~> 8.0'
+gem 'bugsnag-maze-runner', '~> 9.0'
 
 # Use a branch of Maze Runner
 #gem 'bugsnag-maze-runner', git: 'https://github.com/bugsnag/maze-runner', branch: 'tms/use-maze-check'

diff --git a/test/browser/Gemfile.lock b/test/browser/Gemfile.lock
diff --git a/test/browser/features/fixtures/auto_detect_errors/script/a.html b/test/browser/features/fixtures/auto_detect_errors/script/a.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/auto_detect_errors/script/b.html b/test/browser/features/fixtures/auto_detect_errors/script/b.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
 
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/auto_detect_errors/script/c.html b/test/browser/features/fixtures/auto_detect_errors/script/c.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/cause/script/constructor.html b/test/browser/features/fixtures/cause/script/constructor.html
@@ -4,7 +4,7 @@
 <head>
     <title>Error.cause in constructor</title>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script>
         var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
         var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/cause/script/property.html b/test/browser/features/fixtures/cause/script/property.html
@@ -4,7 +4,7 @@
 <head>
     <title>Error.cause assigned property</title>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script>
         var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
         var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/csp/script/a.html b/test/browser/features/fixtures/csp/script/a.html
@@ -3,7 +3,7 @@
   <head>
     <meta charset="utf-8" />
     <meta http-equiv="Content-Security-Policy" content="default-src 'none'; script-src 'unsafe-inline' 'self';">
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/delivery/script/a.html b/test/browser/features/fixtures/delivery/script/a.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/device/script/a.html b/test/browser/features/fixtures/device/script/a.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/device/script/b.html b/test/browser/features/fixtures/device/script/b.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/device/script/c.html b/test/browser/features/fixtures/device/script/c.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       window.localStorage.setItem('bugsnag-anonymous-id', 'cabcdefghijklmnopqrstuvwx')
 

diff --git a/test/browser/features/fixtures/feature_flags/script/handled_error.html b/test/browser/features/fixtures/feature_flags/script/handled_error.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/feature_flags/script/unhandled_error.html b/test/browser/features/fixtures/feature_flags/script/unhandled_error.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/handled/script/a.html b/test/browser/features/fixtures/handled/script/a.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/handled/script/b.html b/test/browser/features/fixtures/handled/script/b.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/handled/script/c.html b/test/browser/features/fixtures/handled/script/c.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/handled/script/d.html b/test/browser/features/fixtures/handled/script/d.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/handled/script/e.html b/test/browser/features/fixtures/handled/script/e.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/handled/script/f.html b/test/browser/features/fixtures/handled/script/f.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/handled/script/g.html b/test/browser/features/fixtures/handled/script/g.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/handled/script/h.html b/test/browser/features/fixtures/handled/script/h.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
     <script type="text/javascript">
       var NOTIFY = decodeURIComponent(window.location.search.match(/NOTIFY=([^&]+)/)[1])
       var SESSIONS = decodeURIComponent(window.location.search.match(/SESSIONS=([^&]+)/)[1])

diff --git a/test/browser/features/fixtures/handled/typescript/a.html b/test/browser/features/fixtures/handled/typescript/a.html
@@ -2,7 +2,7 @@
 <html>
   <head>
     <meta charset="utf-8" />
-    <script src="/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
+    <script src="/docs/node_modules/@bugsnag/browser/dist/bugsnag.min.js"></script>
   </head>
   <body>
     <script src="dist/a.js"></script>