Make compare a separate test step.

Author: Robert Flack

.github/workflows/gh-pages.yml

@@ -1,4 +1,4 @@
-name: Deploy site to Pages
+name: Build and test
 
 on:
   # Runs on pushes targeting the default branch
@@ -52,6 +52,8 @@ jobs:
         run: "./test/wpt/wpt make-hosts-file | sudo tee -a /etc/hosts"
       - name: WPT tests
         run: "npm run test:wpt"
+      - name: Expected results
+        run: "npm run test:compare"
       - name: Clean build files
         run: "rm -rf node_modules test/wpt"
       - name: Upload artifact

package.json

@@ -9,8 +9,9 @@
     "dev": "run-all \"serve\" \" microbundle watch -f iife \"",
     "deploy": "npm run build",
     "test-setup": "node test/setup/checkout-wpt.mjs",
-    "test:wpt": "npm run test-setup && cd test && cd wpt && (python wpt run --headless -y --log-wptreport ../report/data.json --log-wptscreenshot=../report/screenshots.txt --log-html=../report/index.html --inject-script ../../dist/scroll-timeline.js firefox scroll-animations; cd ../../ && node test/summarize-json.mjs test/report/data.json > test/report/summary.txt && echo 'Comparing test results. If different and expected, patch the following diff to expected.txt:' && diff test/expected.txt test/report/summary.txt)",
-    "test:simple": "npm run test-setup && cd test && cd wpt && python wpt serve --inject-script ../../dist/scroll-timeline.js"
+    "test:wpt": "npm run test-setup && cd test && cd wpt && (python wpt run --headless -y --log-wptreport ../report/data.json --log-wptscreenshot=../report/screenshots.txt --log-html=../report/index.html --inject-script ../../dist/scroll-timeline.js firefox scroll-animations || true)",
+    "test:simple": "npm run test-setup && cd test && cd wpt && python wpt serve --inject-script ../../dist/scroll-timeline.js",
+    "test:compare": "node test/summarize-json.mjs test/report/data.json > test/report/summary.txt && echo 'Comparing test results. If different and expected, patch the following diff to test/expected.txt:' && diff test/expected.txt test/report/summary.txt"
   },
   "repository": {
     "type": "git",