Update action

Author: kristianfreeman

.github/workflows/crawl.yml

@@ -1,6 +1,9 @@
 name: Get all URLs and begin crawling
 
 on:
+  pull_request:
+    branches:
+      - main
   push:
     branches:
       - main
@@ -12,12 +15,9 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
+      - uses: actions/setup-node@v3
       - name: Run script
-        uses: tj-actions/puppeteer@v4
-        id: puppeteer
-        with:
-          files: |
-            .github/workflows/crawl.js
+        run: npm run crawl
         env:
           ALGOLIA_CRAWLER_API_KEY: ${{secrets.ALGOLIA_CRAWLER_API_KEY}}
           ALGOLIA_CRAWLER_ID: ${{secrets.ALGOLIA_CRAWLER_ID}}

.gitignore

@@ -0,0 +1,2 @@
+node_modules
+package-lock.json

.github/workflows/crawl.js crawl.js

@@ -1,4 +1,3 @@
-const fetch = require('node-fetch');
 const puppeteer = require('puppeteer');
 
 (async () => {
@@ -9,6 +8,11 @@ const puppeteer = require('puppeteer');
     apiKey: process.env.ALGOLIA_CRAWLER_API_KEY,
   }
 
+  if (!crawler.url || !crawler.id || !crawler.userId || !crawler.apiKey) {
+    console.log("Missing required env vars")
+    return
+  }
+
   const updateUrls = async (urls) => {
     const updateResponse = await fetch(`${crawler.url}/${crawler.id}/config`, {
       method: "PATCH",

package.json

@@ -0,0 +1,16 @@
+{
+  "name": "api-schemas",
+  "version": "1.0.0",
+  "description": "This repository contains OpenAPI schemas for the Cloudflare API.",
+  "main": "index.js",
+  "scripts": {
+    "crawl": "node crawl.js",
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "dependencies": {
+    "puppeteer": "^19.9.0"
+  }
+}