Generate sitemap (#5)

Author: rzblue

.github/workflows/static.yml

@@ -59,6 +59,14 @@ jobs:
           rm -rf allwpilib/docs/development/java allwpilib/docs/development/cpp
           mv allwpilib/docs/development/javadoc allwpilib/docs/development/java
           mv allwpilib/docs/development/doxygen/html allwpilib/docs/development/cpp
+      - name: Get pages url
+        run: echo url=$(gh api "repos/${{ github.repository }}/pages" --jq '.html_url') >> $GITHUB_ENV
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Install sitemap generator
+        run: npm install -g static-sitemap-cli@^2.2.5
+      - name: Generate sitemap
+        run: static-sitemap-cli --base ${{ env.url }} --root . --ignore "allwpilib/docs/beta/**" "allwpilib/docs/development/**" --changefreq  "**,monthly" "allwpilib/docs/**,weekly" --verbose --no-clean
       - name: Setup Pages
         uses: actions/configure-pages@v5
       - name: Upload artifact

robots.txt

@@ -0,0 +1,5 @@
+User-agent: *
+Disallow: /allwpilib/docs/beta/
+Disallow: /allwpilib/docs/development/
+
+Sitemap: https://github.wpilib.org/sitemap.xml