Update build_and_deploy_documentation.yml

feat: Added robots.txt
FabricioArendTorres · Jul 20, 2024 · 8deaacc · 8deaacc
1 parent feaaf44
commit 8deaacc
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/.github/workflows/build_and_deploy_documentation.yml b/.github/workflows/build_and_deploy_documentation.yml
@@ -45,6 +45,11 @@ jobs:
         BASE_URL="https://fabricioarendtorres.github.io/streamAUC/"
         find docs -name '*.html' | sed "s|docs/|${BASE_URL}|g" > docs/sitemap.txt
 
+    - name: Generate robots.txt
+      run: |
+        echo "User-agent: *" > docs/robots.txt
+        echo "Sitemap: https://fabricioarendtorres.github.io/streamAUC/sitemap.txt" >> docs/robots.txt
+
     # Upload for introspection, useful for pull requests and debugging
     - uses: actions/upload-artifact@v3
       with: