From 8deaacc3cda93dff7d40ed15b4b4e46d8aab1a32 Mon Sep 17 00:00:00 2001
From: Fabricio Arend Torres
 <9096900+FabricioArendTorres@users.noreply.github.com>
Date: Sat, 20 Jul 2024 12:45:24 +0200
Subject: [PATCH] Update build_and_deploy_documentation.yml

feat: Added robots.txt
---
 .github/workflows/build_and_deploy_documentation.yml | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/.github/workflows/build_and_deploy_documentation.yml b/.github/workflows/build_and_deploy_documentation.yml
index 37e08f4..44752f6 100644
--- a/.github/workflows/build_and_deploy_documentation.yml
+++ b/.github/workflows/build_and_deploy_documentation.yml
@@ -45,6 +45,11 @@ jobs:
         BASE_URL="https://fabricioarendtorres.github.io/streamAUC/"
         find docs -name '*.html' | sed "s|docs/|${BASE_URL}|g" > docs/sitemap.txt
 
+    - name: Generate robots.txt
+      run: |
+        echo "User-agent: *" > docs/robots.txt
+        echo "Sitemap: https://fabricioarendtorres.github.io/streamAUC/sitemap.txt" >> docs/robots.txt
+
     # Upload for introspection, useful for pull requests and debugging
     - uses: actions/upload-artifact@v3
       with: