[sc-36527]: Add new robots.txt to doc build to hide latest build from…

… search engine (#4423)
PennyLaneAI · Aug 3, 2023 · c1e51f4 · c1e51f4
1 parent 34782b4
commit c1e51f4
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/doc/conf.py b/doc/conf.py
@@ -161,7 +161,7 @@
 # Add any extra paths that contain custom files (such as robots.txt or
 # .htaccess) here, relative to this directory. These files are copied
 # directly to the root of the documentation.
-# html_extra_path = []
+html_extra_path = ["robots.txt"]
 
 # If not "", a "Last updated on:" timestamp is inserted at every page bottom,
 # using the given strftime format.

diff --git a/doc/robots.txt b/doc/robots.txt
@@ -0,0 +1,7 @@
+User-agent: *
+
+Disallow: /en/v0.30.0/  # Hidden version
+
+Disallow: /en/latest/   # Not hidden, but disallow from search engine results 
+
+Sitemap: https://docs.pennylane.ai/sitemap.xml