From 7697a5148e69bc11d75523f3620d0087d835a0a0 Mon Sep 17 00:00:00 2001
From: Rashid N H M <95639609+rashidnhm@users.noreply.github.com>
Date: Tue, 1 Aug 2023 14:08:01 -0400
Subject: [PATCH] [sc-36527]: Add new robots.txt to doc build to hide latest
 build from search engine

---
 doc/conf.py    | 2 +-
 doc/robots.txt | 7 +++++++
 2 files changed, 8 insertions(+), 1 deletion(-)
 create mode 100644 doc/robots.txt

diff --git a/doc/conf.py b/doc/conf.py
index 153ca25757a..ac11bfacb8e 100644
--- a/doc/conf.py
+++ b/doc/conf.py
@@ -161,7 +161,7 @@
 # Add any extra paths that contain custom files (such as robots.txt or
 # .htaccess) here, relative to this directory. These files are copied
 # directly to the root of the documentation.
-# html_extra_path = []
+html_extra_path = ["robots.txt"]
 
 # If not "", a "Last updated on:" timestamp is inserted at every page bottom,
 # using the given strftime format.
diff --git a/doc/robots.txt b/doc/robots.txt
new file mode 100644
index 00000000000..bdf20e33b80
--- /dev/null
+++ b/doc/robots.txt
@@ -0,0 +1,7 @@
+User-agent: *
+
+Disallow: /en/v0.30.0/  # Hidden version
+
+Disallow: /en/latest/   # Not hidden, but disallow from search engine results 
+
+Sitemap: https://docs.pennylane.ai/sitemap.xml