make the robots.txt file dynamic (podkrepi-bg#1680)

RalitsaIlieva · Dec 14, 2023 · 5238461 · 5238461
1 parent cf2bbd5
commit 5238461
Show file tree

Hide file tree

Showing 3 changed files with 28 additions and 9 deletions.
diff --git a/next.config.js b/next.config.js
@@ -51,6 +51,10 @@ const moduleExports = {
         source: '/api/v1/:slug*',
         destination: `${process.env.API_URL ?? 'http://localhost:5010/api/v1'}/:slug*`, // Proxy to API
       },
+      {
+        source: '/robots.txt',
+        destination: '/api/robots'
+      }
     ]
   },
   async redirects() {

diff --git a/public/robots.txt b/public/robots.txt
diff --git a/src/pages/api/robots.ts b/src/pages/api/robots.ts
@@ -0,0 +1,24 @@
+import type { NextApiRequest, NextApiResponse } from 'next'
+
+const productionRobotsContent = `# *
+User-agent: *
+Allow: /
+
+# Host
+Host: https://podkrepi.bg
+
+# Sitemaps
+Sitemap: https://podkrepi.bg/sitemap.xml
+`
+
+const devRobotsContent = `User-agent: *
+Disallow: /
+`
+
+export default async (req: NextApiRequest, res: NextApiResponse) => {
+  if (process.env.APP_ENV === 'production') {
+    res.status(200).send(productionRobotsContent)
+  } else {
+    res.status(200).send(devRobotsContent)
+  }
+}