From fade0ec77fc50dba4dc9529e6e13fe36956ebb92 Mon Sep 17 00:00:00 2001
From: Alex Cohen <cohenaj194@gmail.com>
Date: Sat, 28 Sep 2024 16:34:56 -0400
Subject: [PATCH] Update [robots.txt].tsx

---
 app/routes/[robots.txt].tsx | 12 ++++++++----
 1 file changed, 8 insertions(+), 4 deletions(-)

diff --git a/app/routes/[robots.txt].tsx b/app/routes/[robots.txt].tsx
index 528a9c6d..b13fb73b 100644
--- a/app/routes/[robots.txt].tsx
+++ b/app/routes/[robots.txt].tsx
@@ -2,12 +2,16 @@ import { LoaderFunction } from '@remix-run/cloudflare'
 
 export const loader: LoaderFunction = () => {
   const robotText = `
-  User-agent: Googlebot
-  Disallow: /nogooglebot/
-  Disallow: /build/
-
   User-agent: *
   Allow: /
+  Allow: /ffxiv
+  Allow: /queries
+  Allow: /wow
+  Allow: /queries/item-data/*
+  Allow: /wow/item-data/*
+
+  Disallow: /nogooglebot/
+  Disallow: /build/
 
   Sitemap: https://saddlebagexchange.com/sitemap.xml
   `