-
Notifications
You must be signed in to change notification settings - Fork 0
/
robots.txt
57 lines (46 loc) · 984 Bytes
/
robots.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
---
layout: none
nositemap: "yes"
---
Sitemap: https://christ-off.github.io/sitemap.xml
# disallow side content
user-agent: *
disallow: /assets/
# disallow Ads
user-agent: AdIdxBot
user-agent: AdsBot-Google-Mobile
user-agent: AdsBot-Google
user-agent: Google-adstxt
disallow: /
# Disable AI
user-agent: Amazonbot
user-agent: Applebot
user-agent: Bytespider
user-agent: CCBot
user-agent: ChatGPT-User
user-agent: FacebookBot
user-agent: GPTBot
user-agent: Google-Extended
user-agent: img2dataset
user-agent: PerplexityBot
user-agent: YouBot
user-agent: anthropic-ai
user-agent: cohere-ai
user-agent: omgili
user-agent: omgilibot
disallow: /
# SEO
user-agent: AhrefsBot
disallow: /
# News Images and Video
user-agent: Baiduspider-image
user-agent: Baiduspider-news
user-agent: Baiduspider-video
user-agent: Googlebot-Image
user-agent: Googlebot-News
user-agent: Googlebot-Video
disallow: /
## Other Google
user-agent: Mediapartners-Google
user-agent: GoogleOther
disallow: /