coldog-studios.github.io/robots.txt at main · ColDog-Studios/coldog-studios.github.io · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
# ╔══════════════════════════════════════════════════════════════╗
# ║                                                              ║
# ║      ██████╗ ██████╗ ██╗     ██████╗  ██████╗  ██████╗       ║
# ║     ██╔════╝██╔═══██╗██║     ██╔══██╗██╔═══██╗██╔════╝       ║
# ║     ██║     ██║   ██║██║     ██║  ██║██║   ██║██║  ███╗      ║
# ║     ██║     ██║   ██║██║     ██║  ██║██║   ██║██║   ██║      ║
# ║     ╚██████╗╚██████╔╝███████╗██████╔╝╚██████╔╝╚██████╔╝      ║
# ║      ╚═════╝ ╚═════╝ ╚══════╝╚═════╝  ╚═════╝  ╚═════╝       ║
# ║                                                              ║
# ║    ███████╗████████╗██╗   ██╗██████╗ ██╗ ██████╗ ███████╗    ║
# ║    ██╔════╝╚══██╔══╝██║   ██║██╔══██╗██║██╔═══██╗██╔════╝    ║
# ║    ███████╗   ██║   ██║   ██║██║  ██║██║██║   ██║███████╗    ║
# ║    ╚════██║   ██║   ██║   ██║██║  ██║██║██║   ██║╚════██║    ║
# ║    ███████║   ██║   ╚██████╔╝██████╔╝██║╚██████╔╝███████║    ║
# ║    ╚══════╝   ╚═╝    ╚═════╝ ╚═════╝ ╚═╝ ╚═════╝ ╚══════╝    ║
# ║                                                              ║
# ║            Security • Innovation • Excellence                ║
# ║                Welcome to ColDog Studios!                    ║
# ║              https://www.coldogstudios.com/                  ║
# ║                                                              ║
# ╚══════════════════════════════════════════════════════════════╝

# Major Search Engines (Google, Bing, Yahoo, DuckDuckGo, Yandex)
User-agent: Googlebot
Disallow: /404.html
Disallow: /legal/
Allow: /assets/

User-agent: Bingbot
Disallow: /404.html
Disallow: /legal/
Allow: /assets/

User-agent: Slurp
Disallow: /404.html
Disallow: /legal/
Allow: /assets/

User-agent: DuckDuckBot
Disallow: /404.html
Disallow: /legal/
Allow: /assets/

User-agent: YandexBot
Disallow: /404.html
Disallow: /legal/
Allow: /assets/

# ==================================================

# Google Image Bot - allow images with context
User-agent: Googlebot-Image
Disallow: /404.html
Disallow: /legal/
Allow: /assets/images/
Allow: /projects/
Allow: /services/

# ==================================================

# Block AI Training Bots
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# All other bots
User-agent: *
Disallow: /404.html
Disallow: /legal/

# ==================================================

# Sitemap location
Sitemap: https://www.coldogstudios.com/sitemap.xml