clone url: git://git.m455.casa/m455.casa
assets/robots.txt
1 | User-agent: Googlebot |
2 | Disallow: / |
3 |
|
4 | User-agent: AdsBot-Google |
5 | Disallow: / |
6 |
|
7 | User-agent: msnbot-media |
8 | Disallow: / |
9 |
|
10 | User-agent: Bingbot |
11 | Disallow: / |
12 |
|
13 | User-agent: GPTBot |
14 | Disallow: / |
15 |
|
16 | User-agent: Twitterbot |
17 | Disallow: / |
18 |
|
19 | User-agent: AhrefsBot |
20 | Disallow: / |
21 |
|
22 | User-agent: CCBot |
23 | Disallow: / |
24 |
|
25 | User-agent: Applebot |
26 | Disallow: / |
27 |
|
28 | User-agent: Mastodon |
29 | Allow: / |
30 |
|
31 | User-agent: Lieu |
32 | Allow: / |
33 |
|
34 | User-agent: Wiby |
35 | Allow: / |
36 |
|
37 | User-Agent: search.marginalia.nu |
38 | Allow: / |
39 |
|
40 | User-agent: * |
41 | Allow: /feed.rss |
42 | Disallow: / |