~cytrogen/masto-fe

ref: a21f6a9a6b458afee090d396443fb5289f93e9ae masto-fe/public/robots.txt -rw-r--r-- 190 bytes
a21f6a9a — tobi further tweaks 1 year, 4 months ago 
                                                                                
1
2
3
4
5
6
7
8

# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

User-agent: GPTBot
Disallow: /

User-agent: *
Disallow: /media_proxy/
Disallow: /interact/