update robots.txt

This commit is contained in:
Mike Fix
2021-05-22 15:26:13 -07:00
parent 423ffa213a
commit 7923888a6f

View File

@@ -1,3 +1,6 @@
User-agent: Twitterbot
Allow: /*
User-agent: *
Disallow: /*?*
Allow: /*