2022-12-17 23:29:16 +00:00
|
|
|
User-agent: *
|
|
|
|
|
Allow: /
|
2023-01-15 14:34:23 +00:00
|
|
|
|
|
|
|
|
# Disallow authenticated pages
|
|
|
|
|
|
|
|
|
|
Disallow /intent
|
|
|
|
|
Disallow /settings
|
|
|
|
|
Disallow /blocks
|
|
|
|
|
Disallow /bookmarks
|
|
|
|
|
Disallow /compose
|
|
|
|
|
Disallow /conversations
|
|
|
|
|
Disallow /domain_blocks
|
|
|
|
|
Disallow /favourites
|
|
|
|
|
Disallow /home
|
|
|
|
|
Disallow /mutes
|
|
|
|
|
Disallow /notifications
|
|
|
|
|
Disallow /pinned
|
|
|
|
|
Disallow /search
|
|
|
|
|
Disallow /settings
|
|
|
|
|
Disallow /share-target
|
|
|
|
|
|
|
|
|
|
# Wait 1 second between successive requests.
|
|
|
|
|
Crawl-delay: 1
|
