# https://www.robotstxt.org/robotstxt.html
User-agent: *
# Staff portal — authenticated, nothing here for search engines.
Disallow: /foodigram
Disallow: /foodigram/
# Blog search results: unbounded thin-content URLs.
Disallow: /blog?q=
Disallow: /*?q=
# Newsletter unsubscribe links are one-time tokens.
Disallow: /newsletter_subscribers/
# Rails internals — except uploaded images, which ActiveStorage serves from
# /rails/active_storage/. Blocking them hid every blog, event and gallery photo
# from image search. The longer rule wins, so these stay crawlable.
Allow: /rails/active_storage/
Disallow: /rails/
Disallow: /up
Sitemap: https://theoldbridgeinn.co.uk/sitemap.xml