# https://www.robotstxt.org/robotstxt.html User-agent: * # Staff portal — authenticated, nothing here for search engines. Disallow: /foodigram Disallow: /foodigram/ # Blog search results: unbounded thin-content URLs. Disallow: /blog?q= Disallow: /*?q= # Newsletter unsubscribe links are one-time tokens. Disallow: /newsletter_subscribers/ # Rails internals — except uploaded images, which ActiveStorage serves from # /rails/active_storage/. Blocking them hid every blog, event and gallery photo # from image search. The longer rule wins, so these stay crawlable. Allow: /rails/active_storage/ Disallow: /rails/ Disallow: /up Sitemap: https://theoldbridgeinn.co.uk/sitemap.xml