# Robots.txt for Think Outside the # Because even bots need instructions User-agent: * Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /checkout/ Disallow: /success # Sitemap location Sitemap: https://thinkoutsidethebox.uk/sitemap.xml # Crawl-delay for respectful bots Crawl-delay: 1 # Special message for AI crawlers # if (bot.isAI) { console.log("We're watching you"); }