############################################### # Prescott.com Robots.txt ############################################### Sitemap: https://www.prescott.com/sitemap.xml # AI Resource Directory # https://www.prescott.com/llms.txt # Global rules for all crawlers, including AI bots User-agent: GPTBot User-agent: OpenAI-Search User-agent: Claude-Web User-agent: PerplexityBot User-agent: Google-Extended User-agent: * # Administrative and redirect paths Disallow: /admin Disallow: /redir/ Disallow: /redir.php # Legacy CMS endpoints Disallow: /dirlist.php/ Disallow: /webpage.php/ Disallow: /directory.php/ # Documents and image archives Disallow: /brochures/ Disallow: /uploads/img_*