# Parts.Store Robots.txt # https://parts.store User-agent: * Allow: / # ── AI Search Crawlers ──────────────────────────────────── # Allow all major AI search bots for maximum discoverability User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-AdsBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Applebot-Extended Allow: / User-agent: cohere-ai Allow: / # ── Disallowed paths ────────────────────────────────────── # Admin and internal paths (all bots) User-agent: * Disallow: /admin/ Disallow: /livewire/ Disallow: /cart/checkout Disallow: /setup/ Disallow: /parse/ Disallow: /horizon/ Disallow: /telescope/ # Vendors with incomplete catalogs (no images/descriptions) Disallow: /jcb/ # Vendors not yet available for purchase Disallow: /caterpillar/ Disallow: /fendt/ Disallow: /kenworth/ Disallow: /massey-ferguson/ Disallow: /mercury/ Disallow: /peterbilt/ Disallow: /yamaha/ # Placeholder images Disallow: /images/placeholder/ # ── Sitemap & LLMs ──────────────────────────────────────── Sitemap: https://parts.store/sitemap.xml # LLM-readable store summary (https://llmstxt.org) LLMs-Txt: https://parts.store/llms.txt # Crawl-delay for polite crawling Crawl-delay: 1