# robots.txt for cellularport.com User-agent: * Allow: / Allow: /llms.txt # Block private, internal & utility paths from all crawlers User-agent: * Disallow: /private/ Disallow: /drafts/ Disallow: /trash/ Disallow: /irving-texas/ Disallow: /tasks/ Disallow: /ghl/ Disallow: /ghl-2/ Disallow: /thank-you-business/ Disallow: /thank-you-contact/ Disallow: /thank-you-coupon/ Disallow: /thank-you-summer/ # Explicitly allow AI crawlers User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Bingbot Allow: / # Block AI crawlers from private/internal paths User-agent: GPTBot Disallow: /private/ Disallow: /drafts/ Disallow: /trash/ Disallow: /irving-texas/ Disallow: /tasks/ Disallow: /ghl/ Disallow: /ghl-2/ Disallow: /thank-you-business/ Disallow: /thank-you-contact/ Disallow: /thank-you-coupon/ Disallow: /thank-you-summer/ # Sitemaps Sitemap: https://cellularport.com/sitemap.xml Sitemap: https://cellularport.com/blog/sitemap_index.xml