User-agent: *
Allow: /
Allow: /assets/img/*
Allow: /assets/video/*

Disallow: /amp/*
Disallow: /blog/page/*
Disallow: /blog/tags/*
Disallow:  /blog/img/case-study-PDF/*

Disallow: /partners/download/android.html
Disallow: /partners/download/windows.html
Disallow: /digital-signage-software-dss/
Disallow: /digital-signage-apps/ds-menu-board.html


# Allow Google/Bing/Yahoo Ad bots
User-agent: google-hoteladsverifier
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdIdxBot
Allow: /

User-agent: Slurp
Allow: /


# Explicitly allow LLM / AI bots
User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: BingAI
Allow: /

User-agent: MS-AzureAI
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: MetaAI
Allow: /

User-agent: HFResearchBot
Allow: /

User-agent: HuggingFace-Bot
Allow: /

User-agent: AI21LabsBot
Allow: /

User-agent: Cohere-io
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: PerplexityCrawler
Allow: /

User-agent: MistralBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: YouChatBot
Allow: /

User-agent: NeevaAI
Allow: /

User-agent: PoeBot
Allow: /

User-agent: InflectionBot
Allow: /

User-agent: CommonCrawl
Allow: /


User-agent: ArchiveBot
Allow: /

# Block high-volume commercial model scrapers
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /




Sitemap: https://www.pickcel.com/sitemap-index.xml
Sitemap: https://www.pickcel.com/sitemap.xml
Sitemap: https://www.pickcel.com/blog/sitemap.xml
Sitemap: https://www.pickcel.com/sitemap-es.xml
Sitemap: https://www.pickcel.com/video-sitemap.xml