# AI ENGINES, LLMs, CRAWLERS AND GENERATIVE SEARCH PLATFORMS

# -- OPENAI -- 
# Search (Shows my webpages as links, mentions and citations in ChatGPT Search). NOT used for model training. 
User-agent: OAI-SearchBot 
Allow: / 
 
# User-driven browsing from ChatGPT and Custom GPTs. Triggered by user requests or actions. 
User-agent: ChatGPT-User 
User-agent: ChatGPT-User/2.0 
Allow: / 
 
# Model-training crawler used by OpenAI. Allowed to access public content except restricted areas. 
User-agent: GPTBot 
Disallow: /private/ 
Allow: /     

# Ads crawler used for advertising systems and landing page verification. 
User-agent: OAI-AdsBot 
Allow: / 
                  
# -- ANTHROPIC (Claude) --
User-agent: anthropic-ai 
Allow: / 
User-agent: ClaudeBot 
User-agent: claude-web 
User-agent: Claude-User 
Allow: / 
 
# -- PERPLEXITY -- 
User-agent: PerplexityBot 
Allow: / 
User-agent: Perplexity-User 
Allow: / 
 
# -- GOOGLE(Gemini) -- 
User-agent: Google-Extended 
User-agent: Gemini-Deep-Research 
Allow: / 
 
# -- MICROSOFT(Bing / Copilot) -- 
User-agent: BingBot 
Allow: / 
 
# -- AMAZON -- 
User-agent: Amazonbot 
Allow: / 
 
# -- APPLE -- 
User-agent: Applebot 
User-agent: Applebot-Extended 
Allow: / 
 
# -- META -- 
User-agent: FacebookBot 
User-agent: meta-externalagent 
Allow: / 
 
# -- LINKEDIN -- 
User-agent: LinkedInBot 
Allow: / 
 
# -- BYTEDANCE -- 
User-agent: Bytespider 
Allow: / 
 
# -- DUCKDUCKGO -- 
User-agent: DuckAssistBot 
Allow: / 
 
# -- COHERE -- 
User-agent: cohere-ai 
Allow: / 
 
# -- ALLEN INSTITUTE / COMMON CRAWL / OTHER RESEARCH -- 
User-agent: AI2Bot 
User-agent: CCBot 
User-agent: Diffbot 
User-agent: omgili 
Allow: / 
 
# -- EMERGING AI SEARCH ENGINES -- 
User-agent: TimpiBot 
User-agent: YouBot 
Allow: / 
 

# GENERAL SEARCH ENGINES DIRECTIVES AND STANDARD CRAWLING RULES

User-agent: * 
 
Disallow: /myaccount/ 
Disallow: /react/ 
Disallow: /minha-conta/ 
Disallow: /sacola 
Disallow: /cart/ 
Disallow: /fonts/ 
Disallow: /browse/ 
Disallow: /global/ 
Disallow: /productdetails/ 
Disallow: /dojo-1-4-2/ 
Disallow: /checkout 
Disallow: /atg/ 
Disallow: /lst/ 
Disallow: /.well-known/assetlinks.json 
Disallow: /lista-de-desejos/ 

Allow: /*.css 
Allow: /*.js 
Allow: /files 

Sitemap: https://www.lojasrenner.com.br/sitemap.xml