User-agent: *
Crawl-delay: 1
Request-rate: 1/1s

User-agent: *
Disallow: /application
Disallow: /environment
Allow: /environment/cache/images
Disallow: /libraries
Disallow: /*/fav/add
Disallow: /*/p/comment/add
Disallow: /*/p/mail/recommend
Disallow: /*/p/q
Disallow: /*/reg
Disallow: /*/login
Disallow: /*/basket
Disallow: /*/searchquery

Sitemap: https://sklep064861.shoparena.pl/console/integration/execute/name/GoogleSitemap

# Explicit LLM / AI crawlers
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OpenAI
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Anthropic
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Gemini
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: BingAI
Allow: /
User-agent: Applebot
Allow: /
User-agent: Amazonbot
Allow: /