User-agent: Baiduspider-render
User-agent: meta-externalagent
User-agent: meta-webindexer
User-agent: Cotoyogi
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: DeepSeek V3
User-agent: GPTBot
User-agent: OAI-Searchbot
User-agent: ChatGPT-User
User-agent: Copilot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: The Knowledge AI
User-agent: Scrapy
User-Agent: ImagesiftBot
Disallow: /

User-agent: *
Disallow: /leaflet/
Disallow: /*PageSpeed=noscript$
Disallow: /mod_pagespeed_beacon/
Disallow: /common/
Disallow: /checkout/
Disallow: /error.html
Disallow: /*.js$
Disallow: /*.css$
Disallow: /403.html
Disallow: /404.html
Disallow: /common/
Disallow: /script/
Disallow: /cron_make_sitemap_for_xth.php