# GPTBot - OpenAI's web crawler
# Limit crawl frequency to reduce server load
User-agent: GPTBot
Crawl-delay: 10
Disallow: /api/
Disallow: /admin/
Disallow: /_next/

# Other AI bots rate limiting
User-agent: ChatGPT-User
Crawl-delay: 10

User-agent: Google-Extended
Crawl-delay: 10

User-agent: CCBot
Crawl-delay: 10

# General rules for all other bots
User-agent: *
Disallow: /*?*q=

# Sitemap
Sitemap: https://www.word2md.net/sitemap.xml