User-agent: *
Allow: /

# Block AI training crawlers
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: OAI-SearchBot
Disallow: /

# Sitemaps
Sitemap: https://malwarezero.org/sitemap.xml
Sitemap: https://malwarezero.org/sitemap-html/

# Crawl-delay
Crawl-delay: 1

Disallow: /admin/
Disallow: /api/
Disallow: /search/