User-agent: *
Disallow: /ntrp/
Disallow: /admin/
Allow: /
Allow: /public/

# Block AI and other crawlers
User-agent: gptbot
Disallow: /
User-agent: openai
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: petalbot
Disallow: /
User-agent: sogou
Disallow: /
User-agent: qwantify
Disallow: /
User-agent: tiktokbot
Disallow: /
User-agent: duckduckbot
Disallow: /
User-agent: applebot
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: coccocbot
Disallow: /
User-agent: exabot
Disallow: /
User-agent: gigabot
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: megaindex
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: screaming frog
Disallow: /
User-agent: spbot
Disallow: /
User-agent: yeti
Disallow: /
User-agent: zoominfo
Disallow: /

# Block annoying bots
User-agent: seznambot
Crawl-delay: 10
Disallow: /ntrp/
Disallow: /admin/
Allow: /
User-agent: barkrowler
Disallow: /
User-agent: claudebot
Disallow: /
User-agent: amazonbot
Disallow: /
User-agent: bingbot
Crawl-delay: 10
Disallow: /ntrp/
Disallow: /admin/
Allow: /
User-agent: meta-externalagent
Disallow: /
User-agent: facebookexternalhit
Disallow: /
User-agent: mj12bot
Disallow: /
User-agent: ahrefs
Disallow: /
User-agent: semrush
Disallow: /
User-agent: bytespider
Disallow: /
User-agent: thinkbot
Disallow: /
User-agent: semrushbot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: yandexbot
Disallow: /
User-agent: baiduspider
Disallow: /