# robots.txt for https://www.tutor2u.net/

# Allow all bots by default, then block problematic ones
User-agent: *
Disallow: /cpresources/
Disallow: /index.php/actions/
Disallow: /*?q=
Disallow: /private/

# Block AI/LLM training bots
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: CCBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Bytespider
User-agent: Applebot-Extended
User-agent: Omgilibot
User-agent: FacebookBot
User-agent: Diffbot
User-agent: YouBot
User-agent: Timpibot
Disallow: /

# Block aggressive SEO/scraping bots
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: MegaIndex.ru
User-agent: SeznamBot
User-agent: PetalBot
User-agent: Mediatoolkitbot
User-agent: ZoominfoBot
User-agent: BrandVerity
User-agent: DataForSeoBot
User-agent: SEOkicks-Robot
User-agent: DomainStatsBot
User-agent: mindUpBot
User-agent: Daum
User-agent: MauiBot
User-agent: CareerBot
User-agent: SentiBot
Disallow: /

# Block content scrapers
User-agent: Scrapy
User-agent: SiteSucker
User-agent: HTTrack
#User-agent: wget
User-agent: WebCopier
User-agent: WebStripper
User-agent: WebZIP
User-agent: TeleportPro
User-agent: Offline Explorer
User-agent: SiteSnagger
User-agent: Telesoft
User-agent: Xaldon_WebSpider
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: TurnitinBot
User-agent: NPBot
User-agent: WebReaper
Disallow: /

# Block other problematic bots
User-agent: ia_archiver
User-agent: Yandex
User-agent: moatbot
User-agent: SlySearch
User-agent: ncbot
User-agent: Baiduspider
User-agent: BaiduspiderMobile
User-agent: Buck
User-agent: Cliqzbot
User-agent: grapeshot
User-agent: WBSearchBot
User-agent: Sogou
User-agent: YisouSpider
User-agent: 360Spider
User-agent: psbot
User-agent: vebidoobot
Disallow: /

# Block monitoring/checking bots if not needed
User-agent: UptimeRobot
User-agent: Pingdom
User-agent: Site24x7
Disallow: /