# Weektaak.com - robots.txt User-agent: * Allow: / Allow: /handleiding Allow: /nieuw Disallow: /blog Disallow: /week_plans Disallow: /settings Disallow: /students Disallow: /groups Disallow: /schools Disallow: /admin Disallow: /users Disallow: /picto Disallow: /chat Disallow: /messages Disallow: /dashboard Disallow: /onboarding Disallow: /api Disallow: /notes Disallow: /helpdesk Disallow: /print-job-status Disallow: /otp-link Disallow: /otp-check Disallow: /token_login Disallow: /tutorial-review # Block Russian and malicious crawlers User-agent: Yandex Disallow: / User-agent: YandexBot Disallow: / User-agent: YandexImages Disallow: / User-agent: YandexMetrika Disallow: / User-agent: Mail.RU_Bot Disallow: / # Block SEO scrapers User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Bytespider Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: Sogou Disallow: / User-agent: BLEXBot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: MegaIndex Disallow: / User-agent: Seekport Disallow: / User-agent: serpstatbot Disallow: / User-agent: SEOkicks Disallow: / User-agent: Barkrowler Disallow: / # Block AI training crawlers (except OpenAI and Anthropic) User-agent: CCBot Disallow: /