User-agent: * Disallow: /*kommentaarid Disallow: /*? Disallow: /19272/* Disallow: /350468/* Disallow: /89893/* Disallow: /99652/* Disallow: /18812/* Disallow: /19136/* Disallow: /22334/* Disallow: /23867/* Disallow: /31221/* Disallow: /31806/* Disallow: /56137/* Disallow: /57579/* Disallow: /57737/* Disallow: /56145/* Disallow: /56359/* Disallow: /69290/* Disallow: /69289/* Disallow: /69260/* Disallow: /57578/* Disallow: /57633/* Disallow: /59860/* Disallow: /63249/* Disallow: /64050/* Disallow: /87139/* Disallow: /68208/* Disallow: /68461/* Disallow: /87972/* Disallow: /69125/* Disallow: /72746/* Disallow: /56576/* Disallow: /146057/* Disallow: /57710/* Disallow: /58339/* Disallow: /59870/* Disallow: /67913/* Disallow: /68391/* Disallow: /68439/* Disallow: /69360/* Disallow: /72762/* Disallow: /90418/* Disallow: /72808/* Disallow: /91505/* Disallow: /74501/* Disallow: /76326/* Disallow: /97712/* Disallow: /102056/* Disallow: /102635/* Disallow: /103759/* Sitemap: https://www.ohtuleht.ee/sitemaps/news.xml User-agent: scalepostAI Disallow: / User-agent: AI2Bot Disallow: / User-agent: Amazonbot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Applebot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Arquivo-web-crawler Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: bingbot Disallow: / User-agent: Buck/2.4.2 Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: claudebot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-Web Disallow: / User-agent: coccocbot-web Disallow: / User-agent: cohere-ai Disallow: / User-agent: cohere-training-data-crawler Disallow: / User-agent: Diffbot Disallow: / User-agent: DuckAssistBot Disallow: / User-agent: FacebookBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: GPTBot Disallow: / User-agent: ImageSift Disallow: / User-agent: JenkersBot Disallow: / User-agent: Kangaroo Bot Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: Meta-ExternalFetcher Disallow: / User-agent: Mojeek Disallow: / User-agent: MoodleBot Disallow: / User-agent: Netvibes Disallow: / User-agent: NewsNow Disallow: / User-agent: OAI-SearchBot Disallow: / User-agent: omgili Disallow: / User-agent: PanguBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Seekr Disallow: / User-agent: SentiOne Disallow: / User-agent: SeznamBot Disallow: / User-agent: Timpibot Disallow: / User-agent: Turnitin Disallow: / User-agent: TurnitinBot Disallow: / User-agent: UptimeRobot Disallow: / User-agent: Webzio-Extended Disallow: / User-agent: yacy Disallow: / User-agent: YandexAdditional Disallow: / User-agent: YandexAdditionalBot Disallow: / User-agent: YouBot Disallow: /