# =========================================== # Zakladne pravidla pre vsetky crawlery # (plati aj pre Googlebot/Bingbot — nemaju vlastnu skupinu, # takze dedia tieto Disallow pravidla) # =========================================== User-agent: * Disallow: /admin/ Disallow: /genEvent/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /login/ Disallow: /log-in/ Disallow: /signin/ Disallow: /user/ Disallow: /account/ Disallow: /backend/ Disallow: /private/ Disallow: /api/ Disallow: /administrator/ Disallow: /panel/ Disallow: /dashboard/ Disallow: /phpmyadmin/ Disallow: /config/ Disallow: /.env Disallow: /.git/ Disallow: /.htaccess Disallow: /tmp/ Disallow: /temp/ Disallow: /backup/ Disallow: /backups/ Disallow: /db/ Disallow: /logs/ Disallow: /application/ Disallow: /system/ Disallow: /writable/ Disallow: /cache/ Disallow: /sessions/ Disallow: /test/ Disallow: /tests/ Disallow: /vendor/ Disallow: /node_modules/ Disallow: /zoznam-relacii-export/ # =========================================== # ZABLOKOVANE - AI training crawlery # =========================================== User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-SearchBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: cohere-ai Disallow: / User-agent: FacebookBot Disallow: / User-agent: YouBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Amzn-SearchBot Disallow: / User-agent: Bytespider Disallow: / User-agent: TikTokSpider Disallow: / User-agent: newsai Disallow: / User-agent: SaaSBrowserBot Disallow: / User-agent: DefaultLangchainUserAgent Disallow: / # =========================================== # ZABLOKOVANE - SEO crawlery / scrapery # =========================================== User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: MajesticSEO Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: SERankingBacklinksBot Disallow: / User-agent: SEOkicks Disallow: / User-agent: SeekportBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: RankActiveCrawler Disallow: / User-agent: AwarioBot Disallow: / User-agent: Diffbot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: SEODiffBot Disallow: / User-agent: keys-so-bot Disallow: / # =========================================== # ZABLOKOVANE - Reklama / tracking / ostatne # =========================================== User-agent: CriteoBot Disallow: / User-agent: bidswitchbot Disallow: / User-agent: AdkernelTopicCrawler Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: EmailCrawler Disallow: / User-agent: Amazon-Advertising-ad-standards-bot Disallow: / User-agent: mediaboardbot Disallow: / User-agent: BitSightBot Disallow: / User-agent: AliyunSecBot Disallow: / User-agent: ev-crawler Disallow: / User-agent: zgrab Disallow: / User-agent: YahooMailProxy Disallow: / User-agent: io_bot Disallow: / User-agent: SimpleAsyncPageCrawler Disallow: / User-agent: SimpleAsyncCrawler Disallow: / User-agent: WellKnownBot Disallow: / User-agent: DomainExtractor Disallow: / User-agent: SurdotlyBot Disallow: / User-agent: RootCrawl-Crawler Disallow: / User-agent: SleepBot Disallow: / # =========================================== # ZABLOKOVANE - regionalne / spam # =========================================== User-agent: Baiduspider Disallow: / User-agent: YandexBot Disallow: / User-agent: PetalBot Disallow: / User-agent: HaloBot Disallow: / User-agent: Amazing-SearchBot Disallow: / User-agent: coccocbot Disallow: / User-agent: 360Spider Disallow: / User-agent: iaskspider Disallow: / User-agent: YodaoBot Disallow: / User-agent: IbouBot Disallow: / User-agent: Barkrowler Disallow: / # =========================================== Sitemap: https://program-online.tv/sitemap.xml