User-agent: * Disallow: /api/ Disallow: /ajax_data/ Disallow: /lib/ Disallow: /cron_data/ Disallow: /common/ Disallow: /data/ Disallow: /phpadmin/ Disallow: /HTML2/ Disallow: /process/ Disallow: /img/ Disallow: /admin/ Disallow: /wradm/ Disallow: /payment/ Disallow: /pin.php Disallow: /cin.php User-agent: Barkrowler Disallow: / User-agent: BecomeBot Disallow: / User-agent: Exabot Disallow: / User-agent: twiceler Disallow: / User-agent: dotbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: gigabot Disallow: / User-agent: MJ12bot Disallow: / User-agent: Baiduspider Disallow: / User-agent: BLEXBot Disallow:/ User-agent: GTWek Disallow: / User-agent: JoobleBot Disallow:/ User-agent: MauiBot Disallow:/ User-agent: Yeti Allow: / User-agent: PetalBot Disallow: / User-agent: BananaBot Disallow: / User-agent: adsbot Disallow: / User-agent: Amazonbot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: sistrix User-agent: SISTRIX Crawler User-agent: SISTRIX Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: jobs.de-Robot Disallow: / User-agent: AhrefsBot disallow: / User-agent: UnisterBot disallow: / User-agent: DotBot User-agent: dotbot Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: SurveyBot Disallow: / user-agent: SEOdiver disallow: / User-agent: spbot Disallow: / User-agent: wotbox Disallow: / User-agent: meanpathbot Disallow: / User-agent: BacklinkCrawler Disallow: / User-agent: magpie-crawler Disallow: / User-agent: oBot Disallow: / User-agent: fr-crawler Disallow: / User-agent: BLEXBot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / User-Agent: CloudServerMarketSpider Disallow: / User-Agent: trendictionbot Disallow: / User-agent: Exabot Disallow: / User-agent: careerbot Disallow: / User-agent: Lipperhey-Kaus-Australis Disallow: / User-agent: seoscanners.net Disallow: / User-agent: MetaJobBot Disallow: / User-agent: Spiderbot Disallow: / User-agent: LinkStats Disallow: / User-agent: JobboerseBot Disallow: / User-agent: ICCrawler Disallow: / User-agent: Plista Disallow: / User-agent: Domain Re-Animator Bot Disallow: / User-agent: Lipperhey-Kaus-Australis Disallow: / User-agent: turnitinbot Disallow: / User-agent: coccoc Disallow: / User-agent: um-IC Disallow: / User-agent: mindUpBot Disallow: / User-agent: sg-Orbiter Disallow: / User-agent: CCBot Disallow: / User-agent: Qwantify Disallow: / User-agent: Kraken Disallow: / User-agent: plukkie Disallow: / User-agent: SafeDNSBot Disallow: / User-agent: 360Spider Disallow: / User-agent: HaosouSpider Disallow: / User-agent: rogerbot Disallow: / User-agent: OpenHoseBot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: ThumbSniper Disallow: / User-agent: R6_CommentReader Disallow: / User-agent: ImplisenseBot Disallow: / User-agent: Cliqzbot Disallow: / User-agent: aiHitBot Disallow: / User-Agent: trendictionbot Disallow: / User-Agent: adscanner Disallow: / User-Agent: crawler4j Disallow: / User-agent: WBSearchBot Disallow: / User-agent: Python/3.5 aiohttp Disallow: / User-agent: Toweya.com Disallow: / User-agent: netEstate Disallow: / User-agent: BUbiNG Disallow: / User-agent: Linguee Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: sentibot User-agent: SentiBot Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: DomainCrawler Disallow: / User-agent: rogerbot Disallow: / User-agent: IndeedBot Disallow: / User-agent: GarlikCrawler Disallow: / User-agent: Gosign-Security-Crawler Disallow: / User-agent: Siteliner Disallow: / User-agent: SabsimBot Disallow: / User-agent: ltx71 Disallow: / User-agent: PetalBot Disallow: / User-agent: adsbot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: Sidetrade Disallow: / User-agent: DomainStatsBot Disallow: / User-agent: INETDEX-BOT Disallow: / User-agent: CheckMarkNetwork Disallow: / User-agent: startmebot Disallow: / User-agent: Cincraw Disallow: / User-agent: DF User-agent: DF Bot Disallow: / User-agent: i-market-bot Disallow: / User-agent: barkrowler Disallow: / User-agent: t3versionsBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: Buck Disallow: / User-agent: 2ip bot User-agent: 2ip Disallow: / User-agent: YaK Disallow: / User-Agent: trendictionbot Disallow: / User-Agent: Xing Bot User-Agent: Xing Disallow: / User-agent : Mail.RU_Bot Disallow : / User-agent: SeekportBot Disallow: / User-agent: AspiegelBot Disallow: / User-agent: XoviBot Disallow: / User-agent: SiteExplorer Disallow: / User-agent: meta-externalagent Crawl-delay: 10 User-agent: Googlebot Crawl-delay: 10 Disallow: User-agent: AdsBot-Google Crawl-delay: 10 Disallow: User-agent: Googlebot-Image Crawl-delay: 10 Disallow: User-agent: GPTBot Crawl-delay: 10 User-agent: * Crawl-delay: 15