User-Agent: * Disallow: /bitrix/ Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*bitrix_include_areas= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*PAGEN Disallow: /*?print= Disallow: /*&print= Disallow: /*print_course= Disallow: /*?action= Disallow: /*&action= Disallow: /*register= Disallow: /*forgot_password= Disallow: /*change_password= Disallow: /*login= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Disallow: /*?bxajaxid= Disallow: /*&bxajaxid= Disallow: /*?view_result= Disallow: /*&view_result= Disallow: /include/ Allow: /bitrix/components/ Allow: /bitrix/cache/ Allow: /bitrix/js/ Allow: /bitrix/templates/ Allow: /bitrix/panel/ Host: www.pomorland.travel Sitemap: https://pomorland.travel/sitemap.xml Sitemap: http://pomorland.travel/sitemap.xml User-Agent: Seekport Crawler Disallow: / User-Agent: Paracrawl Disallow: / User-Agent: Scrapy/1.5.0 Disallow: / User-Agent: Scrapy Disallow: / User-Agent: VelenPublicWebCrawler (velen.io) Disallow: / User-Agent: VelenPublicWebCrawler Disallow: / User-Agent: SemrushBot/2~bl Disallow: / User-Agent: SemrushBot Disallow: / User-Agent: Pcore-HTTP Disallow: / User-Agent: The Knowledge AI Disallow: / User-Agent: MauiBot Disallow: / User-Agent: crawler.feedback+wc@gmail.com Disallow: / User-Agent: CyotekWebCopy/1.0 Disallow: / User-Agent: centurybot9@gmail.com Disallow: / User-Agent: crawler (crawler.feedback@gmail.com) Disallow: / User-Agent: crawler Disallow: / User-Agent: Barkrowler/0.7 (+http://www.exensa.com/crawl) Disallow: / User-Agent: Go-http-client/1.1 Disallow: / User-Agent: test Crawl Disallow: / User-Agent: scalaj-http/1.0 Disallow: / User-Agent: BUbiNG Disallow: / User-Agent: Wotbox/2.01 Disallow: / User-Agent: CCBot/2.0 Disallow: / User-Agent: CCBot Disallow: / User-Agent: EbiBot Disallow: / User-Agent: Pcore-HTTP/v0.24.5 Disallow: / User-Agent: TestiTest1 Disallow: / User-Agent: Vegi bot Disallow: / User-Agent: istellabot/t.1 Disallow: / User-Agent: istellabot/t.1.13 Disallow: / User-Agent: istellabot Disallow: / User-Agent: ltx71 Disallow: / User-Agent: ltx71 - (http://ltx71.com/) Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: BoogleBot2 Disallow: / User-Agent: BoogleBot Disallow: / User-Agent: BoogleBot 2.0 Disallow: / User-Agent: BoogleBot/2.0 Disallow: / User-Agent: MJ12bot/v1.0.5 Disallow: / User-Agent: SiteBot Disallow: / User-Agent: BaiduSpider Disallow: / User-Agent: Baiduspider/2.0 Disallow: / User-Agent: influencebo Disallow: / User-Agent: SearchmetricsBot Disallow: / User-Agent: SosoSpider Disallow: / User-Agent: AcoonBot Disallow: / User-Agent: EasouSpider Disallow: / User-Agent: businessdbbot Disallow: / User-Agent: Superfeedr Disallow: / User-Agent: FlipboardProxy Disallow: / User-Agent: Flipboard Disallow: / User-Agent: JikeSpider Disallow: / User-Agent: rogerbot Disallow: / User-Agent: rogerbot/1.0 Disallow: / User-Agent: FlipboardProxy Disallow: / User-Agent: SWEBot Disallow: / User-Agent: swebot Disallow: / User-Agent: SeznamBot Disallow: / User-Agent: 008 Disallow: / User-Agent: 80legs Disallow: / User-Agent: 80legs.com Disallow: / User-Agent: www.80legs.com Disallow: / User-Agent: 008/0.83 Disallow: / User-Agent: NerdByNature.Bot Disallow: / User-Agent: COMODOSpider Disallow: / User-Agent: COMODOSpider/Nutch-1.2 Disallow: / User-Agent: daumoa Disallow: / User-Agent: AhrefsBot Disallow: / User-Agent: BeetleBot Disallow: / User-Agent: niki-bot Disallow: / User-Agent: Riddler Disallow: / User-Agent: spbot Disallow: / User-Agent: Icarus6 Disallow: / User-Agent: icarus6 Disallow: / User-Agent: icarus Disallow: / User-Agent: Icarus Disallow: / User-Agent: icarus6j Disallow: / User-Agent: 007ac9 Disallow: / User-Agent: SiteExplorer Disallow: / User-Agent: SEOkicks-Robot Disallow: / User-Agent: knelson Disallow: / User-Agent: knelson/0.9 Disallow: / User-Agent: Wotbox/2.01 Disallow: / User-Agent: BLEXBot/1.0 Disallow: / User-Agent: YisouSpider Disallow: / User-Agent: Qwantify Disallow: /