# robots.txt for https://www.touristlink.com/

User-agent: *
Disallow: /ajax/
Disallow: /data/listkml/
Disallow: /data/listmap/
Disallow: /data/xml/
Disallow: /member/
Disallow: /lead/
Disallow: /subscription/
Disallow: /reservation/
Disallow: /cgi-bin/
Disallow: /request/
Disallow: /search/
Disallow: /user/*/friends/
Disallow: /user/*/gallery
Disallow: /user/*/list
Disallow: /user/*/contribution
Disallow: /user/*/ambassadorof
Disallow: /user/*/discussion
Disallow: /user/*/activity
Disallow: /user/*/voted
Disallow: /user/*/trips.html
Disallow: /*.pdf$
Disallow: /*.kml$

Sitemap: https://www.touristlink.com/sitemap.xml

#User-agent: bingbot
#User-agent: ia_archiver
#Disallow: /

User-agent: bingbot
User-agent: ia_archiver
Crawl-delay: 10

User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SemrushBot-SEOAB
Disallow: /
User-agent: MauiBot (crawler.feedback+wc@gmail.com) 
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
user-agent: SeznamBot
Disallow: /
user-agent: DotBot
Disallow: /
user-agent: MJ12bot
Disallow: /
User-agent: SputnikBot
Disallow: /
User-agent: Sputnik
Disallow: /
User-agent: SputnikBot/2.3
Disallow: /
User-agent: Curious George
Disallow: /
User-agent: Curious George - www.analyticsseo.com
Disallow: /
User-agent: Curious George - www.analyticsseo.com/crawler
Disallow: /
User-agent: http://site.ru
Disallow: /
User-agent: site.ru
Disallow: /
User-agent: AhrefsBot
Disallow:/
User-agent: MauiBot
Disallow:/
User-agent: SEOkicks
Disallow:/
User-agent: BUbiNG
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: zoominfobot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: Datanyze
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: adscanner
Disallow: /
User-agent: Genieo
Disallow: /
User-agent: Genieo/1.0
Disallow: /
User-Agent: The Knowledge AI
Disallow: /
User-agent: Zgrab
Disallow: /
User-Agent: ZoominfoBot
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Blekkobot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Seobility
Disallow: /
#Baiduspider
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexBot/3.0
Disallow: /
User-agent: IstellaBot
Disallow: /
User-agent: IstellaBot/1.01.18
Disallow: /
User-agent: IstellaBot/1.01.18 +http://www.tiscali.it/
Disallow: /
User-agent: IstellaBot/1.10.2 +http://www.tiscali.it/
Disallow: /
User-agent: Mozilla/5.0 (compatible; IstellaBot/1.01.18 +http://www.tiscali.it/) 
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: Sogou web spider
Disallow: /*
User-agent: Sogou inst spider
Disallow: /*
User-agent: Sogou spider2
Disallow: /*
User-agent: Sogou web spider/4.0
Disallow: /
User-agent: GroupHigh
Disallow: /
User-agent: GroupHigh/1.0
Disallow: /
User-agent: coccocbot-web
Disallow: /
User-agent: ccbot
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: grapeshotcrawler	
Disallow: /
User-agent: james bot
Disallow: /
User-agent: leikibot
Disallow: /
User-agent: libcurl
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: lipperhey
Disallow: /
User-agent: livelap
Disallow: /
User-agent: lssrocket
Disallow: /
User-agent: magpie
Disallow: /
User-agent : Uptimebot
Disallow: /
User-agent: Gluten Free Crawler/1.0 
Disallow: /
User-agent : serpstatbot/1.0
Disallow: /
User-agent : serpstatbot/2.0
Disallow: /
User-agent: DomainCrawler
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: Steeler/3.5
Disallow: /
User-agent: Daum
Disallow: /
User-agent :arquivo-web-crawler
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: Yeti
Disallow: / 
User-agent: Yeti-Mobile
Disallow: /
User-agent :Mr.4x3 Powered
Disallow: / 
User-agent: SJUUPBot
Disallow: /
User-agent: VigLink
Disallow: /
User-agent: Pi-Monster
Disallow : /
User-agent: tracemyfile/1.0
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: oBot/2.3.1
Disallow: /
User-agent: CowBot/1.0
Disallow: /
User-agent: Deskyobot
Disallow: /
User-agent: Deskyobot/1.0
Disallow: /
User-agent: ltx71+-+(http://ltx71.com/)
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: Pandalytics/1.0
Disallow: /
User-agent: CCBot/2.0
Disallow: /
User-agent: SurdotlyBot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: yacybot
Disallow: / 
User-agent: UCBrowser
Disallow: / 
User-agent: TurnitinBot
Disallow: /
User-agent: Nimbostratus-Bot/v1.3.2
Disallow: /
User-agent: MqqBrowser
Disallow:/
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: LieBaoFast
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: crawler4j
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: BLEXBot/1.0
Disallow: /
User-agent: Blackboard Safeassign
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: AlphaSeoBot-SA
Disallow: /
User-agent: AlphaSeoBot
Disallow: /
User-agent: A6-Indexer
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Linespider
Disallow: /
User-agent: Linguee
Disallow: /
User agent: MTRobot
Disallow: /
User agent: 360Spider
Disallow: /
User-agent: psbot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: CriteoBot/0.1
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Y!J*
Disallow: /
User-agent: Y!J-SRD/1.0
Disallow: /
User-agent: Y!J-MBS/1.0
Disallow: /
User-agent: Y!J-BRW/1.0 crawler
Disallow: /
User-agent: Y!J-BRJ/YATS crawler
Disallow: /
User-agent: Y!J-BRL/YATSS crawler
Disallow: /
User-agent: Y!J-BRM/YATSD crawler
Disallow: /
User-agent: Y!J-BRN/YATSA crawler
Disallow: /
User-agent: Y!J-BRY/YATSH crawler
Disallow: /
User-agent: Y!J-BRZ/YATSHA crawler
Disallow: /
User-agent: Y!J-BRI/0.0.1 crawler
Disallow: /
User-agent: Yetibot
Disallow: /
User-agent: TwengaBot-2.0
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: BaiduImagespider
Disallow: /
User-agent: BaiduMobaider
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: dotbot 
Disallow: /
User-agent: Y!J-WSC
Disallow: /
User-agent: AnthropicBot
Disallow: /
User-agent: Claude
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-Agent: FacebookBot
Disallow: /
User-agent: facebookexternalhit
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /