# symlink loop block User-agent: * Disallow: /PHOTO2019/cht ###################################################### # # # Revision: 20240304 22:33 # # ############# (ok) #googlebot #applebot #bingbot #aspiegelbot ########## (20240304) #<------------(new)++ User-agent: Barkrowler Disallow: / User-agent: crawler_eb_germany* Disallow: / User-agent: Cocolyze Disallow: / User-agent: Bytespider Disallow: / ########## (20210215 and older) User-agent: Semrush Disallow: / User-agent: SemrushBot Disallow: / User-agent: Semrushbot-SA Disallow: / User-agent: Semrushbot-SI Disallow: / User-agent: dotbot Disallow: / User-agent: linkdexbot Disallow: / User-agent: MJ12bot Disallow: / # #User-agent: * #Disallow: # ############################### User-agent: DotBot Disallow: / User-agent: MBCrawler Disallow: / User-agent: MBCrawler* Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: semrush* Disallow: / User-agent: Semrush* Disallow: / User-agent: Adsbot* Disallow: / User-agent: Adsbot Disallow: / User-agent: PetalBot Disallow: / #################### 20210119 User-agent: Gowikibot Disallow: / User-agent: Adsbot Disallow: / User-agent: BLEXbot Disallow: / User-agent: aiHitBot Disallow: / User-agent: serpstatbot Disallow: / ##################### 20210215 User-agent: panscient.com Disallow: /