User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: Googlebot
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: Yahoo
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: 1.6.0_04
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: ScreenerBot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: Uptimebot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: *
Disallow: 

Sitemap: /sitemap.xml
Sitemap: /site.txt