User-agent: *
Disallow: /rabbithole/

User-agent: *
Disallow: /js/

User-agent: *
Disallow: /css/

User-agent: *
Disallow: /tools/

User-agent: AhrefsBot
Disallow: /

User-agent: TrendsmapResolver
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SafeDNSBot
Disallow: /

User-agent: SMTBot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: AppEngine-Google
Disallow: /