User-agent: *
Disallow: /webadmin/
Disallow: /cache/
Disallow: /500.asp
Disallow: /asp2netbridge.asp
Disallow: /brcreport.asp
Disallow: /brcreport2.asp
Disallow: /error.aspx
Disallow: /getnews.asp
Disallow: /keepalive.asp
Disallow: /message.asp
Disallow: /offline.html
Disallow: /sendnotification.aspx
Disallow: /sendtweet.aspx
Disallow: /wip.aspx

User-agent: AhrefsBot
Disallow: /

User-agent: AmazonBot
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: bytespider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: fidget-spinner-bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: obot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: test-bot
Disallow: /

User-agent: thesis-research-bot
Disallow: /