User-agent: *
Disallow: /*.axd
Disallow: /bin/
Disallow: /mobile/
Disallow: /ls/forms/

user-agent: AhrefsBot
disallow: / 

User-agent: Yandex
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-Agent: panscient.com
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: SurveyBot
Disallow: /

User-agent: Purebot
Disallow: /

User-agent: dataclip.com
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SuperPages
Disallow: /

User-agent: SuperPagesBot/0.1
Disallow: /

User-agent: Sitescore
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: discobot
Disallow: /

User-agent: Bender
Disallow: /

User-agent: Catchbot
Disallow: /

User-agent: NerdByNature.Bot
Disallow: / 

User-agent: EdisterBot
Disallow: / 

User-agent: sistrix
Disallow: / 

Sitemap: /sitemap.ashx