User-agent: BaiDuSpider
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Black Widow
Disallow: /
User-agent: Eonpal
Disallow: /
User-agent: FAST Enterprise Crawler 6 used by Singapore Press Holdings
Disallow: /
User-agent: Gigablast
Disallow: /
User-agent: Gigabot/3.0
Disallow: /
User-agent: Mozilla/5.0
Disallow: /
User-agent: Snapbot/1.0
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: Twiceler-0.9
Disallow: /
User-agent: WebAlta Crawler/2.0
Disallow: /
User-agent: xcrawl102.alexa.com
Disallow: /
User-agent: *
Disallow: /login.aspx
Disallow: /search.aspx
Disallow: /error404.aspx
Disallow: /archive.aspx

#Remove the '#' character below and replace example.com with your own website address.
sitemap: http://www.adjb.net/sitemap.axd