# robots.txt file
# Disallow these bots

User-agent: gigabot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: * 
Disallow: /login.aspx
Disallow: /detail.aspx
Disallow: /Detail.aspx
Disallow: /search.aspx
Disallow: /myAccount.aspx
disallow: /TopPicks.aspx
Disallow: /LoadSiteCheckCookie.aspx 

# end