# robots.txt for http://www.example.com/ User-agent: * Disallow: /db/ # This is an infinite virtual URL space Disallow: /cgi-bin/ # these will soon disappear Disallow: /bin/ # these will soon disappear Disallow: /DataLayer/ # these will soon disappear Disallow: /DataLayer/ # these will soon disappear Disallow: /WebUserControl1.ascx Disallow: /Global.asax Disallow: /WebUserControl1.ascx Disallow: /Test Disallow: /Global.asa Disallow: /ec Disallow: /ectest Disallow: /files Disallow: /test Disallow: /backup Disallow: /scripts Disallow: /aspnet_client Disallow: /counter Disallow: /Datalayer Disallow: /tender_asp_bak Disallow: /sda Disallow: /pdf Disallow: /downloads Disallow: /images Disallow: /Maldives Disallow: /asptest Disallow: /asp Disallow: /tenders Disallow: /backup1