User-agent: Mediapartners-Google Disallow: # robots.txt for http://www.bestindiansites.com/ User-agent: * Disallow: /cgi-bin/ # This is an infinite virtual URL space Disallow: /stats/ # these will soon disappear Disallow: /mumbai-top10/hotels.html Disallow: /music/music-channels.html