# robots.txt User-agent: * Disallow: /sample_ds/ # This is an infinite virtual URL space Disallow: /sample_hosting/ # these will soon disappear Disallow: /sample_sdsl/ # these will soon disappear