# robots.txt for http://www.bau-ausschreibung.com/ User-agent: * Disallow: /unternehmen/ # This is an infinite virtual URL space Disallow: /__test/ # these will soon disappear Disallow: /_admin/ # these will soon disappear Disallow: /ausschreibungen/ausschreibungen.php # these will soon disappear