# robots.txt file for http://www.rvontobel.ch User-agent: * Disallow: /media Disallow: /stats Disallow: /shop # User-agent: webcrawler # Disallow: # User-agent: altavista # Disallow: / # User-agent: * # Disallow: /forms # Disallow: /logs # ########################################################### # META Exclusion Tags # If you are unable to create a robots.txt file because, # for example, you share or don't administer the server your files # are on then you can utilise the following META tags: # # Including this line between your header tags in your HTML # will mean that that page will not be indexed. # If, instead you do: # # then the page will be indexed, but any links in # that document will not be followed by the robot.