# John Virapen: robots.txt # -------------------------------------------------------------- # XML Sitemap location # -------------------------------------------------------------- Sitemap: http://john-virapen.com/siteindex.xml # User-Agent commands # -------------------------------------------------------------- # "User-agent: *" = all spiders/bots # "Disallow: " = allow all # "Disallow: /" = disallow all # "Disallow: /exp" = disallow "exp" folder # "Disallow: /exp.php" = disallow "exp.php" file # bad bots: # User-agent: BadBot1 # User-agent: BadBot2 # Disallow: / # all bots: User-agent: *