# =================================================================================== # robots.txt # =================================================================================== # # Verify syntax at: http://tool.motoricerca.info/robots-checker.phtml # # Robots.txt org: http://www.robotstxt.org/ # Bots in the wild: http://www.botsvsbrowsers.com/ # # Robots Database: http://www.robotstxt.org/db.html # Generate your own robots.txt: http://www.mcanerin.com/EN/search-engine/robots-txt.asp # # Sitemap Protocol, if you want to impliment it: http://www.sitemaps.org/protocol.php # # About the Robots tag # # You can use a special HTML tag to tell robots: # if they can or can't index the content of a page # if they can or can't scan it for links to follow # # Valid values for the "CONTENT" attribute are: "INDEX", "NOINDEX", "FOLLOW", "NOFOLLOW". # # Multiple comma-separated values are allowed, but obviously only some combinations make sense. # If no robots tag exists, the default is "INDEX,FOLLOW". # # // Don't index or follow links # // Don't index, follow links # // Index, but don't follow links # # Also: # # # ================================================== # # Other useful tools: Online favicon generators # http://www.freefavicon.com/ # http://www.favicon.cc/?action=import_request # # ================================================== # User-agent: * # This applies to all robots Disallow: /rz*.txt # CV's ingore SVP Disallow: /rz*.htm # CV's ingore SVP Disallow: /rz*.html # CV's ingore SVP Disallow: /web*.htm # webmaster pages ignore Disallow: /web*.html Disallow: /*.png # ignore PNGs Disallow: /*.jpg # ignore JPGs Disallow: /*.jpeg # ignore JPGs Disallow: /*.gif # ignore GIFs # # = End =