# # robots.txt for http://sysinf0.klabs.be/ # User-agent:* Disallow: /icons/ # http://www.google.com/support/webmasters/bin/answer.py?answer=40367 User-Agent: Googlebot Disallow: /*?f=download Disallow: /*?f=open Disallow: /*?f=head Disallow: /*?f=h& Disallow: /pkg:* # http://help.yahoo.com/help/us/ysearch/slurp/slurp-02.html User-Agent: Slurp Disallow: /*?f=download Disallow: /*?f=open Disallow: /*?f=head Disallow: /*?f=h& Disallow: /pkg:* # http://search.msn.com/docs/siteowner.asp # http://search.msn.com/docs/siteowner.aspx?t=SEARCH_WEBMASTER_REF_RestrictAccessToSite.htm User-agent: msnbot Disallow: /*?f=download Disallow: /*?f=open Disallow: /*?f=head Disallow: /*?f=h& Disallow: /pkg:* User-agent: Googlebot-Image Disallow: / #Exclude MS Psbot (Picsearch) User-agent: psbot Disallow: / # http://www.sitemaps.org/ # https://www.google.com/webmasters/tools/docs/en/sitemap-generator.html #Sitemap: #References: # http://www.google.com/support/webmasters/bin/answer.py?answer=40360 # http://www.robotstxt.org/wc/faq.html#robotstxt