User-agent: * # All spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /logs/ # Huge server statistic logs Disallow: /stats/ # Huge server statistic stats Disallow: /images/ # Images Disallow: /antagonist/ # Avoid directories Disallow: /castles/ # Avoid directories Disallow: /dealer/ # Avoid directories Disallow: /promo/ # Avoid directories Disallow: /riscos/ # Avoid directories Disallow: /sales/ # Avoid directories Disallow: /support/ # Avoid directories Disallow: /webring/ # Avoid directories Disallow: / # Avoid directories Disallow: missing.html # Avoid html files Disallow: index.html # Avoid html files