User-agent: * # All spiders should avoid
Disallow: /cgi-bin/ # Script files
Disallow: /cgi_bin/ # Script files
Disallow: /logs/ # Huge server statistic logs
Disallow: /stats/ # Huge server statistic logs
Disallow: /images/ # Images
Disallow: /macro/ # Images
Disallow: /pics/ # Images
Disallow: /mondo-verde-test/ # Images
Disallow: /secure/     # This is an URL that no robots should visit
Disallow: index.php # Avoid php files