# Keep search engines from searching these places, throttling site

User-agent: *
Crawl-delay: 10
#Disallow: /
Disallow: not_found.php
Disallow: /noweb/
Disallow: /includes/
Disallow: /images/
Disallow: /test/
Disallow: /temp/
Disallow: /ffaf/
Disallow: /work/
Disallow: /stats/
Disallow: /blog.php/
Disallow: /cgi-bin/