# robots.txt User-agent: * Crawl-delay: 10 # Directories Disallow: /cgi-bin/ Disallow: /lars/ Disallow: /pdf/ Disallow: /src/ Disallow: /wusage/ Disallow: /waff/ # Files: Disallow: /newindex.php