# robots.txt User-agent: * Crawl-delay: 10 # Directories Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /executables/ Disallow: /flv/ Disallow: /gfx/ Disallow: /incs/ Disallow: /js/ Disallow: /parents/ Disallow: /partners/ Disallow: /registration/ Disallow: /search/ Disallow: /xml/ Disallow: /articles/email-article.php Disallow: /articles/email-article-processes.php Disallow: /articles/results.php