# robots.txt for use on d.k.d maintained websites # # $Id: robots.txt,v 1.4 2006/02/09 09:41:11 dkd-otto Exp $ # # Block all agents from indexing the areas definded below User-agent: * Disallow: /media/ Disallow: /t3lib/ Disallow: /tslib/ Disallow: /typo3/ Disallow: /typo3_src/ Disallow: /typo3conf/ Disallow: /typo3temp/ Disallow: /uploads/ # # To keep the load at an acceptable level # Currently honored by Yahoo, MS, Inktomi Crawl-delay: 1