User-Agent: *
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /tslib/
Disallow: /t3lib/
Disallow: /typo3conf/
Disallow: /media/
Disallow: /fileadmin/templates/scripts/
Disallow: /fileadmin/templates/scripts/
Disallow: /fileadmin/templates/styles/
Disallow: /fileadmin/templates/config/
Disallow: /fileadmin/templates/lib/
Disallow: /fileadmin/templates/fonts/
User-agent: Francis
Crawl-delay: 30
User-agent: Slurp
Crawl-delay: 30