User-agent: Slurp
Crawl-delay: 5

User-agent: msnbot 
Crawl-delay: 5

User-agent: googlebot 
Crawl-delay: 5

User-Agent: *
Allow: /
Disallow: /fileadmin/404/
Disallow: /fileadmin/_temp/
Disallow: /fileadmin/templates/
Disallow: /fileadmin/data/
Disallow: /fileadmin/img/

Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /typo3temp/
Disallow: /*&type=99                          # Disable pdf
Disallow: /*&type=123                          # Disable pdf