Crawl-delay: 5
Sitemap: http://www.aldiana.de/sitemap.xml

User-agent: teoma
User-agent: yandex
User-agent: exabot
User-agent: gigabot
User-agent: ia_archiver
User-agent: baiduspider
User-agent: nutch
User-agent: cityreview
User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: penthesilea
User-agent: 008
Disallow: /	

User-agent: *
Allow: / # Allow bot to enter 
Disallow: /t3lib/ # Nothing to see here 
Disallow: /typo3/ # Nothing to see here 
Disallow: /typo3conf/ # Nothing to see here 
Disallow: /typo3temp/ # Nothing to see here
Disallow: /*?id=* # Disable non-realurl
Disallow: /*laenderinfos*
Disallow: /intranet.aldiana.de/ 
Disallow: /news.aldiana.de/
Disallow: /www02.aldiana.de/
Disallow: /www01.aldiana.de/
Disallow: /news.aldiana.de/
Disallow: /www8.aldiana.de/
Disallow: /www7.aldiana.de/
Disallow: /www6.aldiana.de/
Disallow: /www5.aldiana.de/
Disallow: /www4.aldiana.de/
Disallow: /www3.aldiana.de/
Disallow: /www2.aldiana.de/
Disallow: /www1.aldiana.de/
Disallow: /*.reisebuero.aldiana.de/
Allow: /typo3conf/ext/aldiana_web/Resources/Public/
Disallow: /blog/