User-Agent: *
Allow: /                                      # Allow bot to enter
Disallow: /t3lib/                             # Nothing to see here
Disallow: /typo3/                             # Nothing to see here
Disallow: /typo3conf/                         # Nothing to see here
Disallow: /typo3temp/                         # Nothing to see
Disallow: /themen/wasser-abfall-boden/abfallwirtschaft/buergerdialog-wertstofftonne/    # Nothing to see
Disallow: /statistiken/                             # Nothing to see here

User-agent: Scrapy
Disallow: /

User-agent: Scrapy/1.0.1 (+http://scrapy.org)
Disallow: /