User-agent: *
Request-rate: 1/5 # load 1 page per 5 seconds
Disallow: /administrator/
Disallow: /cache/   
Disallow: /import-nitf/
Disallow: /logs/    
Disallow: /msd/     
Disallow: /usage/  
Disallow: /niedersachsen/
Disallow: /get_kzs.php
Disallow: /leben/wohnen/
Disallow: /leben/auto/  
Disallow: /leben/karriere/ 
Disallow: /leben/radtouren/
Disallow: /leben/reisen/ 
Disallow: /leben/gesundheit/
Disallow: /deutschland/
Disallow: /welt/
Disallow: /politik/
Disallow: /wirtschaft/
Disallow: /technik/ 
Disallow: /boulevard/
Disallow: /kultur/
Disallow: /kino/
Disallow: /tv/
Disallow: /pdf/
Disallow: /get_kzs.php
Disallow: /error404.php
Disallow: /info.php
Disallow: /lokales/gewinnspiel.html
Disallow: /*.pdf$

User-agent: OGDWCtxCrawler
Allow: /

User-agent: BUbiNG
Disallow: /

User-agent: Cliqzbot
Disallow: /  

User-agent: Barkrowler
Disallow: /  

User-agent: MJ12bot
Disallow: /  

User-Agent: trendictionbot
Disallow: /

User-Agent: search:robot
Disallow: /

User-agent: bingbot
Crawl-delay: 10    
Disallow: /administrator/
Disallow: /cache/   
Disallow: /import-nitf/
Disallow: /logs/    
Disallow: /msd/     
Disallow: /usage/  
Disallow: /niedersachsen/
Disallow: /get_kzs.php
Disallow: /leben/wohnen/
Disallow: /leben/auto/  
Disallow: /leben/karriere/ 
Disallow: /leben/radtouren/
Disallow: /leben/reisen/ 
Disallow: /leben/gesundheit/
Disallow: /deutschland/
Disallow: /welt/
Disallow: /politik/
Disallow: /wirtschaft/
Disallow: /technik/ 
Disallow: /boulevard/
Disallow: /kultur/
Disallow: /kino/
Disallow: /tv/
Disallow: /pdf/
Disallow: /get_kzs.php
Disallow: /error404.php
Disallow: /info.php
Disallow: /lokales/gewinnspiel.html
Disallow: /*.pdf$

User-agent: msnbot
Crawl-delay: 10    
Disallow: /administrator/
Disallow: /cache/   
Disallow: /import-nitf/
Disallow: /logs/    
Disallow: /msd/     
Disallow: /usage/  
Disallow: /niedersachsen/
Disallow: /get_kzs.php
Disallow: /leben/wohnen/
Disallow: /leben/auto/  
Disallow: /leben/karriere/ 
Disallow: /leben/radtouren/
Disallow: /leben/reisen/ 
Disallow: /leben/gesundheit/
Disallow: /deutschland/
Disallow: /welt/
Disallow: /politik/
Disallow: /wirtschaft/
Disallow: /technik/ 
Disallow: /boulevard/
Disallow: /kultur/
Disallow: /kino/
Disallow: /tv/    
Disallow: /pdf/
Disallow: /get_kzs.php
Disallow: /error404.php
Disallow: /info.php
Disallow: /lokales/gewinnspiel.html   
Disallow: /*.pdf$

User-agent: Slurp
Crawl-delay: 10    
Disallow: /administrator/
Disallow: /cache/   
Disallow: /import-nitf/
Disallow: /logs/    
Disallow: /msd/     
Disallow: /usage/  
Disallow: /niedersachsen/
Disallow: /get_kzs.php
Disallow: /leben/wohnen/
Disallow: /leben/auto/  
Disallow: /leben/karriere/ 
Disallow: /leben/radtouren/
Disallow: /leben/reisen/ 
Disallow: /leben/gesundheit/
Disallow: /deutschland/
Disallow: /welt/
Disallow: /politik/
Disallow: /wirtschaft/
Disallow: /technik/ 
Disallow: /boulevard/
Disallow: /kultur/
Disallow: /kino/
Disallow: /tv/    
Disallow: /pdf/
Disallow: /get_kzs.php
Disallow: /error404.php
Disallow: /info.php
Disallow: /lokales/gewinnspiel.html  
Disallow: /*.pdf$