User-agent: *
Disallow: /*/.*
Disallow: /*/-*
Disallow: /*/..*
Disallow: /*/*..*
Disallow: /*//
Disallow: /*?
Disallow: /*&
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.aspx
Disallow: /*.css$
Disallow: /*.js$
Disallow: /h/*.htm$
Disallow: /hotel/
Disallow: /admin/form/
Disallow: /photos/
Disallow: /review/
Disallow: /links

User-agent: Slurp
Crawl-Delay: 2
User-agent: Teoma
Crawl-Delay: 20
User-agent: twiceler
Crawl-Delay: 20
User-agent: Gigabot
Crawl-Delay: 20
User-agent: Scrubby
Crawl-Delay: 20
User-agent: Robozilla
Crawl-Delay: 20
User-agent: Nutch
Crawl-Delay: 20
User-agent: ia_archiver
Crawl-Delay: 20
User-agent: baiduspider
Crawl-Delay: 20
User-agent: naverbot
Crawl-Delay: 20
User-agent: yeti
Crawl-Delay: 20
User-agent: psbot
Crawl-Delay: 20
User-agent: asterias
Crawl-Delay: 20
User-agent: Speedy
Crawl-Delay: 30
User-agent: Yandex
Crawl-Delay: 30

User-agent: spbot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: NPBot-1/2.0
Disallow: /
User-agent: NPBot
Disallow: /

Sitemap: http://www.123billigehotels.de/www123billigehotelsde.xml