# robots.txt for http://www.pearlharbor.xx

User-agent: ICCrawler - iCjobs
Disallow: /            #jobsuchmaschine, erzeugt, komische Warenkoerbe

User-agent: MJ12bot
Disallow: /shopping   #bringt nur unnötigen Traffic: majestic12

User-agent: spbot
Disallow: /            #bringt nur unnötigen Traffic: seoprofiler.com

User-agent: TurnitinBot
Disallow: /            #plagiat search engine, bringt nur Traffic

User-agent: Twiceler
Disallow: /            #bringt nur unnötigen Traffic


User-agent: *
Disallow: /shopping/order.asp # This is an infinite virtual URL space
Disallow: /shopping/voyeur.asp # This is an infinite virtual URL space
Disallow: /shopping/topsellers.asp # This is an infinite virtual URL space
Disallow: /warenkorb/ # This is an infinite virtual URL space