# robots.txt for business.arcor.net # See http://www.robotstxt.org/ # Google: http://www.google.com/support/webmasters/bin/answer.py?answer=40364 # Slurp: http://help.yahoo.com/l/de/yahoo/search/crawler/crawler-02.html # Teoma: http://sp.de.ask.com/de/docs/about/asksearch.shtml#7 # msnbot: http://blogs.msdn.com/webmaster/archive/2008/06/03/robots-exclusion-protocol-joining-together-to-provide-better-documentation.aspx # gsa-crawler: http://www.searchtools.com/analysis/google-appliancev1.html User-agent: Google User-agent: Slurp User-agent: Teoma User-agent: msnbot User-agent: gsa-crawler Disallow: /eshop/ Allow: /eshop/facade/97080889/ User-agent: * Disallow: /eshop/static Disallow: /eshop/facade/9700 Disallow: /eshop/facade/9701 Disallow: /eshop/facade/9702 Disallow: /eshop/facade/9703 Disallow: /eshop/facade/9704 Disallow: /eshop/facade/9705 Disallow: /eshop/facade/9706 Disallow: /eshop/facade/9707 Disallow: /eshop/facade/970800 Disallow: /eshop/facade/970801 Disallow: /eshop/facade/970802 Disallow: /eshop/facade/970803 Disallow: /eshop/facade/970804 Disallow: /eshop/facade/970805 Disallow: /eshop/facade/970806 Disallow: /eshop/facade/970807 Disallow: /eshop/facade/9708080 Disallow: /eshop/facade/9708081 Disallow: /eshop/facade/9708082 Disallow: /eshop/facade/9708083 Disallow: /eshop/facade/9708084 Disallow: /eshop/facade/9708085 Disallow: /eshop/facade/9708086 Disallow: /eshop/facade/9708087 Disallow: /eshop/facade/97080880 Disallow: /eshop/facade/97080881 Disallow: /eshop/facade/97080882 Disallow: /eshop/facade/97080883 Disallow: /eshop/facade/97080884 Disallow: /eshop/facade/97080885 Disallow: /eshop/facade/97080886 Disallow: /eshop/facade/97080887 Disallow: /eshop/facade/97080888 Disallow: /eshop/facade/9708089 Disallow: /eshop/facade/970809 Disallow: /eshop/facade/97081 Disallow: /eshop/facade/97082 Disallow: /eshop/facade/97083 Disallow: /eshop/facade/97084 Disallow: /eshop/facade/97085 Disallow: /eshop/facade/97086 Disallow: /eshop/facade/97087 Disallow: /eshop/facade/97088 Disallow: /eshop/facade/97089 Disallow: /eshop/facade/9709