# The crawlers listed below are allowed on the Alexa site. # Alexa allows other crawlers on a case by case basis. # Send requests to frontdesk@alexa.com. # # Alexa provides access to traffic ranking data via Amazon Web Services. # More information here: Allow: / Disallow: /*?sessionid= Disallow: /*?l=english Disallow: /*?l=vietnam Disallow: /*?l=russian Disallow: /*?l=nederlands Disallow: /*?l=swedish Disallow: /*?l=korean Disallow: /*?l=french Disallow: /*?l=indonesian Disallow: /*?l=portuguese Disallow: /*?l=greek Disallow: /*?l=kurdish Disallow: /*?l=Taiwan Disallow: /*?l=magyar Disallow: /*?l=chinese Disallow: /*?l=polish Disallow: /*?l=spanish Disallow: /*?l=hebrew Disallow: /*?l=farsi Disallow: /*?l=turkey Disallow: /*?l=bulgarian Disallow: /*?l=Arabic Disallow: /*?l=brazilian Disallow: /*?l=slovensko Disallow: /*?l=italian Disallow: /*?l=srpski Disallow: /*?l=deutsch Disallow: /*&mode=search(&|$) Disallow: /search.php Disallow: /temp/ # Die Dateien sind sehr kurzlebig Disallow: /logfiles/ # Die ändern sich jeden Tag Disallow: /cgi-bin/ # CGI Ausgaben nicht indexieren Disallow: /member.php Disallow: /*.search.htm #User-agent: googlebot Disallow: /search #User-agent: gulliver Disallow: /search #User-agent: slurp Disallow: /search #User-agent: fast Disallow: /search #User-agent: scooter Disallow: /search #User-agent: vscooter Disallow: /search #User-agent: ia_archiver Disallow: /search #User-agent: Nutch Disallow: /search #User-agent: FAST-WebCrawler Disallow: /search #User-agent: teoma_agent1 Disallow: /search #User-agent: Lycos_Spider_(T-Rex) Disallow: /search #User-agent: MSNBOT/0.1 Disallow: /search #User-agent: ArchitextSpider Disallow: /search #User-agent: ZyBorg Disallow: /search #User-agent: SurveyBot Disallow: /search # Disallow all other crawlers #User-agent: * Disallow: /