# The crawlers listed below are allowed on the Alexa site.  
# Alexa allows other crawlers on a case by case basis. 

#
# Alexa provides access to traffic ranking data via Amazon Web Services. 
# More information here: <URL: http://aws.amazon.com/awis>

Sitemap: https://www.alexa.com/sitemap_index.xml

User-agent: Mediapartners-Google*
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: googlemediabot*
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: googlebot	
Disallow: /cgi-bin
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /search
Disallow: /data/
Disallow: /site/linksin
Disallow: /virtual
Disallow: /edit
Disallow: /reset
Disallow: /profile
Disallow: /write
Disallow: /siteaudit/visibility
Disallow: /login
Disallow: /logout
Disallow: /register
Disallow: /accept
Disallow: /audituser
Disallow: /startreport
Disallow: /quickregister
Disallow: /account
Disallow: /reviews/single
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: gulliver	
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: slurp	
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: fast	
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: scooter	
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: vscooter	
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: ia_archiver	
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: Nutch 	
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: FAST-WebCrawler
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: teoma
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: Lycos_Spider_(T-Rex)	
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: bingbot
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: MSNBot
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: MSNPTC
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: msnbot-media/1.0
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: ArchitextSpider
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: ZyBorg
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: SurveyBot
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: AlexaBot
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: Baiduspider
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: Yandex
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: JikeSpider
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: naverbot
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: yeti
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: coccoc
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf

User-agent: Linespider
Disallow: /cgi-bin
Disallow: /search
Disallow: /edit
Disallow: /toolbar/success
Disallow: /help/viewforum.php
Disallow: /site/clickstream
Disallow: /site/keywords
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf


# Disallow all other crawlers

User-agent: *		
Disallow: /
Disallow: /plans/login
Disallow: /register
Disallow: /help/terms
Disallow: /help/privacy
Disallow: /pro/subscription/terms
Disallow: /help/interestbasedadspolicy
Disallow: /help/dpa.pdf