# Default /robots.txt File

User-agent: Googlebot
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: googlebot-image
Disallow:
 
User-agent: googlebot-mobile
Disallow:
 
# alexa archiver
User-agent: ia_archiver
Disallow:

User-agent: gsa-crawler
Disallow:

User-agent: Googlebot-News
Disallow:

User-agent: MSNBot-News
Disallow:
 
User-agent: ClearSpike_bot
Disallow:
 
User-agent: ClearSpike_bot/1.0
Disallow:
 
User-agent: MSNPTC
Disallow:
 
User-agent: MSNPTC/1.0
Disallow:
 
User-agent: Bingbot
Disallow:
 
User-agent: Bing
Disallow:
 
User-agent: Googleimage
Disallow:
 
User-agent: Bingimage
Disallow:
 
User-agent: ArchitextSpider
Disallow:
 
User-agent: Baiduspider
Disallow:
 
User-agent: msnbot
Disallow:
 
User-agent: Scooter
Disallow:
 
User-agent: Slurp
Disallow:
 
User-agent: Yahoo-Blogs
Disallow:
 
User-agent: Yahoo-MMCrawler
Disallow:
 
User-agent: Yandex
Disallow:
 
User-agent: 123People
Disallow:
 
User-agent: findestars
Disallow:
 
User-agent: MyOnID
Disallow:
 
User-agent: peekyou
Disallow:
 
User-agent: Pipl
Disallow:
 
User-agent: rapleaf
Disallow:
 
User-agent: snitch
Disallow:
 
User-agent: spock
Disallow:
 
User-agent: tweepz
Disallow:
 
User-agent: wink
Disallow:
 
User-agent: Yasni
Disallow:
 
User-agent: yoname
Disallow:
 
User-agent: yourtraces
Disallow:
 
User-agent: zoominfo
Disallow:
 
User-agent: Baidu
Disallow:
 
User-agent: Botseer
Disallow:
 
User-agent: CCBot
Disallow:
 
User-agent: SearchMonkey
Disallow:
 
User-agent: Sogou
Disallow:
 
User-agent: Slurp China
Disallow:
 
User-agent: Apple
Disallow:
 
User-agent: botmobi
Disallow:
 
User-agent: DuckDuckBot
Disallow:
 
User-agent: Gigabot
Disallow:
 
User-agent: mahalobot
Disallow:
 
User-agent: ParchBot
Disallow:
 
User-agent: Robozilla
Disallow:
 
User-agent: ScSpider
Disallow: 

User-agent: Speedy
Disallow: 

User-agent: Surfsafely
Disallow: 

User-agent: Teoma
Disallow:
 
User-agent: twiceler
Disallow:
 
User-agent: voyager
Disallow:
 
User-agent: XmarksFetch
Disallow:
 
User-agent: msnbot-academic
Disallow: 

User-agent: msnbot-media
Disallow:
 
User-agent: msnbot-newsblogs
Disallow:
 
User-agent: msnbot-products
Disallow:
 
User-agent: bingbot-academic
Disallow:
 
User-agent: bingbot-media
Disallow:
 
User-agent: bingbot-newsblogs
Disallow:
 
User-agent: bingbot-products
Disallow:
 
User-agent: YahooSeeker/M1A1-R2D2
Disallow:
 
User-agent: checkbot
Disallow:
 
User-agent: LinkWalker
Disallow:
 
User-agent: Lycos_Spider
Disallow:
 
User-agent: MARTINI
Disallow:
 
User-agent: NationalDirectory-WebSpider
Disallow:
 
User-agent: Teradex Mapper
Disallow: 

User-agent: T-H-U-N-D-E-R-S-T-O-N-E
Disallow:
 
User-agent: tucker
Disallow:
 
User-agent: Verizon Superpages
Disallow: 

User-agent: girafabot
Disallow:
 
User-agent: Searchpreview
Disallow:
 
User-agent: Meltwater
Disallow:

User-agent: NewsNow
Disallow:

User-agent: Bloodhound
Disallow:

User-agent: cydralspider
Disallow:

User-agent: downloadexpress
Disallow:

User-agent: gammaSpider
Disallow:

User-agent: ObjectsSearch
Disallow:

User-agent: Pimptrain
Disallow:

User-agent: Raven
Disallow:

User-agent: wapspider
Disallow:

User-agent: WebZinger
Disallow:

User-agent: Fasterfox
Disallow:

User-agent: Googlebot-Video
Disallow:

User-agent: Feedfetcher-Google
Disallow:

User-agent: facebookexternalhit # www.facebook.com/externalhit_uatext.php
Disallow:

User-agent: LinkedInBot
Disallow:

User-agent: bitlybot
Disallow:

User-agent: IsraBot
Disallow:

User-agent: Orthogaffe
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: GurujiBot
Disallow:

User-agent: daumoa
Disallow:

User-agent: VoilaBot
Disallow:

User-agent: FAST
Disallow:

User-agent: Solbot
Disallow:

User-agent: StackRambler
Disallow:

User-agent: Exabot
Disallow:

User-agent: *
Disallow: