User-agent: *
Disallow: /
Disallow: /index.html
#restrict all access
User-agent: Mediapartners-Google
Disallow:
# Allow all access
User-agent: YahooYSMcm
Disallow:
# Allow all access
User-agent: AdsBot-Google
Disallow:
# Allow all access
User-agent: Fasterfox
Disallow: /
Disallow: /index.html
#restrict all access
User-agent: Becomebot
Disallow:
# allow all
User-agent: GoogleBot
Disallow:
# Allow all access
User-agent: Slurp
Disallow:
# Allow all access
User-agent: msnbot
Disallow:
# Allow all access
User-agent: Yahoo-MMCrawler
Disallow:
# Allow all access
User-agent: Teoma
Disallow:
# Allow all access
User-agent: Girafabot
Disallow:
# Allow all access
User-agent: Furlbot
Disallow:
# Allow all access
User-agent: msnbot-media
Disallow:
# Allow all access
User-agent: msnbot-Products
Disallow:
# Allow all access
User-agent: Speedy
Disallow:
# Allow all access
User-agent: Scooter
Disallow:
# Allow all access
User-agent: DoCoMo
Disallow:
# Allow all access
User-agent: GoGuidesBot
Disallow:
# Allow all access
User-agent: Zyborg
Disallow:
# Allow all access
User-agent: RedBot
Disallow:
# Allow all access
User-agent: MSRBOT
Disallow:
# Allow all access
User-agent: Sensis
Disallow:
# Allow all access
User-agent: Seekbot
Disallow:
# Allow all access
User-agent: FAST MetaWeb Crawler
Disallow:
# Allow all access
User-agent: Lycos_Spider
Disallow:
# Allow all access
User-agent: Sogou web spider
Disallow:
# Allow all access
User-agent: Gigabot
Disallow:
# Allow all access
User-agent: Vagabondo
Disallow:
# Allow all access
User-agent: sproose
Disallow:
# Allow all access
User-agent: Pagebullbot
Disallow:
# Allow all access
User-agent: ia_archiver
Disallow:
# Allow all access
User-agent: MJ12bot
Disallow:
# Allow all access
User-agent: OnetSzukaj
Disallow:
# Allow all access
User-agent: Factbot
Disallow:
# Allow all access
User-agent: szukacz
Disallow:
# Allow all access
User-agent: del.icio.us-thumbnails
Disallow:
# Allow all access
User-agent: StackRambler
Disallow:
# Allow all access
User-agent: voyager
Disallow:
# Allow all access
User-agent: DAUMOA
Disallow:
# Allow all access
User-agent: Megaglobe
Disallow:
# Allow all access
User-agent: pogodak
Disallow:
# Allow all access
User-agent: VisBot
Disallow:
# Allow all access
User-agent: noxtrumbot
Disallow:
# Allow all access
User-agent: Accoona-AI-Agent
Disallow:
# Allow all access
User-agent: EuripBot
Disallow:
# Allow all access
User-agent: Baiduspider
Disallow:
# Allow all access
User-agent: iSEEKbot
Disallow:
# Allow all access
User-agent: NetWhatCrawler
Disallow:
# Allow all access
User-agent: Synoobot
Disallow:
# Allow all access
User-agent: YodaoBot
Disallow:
# Allow all access
User-agent: SeznamBot
Disallow:
# Allow all access
User-agent: appie
Disallow:
# Allow all access
User-agent: GurujiBot
Disallow:
# Allow all access
User-agent: boitho.com-dc
Disallow:
# Allow all access
User-agent: ChangeDetection
Disallow:
# Allow all access
User-agent: SygolBot
Disallow:
# Allow all access
User-agent: Slurp China
Disallow:
# Allow all access
User-agent: envolk
Disallow:
# Allow all access
User-agent: AboutUsBot
Disallow:
# Allow all access
User-agent: OmniExplorer_Bot
Disallow:
# Allow all access