# ----------
# -- Default for any good robot
User-agent: *
Disallow: /errors
Disallow: /graphics
Disallow: /icons
Disallow: /documents/mtasker/docfiles
Disallow: /*.doc
Disallow: /*.doc$
# ----------
# -- msnbot, microsoft indexer
User-agent: msnbot
Disallow: /errors
Disallow: /graphics
Disallow: /icons
Disallow: /documents/mtasker/docfiles
Disallow: /*.doc
Disallow: /*.doc$
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.tif$
Crawl-delay: 90
# ----------
# -- psbot, picsearch image indexer
User-agent: psbot
Disallow: /
# ----------
# -- Googlebot
User-agent: googlebot
Disallow: /errors
Disallow: /graphics
Disallow: /icons
Disallow: /documents/mtasker/docfiles
Disallow: /*.jpg$
Disallow: /*.doc$
Disallow: /*.zip$
User-agent: googlebot-image
Disallow: /
User-agent: mediapartners
Disallow: /
# ----------
# -- TurnitinBot (plagiarism bot)
User-agent: TurnitinBot
Disallow: /
# ----------
# -- ozzie
User-agent: ozzie
Disallow: /
# ----------
# -- Twiceler
User-agent: Twiceler
Disallow: /
#----------
# -- Voilabot
User-agent: voilabot
Disallow: /
# ----------
# -- Voyager
User-agent: voyager
Disallow: /
# ----------
# Gigabot
User-agent: gigabot
Disallow: /
# ----------
# -- del.icio.us
User-agent: del.icio.us
Disallow: /
# ----------
# -- Woriobot
User-agent: woriobot
Disallow: /
# ----------
# -- Litefnder
User-agent: litefinder
Disallow: /
# ----------
# -- ia_archiver
User-agent: ia_archiver
Disallow: /
# ----------
# -- NextGenSearchBot
User-agent: NextGenSearchBot
Disallow: /
# ----------
# -- DotBot
User-agent: DotBot
Disallow: /
# ----------
# -- Baidu
User-agent: Baidu
Disallow: /
# ----------
# -- BaiduSpider
User-agent: Baiduspider
Disallow: /