#Micro Lime
#Robots.txt
#www.microlime.com.com

#Google Spider
User-agent: Googlebot
Disallow:/admin/
Disallow:/generator/

#Google Spider2
User-agent: Googlebot/2.X
Disallow:/admin/
Disallow:/generator/

# advertising-related bots:
User-agent: Mediapartners-Google*
Disallow:/admin/
Disallow:/generator/

#MSN Spider
User-agent: MSN
Disallow:/admin/
Disallow:/generator/

#MSN Spider2
User-agent: MSNBOT/0.1
Disallow:/admin/
Disallow:/generator/

MSN Spider3
User-agent: msnbot
Disallow:/admin/
Disallow:/generator/

#Teoma Spider
User-agent: Teoma_agent1
Disallow:/admin/
Disallow:/generator/

# Ask
User-agent: Teoma
Disallow:/admin/
Disallow:/generator/

#Ask (ask jeeves) spider
User-agent: Ask
Disallow:/admin/
Disallow:/generator/

#Ask (ask jeeves) spider2
User-agent: ExpertRank
Disallow:/admin/
Disallow:/generator/

#Ask (ask jeeves) spider3
User-agent: Jeeves
Disallow:/admin/
Disallow:/generator/

#Ask (ask jeeves) spider4
User-agent: Ask Jeeves
Disallow:/admin/
Disallow:/generator/

#Ask (ask jeeves) spider5
User-agent: Mozilla/2.0
Disallow:/admin/
Disallow:/generator/

#Inktomi Spider
User-agent: Slurp
Disallow:/admin/
Disallow:/generator/

#Inktomi Spider2
User-agent: Slurp.so/1.0
Disallow:/admin/
Disallow:/generator/

#Inktomi Spider3
User-agent: Slurp/2.0j
Disallow:/admin/
Disallow:/generator/

#Inktomi Spider4
User-agent: Slurp/2.0
Disallow:/admin/
Disallow:/generator/

#Inktomi Spider5
User-agent: Slurp/3.0
Disallow:/admin/
Disallow:/generator/

#Alexa Spider
User-agent: ia_archiver
Disallow:/admin/
Disallow:/generator/

#AltaVista Spider
User-agent: Scooter
Disallow:/admin/
Disallow:/generator/

#AltaVista Spider2
User-agent: Tarantula
Disallow:/admin/
Disallow:/generator/

#AltaVista Spider3
User-agent: Mercator
Disallow:/admin/
Disallow:/generator/

#AltaVista Spider4
User-agent: Scooter2_Mercator_3-1.0
Disallow:/admin/
Disallow:/generator/

#AltaVista Spider5
User-agent: roach.smo.av.com-1.0
Disallow:/admin/
Disallow:/generator/

#AltaVista Spider6
User-agent: Tv<nn>_Merc_resh_26_1_D-1.0
Disallow:/admin/
Disallow:/generator/

#Lycos
User-agen: Lycos_Spider_(T-Rex)
Disallow:/admin/
Disallow:/generator/

#AlltheWeb Spider
User-agent: FAST-WebCrawler
Disallow:/admin/
Disallow:/generator/

#Websmostlinked Spider
User-agent: Nazilla
Disallow:/admin/
Disallow:/generator/

#WebCrawler Spider
User-agent: WebCrawler
Disallow:/admin/
Disallow:/generator/

#WhatUSeek Spider
User-agent: Winona
Disallow:/admin/
Disallow:/generator/

#Robozilla
User-agent: h-206-<n>-<n>-<n>.netscape.com
Disallow:/admin/
Disallow:/generator/

# Some bots are known to be trouble, particularly those designed to copy entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /


# The grub-cliet doesn't obey
User-agent: grub-client
Disallow: /

# Doesn't follow robots.txt anyway, but...
User-agent: k2spider
Disallow: /

# Hits many times per second, not acceptable
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
User-agent: WebReaper
Disallow: /