# Disallow directory images
User-agent: *
Disallow: /bin

# Disallow directory Library
User-agent: *
Disallow: /cgi-bin

# Disallow directory Templates
User-agent: *
Disallow: /etc

# Disallow directory Templates
User-agent: *
Disallow: /lib

# Disallow directory Templates
User-agent: *
Disallow: /logs

# Disallow directory Templates
User-agent: *
Disallow: 

# Disallow LinkWalker
User-agent: LinkWalker
Disallow: /

#Disallow Majestic12
User-Agent: MJ12bot
Disallow:   /

#Disallow Nutch
User-Agent: http://www.nutch.org/docs/en/bot.html
Disallow: /

User-agent: Xombot
Disallow: /

User-Agent: nutch-agent
Disallow: 

User-agent: Nutch
Disallow: /

User-agent: HooWWWer
Disallow: /