# Written by SysAdmin, 2008/04/25
#
# http://www.robotstxt.org/wc/norobots.html
#
# Not welcome and spambots...
User-agent: baiduspider
User-agent: BecomeBot
User-agent: BunnySlippers
User-agent: CherryPicker
User-agent: ComodoHTTP(S)Crawler
User-agent: ConveraCrawler
User-agent: CopyGuard
User-agent: CopyRightCheck
User-agent: Crescent
User-Agent: DepSpid
User-agent: Digimarc
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: ExtractorPro
User-agent: ichiro
User-agent: ilial
User-agent: IPiumBot
User-agent: JavaBee
User-agent: Microsoft.URL
User-agent: NICErsPRO
User-agent: NimbleCrawler
User-agent: noxtrumbot
User-agent: NPBot
User-agent: psbot
User-agent: SBIder
User-agent: Sogou
User-agent: SlySearch
User-agent: Telesoft
User-agent: WebBandit
User-agent: WebEMailExtrac
User-agent: WhosTalking
User-agent: Zeus
Disallow: /
#
# archive.org: The Wayback Machine
# User-agent: ia_archiver
#
# For all others
User-agent: *
# +/- System entries
Disallow: /cgi-bin/
Disallow: /404.html
# Specific directories
Disallow: /admin/
Disallow: /bbclone/
Disallow: /blog/admin/
Disallow: /pmv/
Disallow: /wws/
# Indidivual pages
Disallow: /blog/contact
Disallow: /contact
# CMS
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/