robots.txt

User-Agent: wget
Disallow: /
User-Agent: sitecheck.internetseer.com
Disallow: /
User-Agent: grub-client
Disallow: /
User-Agent: NPBot
Disallow: /
User-Agent: WebReaper
Disallow: /
User-Agent: Teleport
Disallow: /
User-Agent: TeleportPro
Disallow: /
User-Agent: MSIECrawler
Disallow: /
User-Agent: SiteSnagger
Disallow: /
User-Agent: WebStripper
Disallow: /
User-Agent: WebCopier
Disallow: /
User-Agent: Fetch
Disallow: /
User-Agent: Offline Explorer
Disallow: /
User-Agent: WebZIP
Disallow: /
User-Agent: linko
Disallow: /
User-Agent: HTTrack
Disallow: /
User-Agent: Microsoft.URL.Control
Disallow: /
User-Agent: Xenu
Disallow: /
User-Agent: larbin
Disallow: /
User-Agent: libwww
Disallow: /
User-Agent: ZyBORG
Disallow: /
User-Agent: Download Ninja
Disallow: /
User-Agent: UbiCrawler
Disallow: /
User-Agent: DOC
Disallow: /
User-Agent: Zao
Disallow: /

User-agent: *
Disallow: /admin/
Disallow: /cache/
Disallow: /includes/
Disallow: /language/
Disallow: /modules/
Disallow: /templates/
Crawl-delay: 10