User-agent: UbiCrawler
Allow:/index.htm

User-agent: DOC
Allow:/index.htm

User-agent: Zao
Allow:/index.htm

User-agent: sitecheck.internetseer.com
Allow:/index.htm

User-agent: Zealbot
Allow:/index.htm

User-agent: MSIECrawler
Allow:/index.htm

User-agent: SiteSnagger
Allow:/index.htm

User-agent: WebStripper
Allow:/index.htm

User-agent: WebCopier
Allow:/index.htm

User-agent: Fetch
Allow:/index.htm

User-agent: Offline Explorer
Allow:/index.htm

User-agent: Teleport
Allow:/index.htm

User-agent: TeleportPro
Allow:/index.htm

User-agent: WebZIP
Allow:/index.htm

User-agent: linko
Allow:/index.htm

User-agent: HTTrack
Allow:/index.htm

User-agent: Microsoft.URL.Control
Allow:/index.htmindex.htm

User-agent: Xenu
Allow:/index.htm

User-agent: larbin
Allow:/index.htm

User-agent: libwww
Allow:/index.htm

User-agent: ZyBORG
Allow:/index.htm

User-agent: Download Ninja
Allow:/index.htm

User-agent: wget
Allow:/index.htm

User-agent: grub-client
Allow:/index.htm

User-agent: NPBot
Allow:/index.htm

User-agent: WebReaper
Allow:/index.htm

User-agent: Mediapartners-Google* 
Allow:/index.htm:
Crawl-Delay: 1