User-agent: *
Disallow: /cgi-bin

User-agent: HTTrack
User-agent: HTTPClient
User-agent: OmniExplorer_Bot
User-agent: Wget
User-agent: WebZip
User-agent: WebCopier
Disallow: /