User-agent: *
Disallow: /cgi-bin

User-agent: WebZIP
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Teleport Pro
Disallow: /

User-agent: Wget
Disallow: /

User-agent: eCatch
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: GetRight
Disallow: /

User-Agent: MJ12bot
Crawl-Delay:   5

User-agent: *
Disallow: /newsportal