#All robots will spider the domain
# Ban from /cgi and /cgi-bin dir's

User-agent: *
Disallow: /cgi/
Disallow: /cgi-bin/