# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow all directories started with underscore
User-agent: *
Disallow: /_*


# Disallow /cgi-bin/ directory
User-agent: *
Disallow: /cgi-bin/