# This disallows all bots to several directories and files:
User-agent: *
Disallow: /private-file.html
Disallow: /cgi-bin/
Disallow: /search.php