# This allows all bots everywhere: User-agent: * Disallow: # This disallows all bots everywhere: User-agent: * Disallow: / # This disallows all bots to several directories and files: User-agent: * Disallow: /private-file.html Disallow: /images/ Disallow: /cgi-bin/ Disallow: /search.php # This disallows access to engine specific pages: User-agent: googlebot Disallow: /index-msn.html User-agent: msnbot Disallow: /index-google.html