# This allows all bots everywhere: # User-agent: * # Disallow: # This disallows all bots everywhere: # User-agent: * # Disallow: / # This disallows all bots to several directories and files: # User-agent: * # Disallow: /private-file.html # Disallow: /images/ # Disallow: /cgi-bin/ # Disallow: /search.php # This disallows access to engine specific pages: # User-agent: googlebot # Disallow: /index-msn.html # User-agent: msnbot # Disallow: /index-google.html # PARTIAL access (All Spiders) User-agent: * User-agent: Mediapartners-Google* Disallow: /images/ Disallow: /report/ Disallow: /logs/ Disallow: /welcome.msg Disallow: /security.html Disallow: /sampleform.htm Disallow: /sampleform.htm.old Disallow: /FullDisclaimer.html Disallow: /FullDisclaimer.html.1 Disallow: /Mail/ Disallow: /Titles/ Disallow: /test.shtml Disallow: /.htaccess Disallow: /admin/ Disallow: /cgi-script/ Disallow: /data/ Disallow: /effordocs/ Disallow: /Excite/ Disallow: /ews Disallow: /images/ Disallow: /logs/ Disallow: /Art/ Disallow: /Contact_Info/ Disallow: /CONTENT/ Disallow: /errordocs/ Disallow: /images/ Disallow: /KP/ Disallow: /MainMenu/