User-agent: * # Disallow all crawlers to certain folders. Disallow: /Fireworks/ Disallow: /Flash/ Disallow: /Library/ Disallow: /css/ Disallow: /cgi-bin/ Disallow: /gb/ Disallow: /!*/ Disallow: /entry/ # Disallow all crawlers to certain files. Disallow: /.htaccess Disallow: /border.htm Disallow: /top.htm Disallow: /topleft.htm Disallow: /tour-master.html Disallow: /gb.htm Disallow: /sub*.htm Disallow: /PP*.htm