# apply to every robot, no discrimination User-agent: * # disallow any file or directory with a '_' at the start Disallow: /_ # disallow any file or directory with a '.' at the start Disallow: /. # disallow cgi-bin directory Disallow: /cgi-bin/ # disallow all images directories, anywhere, including directories like images01 and images_mo Disallow: /images # disallow any directory or file beginning with temp Disallow: /temp Disallow: ws_ftp.log Disallow: Thumbs.db Disallow: /gfx/ # disallow any pdf files Disallow: /*.pdf$