############################### # # robots.txt file # # addresses all robots by using wild card * # User-agent: ia_archiver Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: Googlebot Disallow: /*.pdf$ User-agent: slurp Disallow: /*.pdf$ User-agent: msnbot Disallow: /*.pdf$ User-agent: * Disallow: /*.pdf$ # # End of robots.txt file # ###############################·