############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * Disallow: /cgi-bin/ User-Agent: Googlebot-Image Disallow: / Disallow: /d2r/ Disallow: /d2r/archives/ # User-agent: Googlebot # Disallow: /cgi-bin/ # Disallow: *.png # Disallow: *.jpg # Disallow: *.gif # # End of robots.txt file # ###############################