User-agent: * Disallow: /*.gif$ Disallow: /*.asp$ Disallow: /*.asa$ Disallow: /*.jpg$ Disallow: /*.js$ Disallow: /*.txt$ Disallow: /*.xml$