User-agent: * Disallow: /*.htm Disallow: /*.html Disallow: /*.asp Disallow: /*.jsp