User-agent: * Disallow: /*.htm Disallow: /*.do Disallow: /*.jsp