User-agent: * Disallow: /policy.html Disallow: /*.php Disallow: /*.css Disallow: /*.js