User-agent: * # Search on companies page and company detail page Disallow: /les-entreprises-engagees.html? Disallow: /les-entreprises-engagees/*.html? # Search on applicants page and applicant detail page Disallow: /profils-candidats.html? Disallow: /profils-candidats/*.html? # Search on job offers page and job offer detail page Disallow: /annonces-emploi.html? Disallow: /annonces-emploi/*.html? # Sitemap Sitemap: https://www.crepi.org/sitemap.xml