# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # CORRECT SITE VARIANT User-agent: Cliqzbot Disallow: /d/ User-agent: Yandex Disallow: /d/ User-agent: AhrefsBot Disallow: /d/ User-agent: * Disallow: /pdf-decision/ Disallow: /search? Disallow: /?q= Disallow: /inscription? Disallow: /getEnterprise Disallow: /getOppositeEnterprises Disallow: *.css* Disallow: *.js* Disallow: /favicon.ico Disallow: /*/*.xml Disallow: /ajax_search Disallow: /ajax_get_search_count Disallow: /search_watch_ajax/already_exists Allow: /sitemap/ Allow: /for-sitemap/ # Legislation Disallow: /getLawReferenceDecisions Disallow: /api/legislation/ Disallow: /getLinkedLawArticles Disallow: /getAllVersionsLaw Disallow: /getLegislationCommentaries Disallow: /getLawQPCDecisions Disallow: /getSimilarLaws Disallow: /l/codes Disallow: /actu/codes Disallow: /l/texts/*version= Disallow: /l/texts/*source= Disallow: /l/texts/*dateKey= Disallow: /l/texts/*initial= Disallow: /l/texts/*/sections/ # Law firms Disallow: /findLawyersByOffice Disallow: /api/law_firms/ Disallow: /getLawFirmTopDecisions Disallow: /getLawFirmCustomers Disallow: /getLawFirmDecisions Disallow: /getLawFirmKeywords Disallow: /getLawFirmEnterprises # Lawyers Disallow: /getLawyerTopDecisions Disallow: /getLawyerCustomers Disallow: /getLawyerDecisions Disallow: /professional_ajax/getCommentaries Disallow: /professional_ajax/getKeywords Disallow: /getLawyerLawFirm # Decisions Disallow: /decisions/*/annotation Disallow: /getSimilarDecisions Disallow: /getReferenceDecisions Disallow: /getDecisionsWithSameLaws Disallow: /getQuotedWith Disallow: /getEntitiesByDecision Disallow: /d/*/null Disallow: /api/decisions/