Merge branch 'main' into fix/all-html-error

Author: millotp

clients/algoliasearch-client-javascript/packages/client-composition/src/compositionClient.ts

@@ -590,8 +590,6 @@ export function createCompositionClient({
         queryParameters,
         headers,
         data: searchCompositionRulesParams ? searchCompositionRulesParams : {},
-        useReadTransporter: true,
-        cacheable: true,
       };
 
       return transporter.request(request, requestOptions);

specs/bundled/composition.doc.yml

@@ -689,8 +689,6 @@ paths:
       tags:
         - Rules
       operationId: searchCompositionRules
-      x-use-read-transporter: true
-      x-cacheable: true
       x-acl:
         - settings
       summary: Search for composition rules

specs/bundled/composition.yml

@@ -434,8 +434,6 @@ paths:
       tags:
         - composition
       operationId: searchCompositionRules
-      x-use-read-transporter: true
-      x-cacheable: true
       x-acl:
         - settings
       summary: Search for composition rules

specs/bundled/crawler.doc.yml

@@ -2881,8 +2881,8 @@ components:
     beforeIndexPublishing:
       type: object
       description: >-
-        Checks triggered after the crawl finishes and before the records are
-        added to the Algolia index.
+        These checks are triggered after the crawl finishes but before the
+        records are added to the Algolia index.
       properties:
         maxLostRecordsPercentage:
           type: number
@@ -2900,9 +2900,14 @@ components:
           minimum: 1
           maximum: 100
           default: 10
+        maxFailedUrls:
+          type: number
+          description: |
+            Stops the crawler if a specified number of pages fail to crawl.
+            If undefined, the crawler won't stop if it encounters such errors.
     safetyChecks:
       type: object
-      description: Safety checks for ensuring data integrity between crawls.
+      description: Checks to ensure the crawl was successful.
       properties:
         beforeIndexPublishing:
           $ref: '#/components/schemas/beforeIndexPublishing'

specs/bundled/crawler.yml

@@ -2881,8 +2881,8 @@ components:
     beforeIndexPublishing:
       type: object
       description: >-
-        Checks triggered after the crawl finishes and before the records are
-        added to the Algolia index.
+        These checks are triggered after the crawl finishes but before the
+        records are added to the Algolia index.
       properties:
         maxLostRecordsPercentage:
           type: number
@@ -2900,9 +2900,14 @@ components:
           minimum: 1
           maximum: 100
           default: 10
+        maxFailedUrls:
+          type: number
+          description: |
+            Stops the crawler if a specified number of pages fail to crawl.
+            If undefined, the crawler won't stop if it encounters such errors.
     safetyChecks:
       type: object
-      description: Safety checks for ensuring data integrity between crawls.
+      description: Checks to ensure the crawl was successful.
       properties:
         beforeIndexPublishing:
           $ref: '#/components/schemas/beforeIndexPublishing'

specs/composition/paths/rules/searchRules.yml

@@ -2,8 +2,6 @@ post:
   tags:
     - Rules
   operationId: searchCompositionRules
-  x-use-read-transporter: true
-  x-cacheable: true
   x-acl:
     - settings
   summary: Search for composition rules

specs/crawler/common/schemas/configuration.yml

@@ -444,14 +444,14 @@ extraParameters:
 
 safetyChecks:
   type: object
-  description: Safety checks for ensuring data integrity between crawls.
+  description: Checks to ensure the crawl was successful.
   properties:
     beforeIndexPublishing:
       $ref: '#/beforeIndexPublishing'
 
 beforeIndexPublishing:
   type: object
-  description: Checks triggered after the crawl finishes and before the records are added to the Algolia index.
+  description: These checks are triggered after the crawl finishes but before the records are added to the Algolia index.
   properties:
     maxLostRecordsPercentage:
       type: number
@@ -464,6 +464,11 @@ beforeIndexPublishing:
       minimum: 1
       maximum: 100
       default: 10
+    maxFailedUrls:
+      type: number
+      description: |
+        Stops the crawler if a specified number of pages fail to crawl.
+        If undefined, the crawler won't stop if it encounters such errors.
 
 schedule:
   type: string