Merge #1062

1062: Support batches API r=sanders41 a=ellnix

# Pull Request

## Related issue
Fixes #1050


Co-authored-by: ellnix <[email protected]>

Author: meili-bors[bot]

.code-samples.meilisearch.yaml

@@ -747,3 +747,7 @@ multi_search_federated_1: |-
     [{"indexUid": "movies", "q": "batman"}, {"indexUid": "comics", "q": "batman"}],
     {}
   )
+get_all_batches_1: |-
+  client.get_batches()
+get_batch_1: |-
+  client.get_batch(BATCH_UID)

meilisearch/client.py

@@ -16,7 +16,7 @@
 from meilisearch.errors import MeilisearchError
 from meilisearch.index import Index
 from meilisearch.models.key import Key, KeysResults
-from meilisearch.models.task import Task, TaskInfo, TaskResults
+from meilisearch.models.task import Batch, BatchResults, Task, TaskInfo, TaskResults
 from meilisearch.task import TaskHandler
 
 
@@ -611,6 +611,46 @@ def wait_for_task(
         """
         return self.task_handler.wait_for_task(uid, timeout_in_ms, interval_in_ms)
 
+    def get_batches(self, parameters: Optional[MutableMapping[str, Any]] = None) -> BatchResults:
+        """Get all batches.
+
+        Parameters
+        ----------
+        parameters (optional):
+            parameters accepted by the get batches route: https://www.meilisearch.com/docs/reference/api/batches#get-batches.
+
+        Returns
+        -------
+        batch:
+            BatchResult instance containing limit, from, next and results containing a list of all batches.
+
+        Raises
+        ------
+        MeilisearchApiError
+            An error containing details about why Meilisearch can't process your request. Meilisearch error codes are described here: https://www.meilisearch.com/docs/reference/errors/error_codes#meilisearch-errors
+        """
+        return self.task_handler.get_batches(parameters=parameters)
+
+    def get_batch(self, uid: int) -> Batch:
+        """Get one tasks batch.
+
+        Parameters
+        ----------
+        uid:
+            Identifier of the batch.
+
+        Returns
+        -------
+        batch:
+            Batch instance containing information about the progress of the asynchronous batch.
+
+        Raises
+        ------
+        MeilisearchApiError
+            An error containing details about why Meilisearch can't process your request. Meilisearch error codes are described here: https://www.meilisearch.com/docs/reference/errors/error_codes#meilisearch-errors
+        """
+        return self.task_handler.get_batch(uid)
+
     def generate_tenant_token(
         self,
         api_key_uid: str,

meilisearch/config.py

@@ -14,6 +14,7 @@ class Paths:
         version = "version"
         index = "indexes"
         task = "tasks"
+        batch = "batches"
         stat = "stats"
         search = "search"
         facet_search = "facet-search"

meilisearch/models/task.py

@@ -113,3 +113,46 @@ def __init__(self, resp: Dict[str, Any]) -> None:
         self.total: int = resp["total"]
         self.from_: int = resp["from"]
         self.next_: int = resp["next"]
+
+
+class Batch(CamelBase):
+    uid: int
+    details: Optional[Dict[str, Any]] = None
+    stats: Optional[Dict[str, Union[int, Dict[str, Any]]]] = None
+    duration: Optional[str] = None
+    started_at: Optional[datetime] = None
+    finished_at: Optional[datetime] = None
+    progress: Optional[Dict[str, Union[float, List[Dict[str, Any]]]]] = None
+
+    if is_pydantic_2():
+
+        @pydantic.field_validator("started_at", mode="before")  # type: ignore[attr-defined]
+        @classmethod
+        def validate_started_at(cls, v: str) -> Optional[datetime]:  # pylint: disable=invalid-name
+            return iso_to_date_time(v)
+
+        @pydantic.field_validator("finished_at", mode="before")  # type: ignore[attr-defined]
+        @classmethod
+        def validate_finished_at(cls, v: str) -> Optional[datetime]:  # pylint: disable=invalid-name
+            return iso_to_date_time(v)
+
+    else:  # pragma: no cover
+
+        @pydantic.validator("started_at", pre=True)
+        @classmethod
+        def validate_started_at(cls, v: str) -> Optional[datetime]:  # pylint: disable=invalid-name
+            return iso_to_date_time(v)
+
+        @pydantic.validator("finished_at", pre=True)
+        @classmethod
+        def validate_finished_at(cls, v: str) -> Optional[datetime]:  # pylint: disable=invalid-name
+            return iso_to_date_time(v)
+
+
+class BatchResults(CamelBase):
+    results: List[Batch]
+    total: int
+    limit: int
+    from_: int
+    # None means last page
+    next_: Optional[int]

meilisearch/task.py

@@ -8,7 +8,7 @@
 from meilisearch._httprequests import HttpRequests
 from meilisearch.config import Config
 from meilisearch.errors import MeilisearchTimeoutError
-from meilisearch.models.task import Task, TaskInfo, TaskResults
+from meilisearch.models.task import Batch, BatchResults, Task, TaskInfo, TaskResults
 
 
 class TaskHandler:
@@ -27,6 +27,53 @@ def __init__(self, config: Config):
         self.config = config
         self.http = HttpRequests(config)
 
+    def get_batches(self, parameters: Optional[MutableMapping[str, Any]] = None) -> BatchResults:
+        """Get all task batches.
+
+        Parameters
+        ----------
+        parameters (optional):
+            parameters accepted by the get batches route: https://www.meilisearch.com/docs/reference/api/batches#get-batches.
+
+        Returns
+        -------
+        batch:
+            BatchResults instance contining limit, from, next and results containing a list of all batches.
+
+        Raises
+        ------
+        MeilisearchApiError
+            An error containing details about why Meilisearch can't process your request. Meilisearch error codes are described here: https://www.meilisearch.com/docs/reference/errors/error_codes#meilisearch-errors
+        """
+        if parameters is None:
+            parameters = {}
+        for param in parameters:
+            if isinstance(parameters[param], (list, tuple)):
+                parameters[param] = ",".join(parameters[param])
+        batches = self.http.get(f"{self.config.paths.batch}?{parse.urlencode(parameters)}")
+        return BatchResults(**batches)
+
+    def get_batch(self, uid: int) -> Batch:
+        """Get one tasks batch.
+
+        Parameters
+        ----------
+        uid:
+            Identifier of the batch.
+
+        Returns
+        -------
+        task:
+            Batch instance containing information about the progress of the asynchronous batch.
+
+        Raises
+        ------
+        MeilisearchApiError
+            An error containing details about why Meilisearch can't process your request. Meilisearch error codes are described here: https://www.meilisearch.com/docs/reference/errors/error_codes#meilisearch-errors
+        """
+        batch = self.http.get(f"{self.config.paths.batch}/{uid}")
+        return Batch(**batch)
+
     def get_tasks(self, parameters: Optional[MutableMapping[str, Any]] = None) -> TaskResults:
         """Get all tasks.
 

tests/client/test_client_task_meilisearch.py

@@ -165,3 +165,27 @@ def test_get_tasks_in_reverse(client):
     reverse_tasks = client.get_tasks({"reverse": "true"})
 
     assert reverse_tasks.results[0] == tasks.results[-1]
+
+
+def test_get_batches_default(client):
+    """Tests getting the batches."""
+    batches = client.get_batches()
+    assert len(batches.results) >= 1
+
+
+@pytest.mark.usefixtures("create_tasks")
+def test_get_batches_with_parameters(client):
+    """Tests getting batches with a parameter (empty or otherwise)."""
+    rev_batches = client.get_batches({"reverse": "true"})
+    batches = client.get_batches({})
+
+    assert len(batches.results) > 1
+    assert rev_batches.results[0].uid == batches.results[-1].uid
+
+
+def test_get_batch(client):
+    """Tests getting the details of a batch."""
+    batches = client.get_batches({"limit": 1})
+    uid = batches.results[0].uid
+    batch = client.get_batch(uid)
+    assert batch.uid == uid