Merge pull request #608 from atlanhq/APP-5600

APP-5600: Added pagination params `from_` and `size` to `find_runs_by_status_and_time_range`

Author: Aryamanz29

pyatlan/client/workflow.py

@@ -165,19 +165,22 @@ def find_runs_by_status_and_time_range(
         status: List[AtlanWorkflowPhase],
         started_at: Optional[str] = None,
         finished_at: Optional[str] = None,
+        from_: int = 0,
+        size: int = 100,
     ) -> List[WorkflowSearchResult]:
         """
-        Find workflows by status and optional time filters on startedAt and/or finishedAt.
+        Find workflows based on their status and interval
 
         :param status: list of the workflow statuses to filter
         :param started_at: (optional) lower bound on 'status.startedAt' (e.g 'now-2h')
         :param finished_at: (optional) lower bound on 'status.finishedAt' (e.g 'now-1h')
+        :param from_:(optional) starting index of the search results (default: `0`).
+        :param size: (optional) maximum number of search results to return (default: `100`).
         :returns: list of workflows matching the filters
         :raises ValidationError: if inputs are invalid
         :raises AtlanError: on any API communication issue
         """
         time_filters = []
-
         if started_at:
             time_filters.append(Range(field="status.startedAt", gte=started_at))
         if finished_at:
@@ -199,9 +202,9 @@ def find_runs_by_status_and_time_range(
                 ),
             ],
         )
-
-        run_lookup_results = self._find_runs(run_lookup_query)
-
+        run_lookup_results = self._find_runs(
+            query=run_lookup_query, from_=from_, size=size
+        )
         return run_lookup_results.hits and run_lookup_results.hits.hits or []
 
     @validate_arguments

pyatlan/model/search.py

@@ -2017,8 +2017,11 @@ class IndexSearchRequest(SearchRequest):
     )
 
     class Metadata(AtlanObject):
+        # Set this to `False` to prevent the frequent
+        # Out of memory (OOM) issue in Metastore pods.
         save_search_log: bool = Field(
-            default=True, description="Whether to log this search (True) or not (False)"
+            default=False,
+            description="Whether to log this search (True) or not (False)",
         )
         utm_tags: List[str] = Field(
             default_factory=list,

tests/unit/test_workflow_client.py

@@ -281,7 +281,14 @@ def test_find_runs_by_status_and_time_range(client: WorkflowClient, mock_api_cal
     finished_at = "now-1h"
 
     assert (
-        client.find_runs_by_status_and_time_range(status, started_at, finished_at) == []
+        client.find_runs_by_status_and_time_range(
+            status=status,
+            started_at=started_at,
+            finished_at=finished_at,
+            from_=10,
+            size=5,
+        )
+        == []
     )
     mock_api_caller._call_api.assert_called_once()
     assert isinstance(