max_workers added

pynautobot/core/api.py

@@ -54,6 +54,8 @@ class Api(object):
     :param str token: Your Nautobot token.
     :param bool,optional threading: Set to True to use threading in ``.all()``
         and ``.filter()`` requests.
+    :param int,optional max_workers: Set the maximum workers for threading in ``.all()``
+        and ``.filter()`` requests.
     :param str,optional api_version: Set to override the default Nautobot REST API Version
         for all requests.
     :param int,optional retries: Number of retries, for HTTP codes 429, 500, 502, 503, 504,
@@ -74,6 +76,7 @@ def __init__(
         url,
         token=None,
         threading=False,
+        max_workers=4,
         api_version=None,
         retries=0,
     ):
@@ -94,6 +97,7 @@ def __init__(
             self.http_session.mount("http://", _adapter)
             self.http_session.mount("https://", _adapter)
         self.threading = threading
+        self.max_workers = max_workers
         self.api_version = api_version
 
         self.dcim = App(self, "dcim")

pynautobot/core/endpoint.py

@@ -104,6 +104,7 @@ def all(self, api_version=None):
             token=self.token,
             http_session=self.api.http_session,
             threading=self.api.threading,
+            max_workers=self.api.max_workers,
             api_version=api_version,
         )
 

pynautobot/core/query.py

@@ -121,6 +121,8 @@ class Request(object):
         correlate to the filters a given endpoint accepts.
         In (e.g. /api/dcim/devices/?name='test') 'name': 'test'
         would be in the filters dict.
+    :param int,optional max_workers: Set the maximum workers for threading in ``.all()``
+        and ``.filter()`` requests.
     """
 
     def __init__(
@@ -131,6 +133,7 @@ def __init__(
         key=None,
         token=None,
         threading=False,
+        max_workers=4,
         api_version=None,
     ):
         """
@@ -152,6 +155,7 @@ def __init__(
         self.http_session = http_session
         self.url = self.base if not key else "{}{}/".format(self.base, key)
         self.threading = threading
+        self.max_workers = max_workers
         self.api_version = api_version
 
     def get_openapi(self):
@@ -277,7 +281,7 @@ def _make_call(self, verb="get", url_override=None, add_params=None, data=None):
 
     def concurrent_get(self, ret, page_size, page_offsets):
         futures_to_results = []
-        with cf.ThreadPoolExecutor(max_workers=4) as pool:
+        with cf.ThreadPoolExecutor(max_workers=self.max_workers) as pool:
             for offset in page_offsets:
                 new_params = {"offset": offset, "limit": page_size}
                 futures_to_results.append(pool.submit(self._make_call, add_params=new_params))