Wait and retry on secondary limits (#153)

.github/workflows/test_tap.yml

@@ -50,7 +50,7 @@ jobs:
       uses: actions/cache@v2
       with:
         path: .venv
-        key: venv-2-${{ runner.os }}-${{ hashFiles('**/poetry.lock') }}-${{ matrix.python-version }}
+        key: venv-3-${{ runner.os }}-${{ hashFiles('**/poetry.lock') }}-${{ matrix.python-version }}
     - name: Install dependencies
       run: |
         poetry install

tap_github/client.py

@@ -2,7 +2,9 @@
 
 import collections
 import inspect
+import random
 import re
+import time
 from types import FrameType
 from typing import Any, Dict, Iterable, List, Optional, cast
 from urllib.parse import parse_qs, urlparse
@@ -203,6 +205,15 @@ def validate_response(self, response: requests.Response) -> None:
                 # Raise an error to force a retry with the new token.
                 raise RetriableAPIError(msg, response)
 
+            # Retry on secondary rate limit
+            if (
+                response.status_code == 403
+                and "secondary rate limit" in str(response.content).lower()
+            ):
+                # Wait about a minute and retry
+                time.sleep(60 + 30 * random.random())
+                raise RetriableAPIError(msg, response)
+
             # The GitHub API randomly returns 401 Unauthorized errors, so we try again.
             if (
                 response.status_code == 401