Merge branch 'main' into 316-add-reference-paginator-implementations

meltano · Sep 1, 2022 · 0b6b143 · 0b6b143
2 parents e26beab + e84036b
commit 0b6b143
Show file tree

Hide file tree

Showing 61 changed files with 1,360 additions and 831 deletions.
diff --git a/.github/ISSUE_TEMPLATE/bug.yml b/.github/ISSUE_TEMPLATE/bug.yml
@@ -15,7 +15,7 @@ body:
     attributes:
       label: Singer SDK Version
       description: Version of the library you are using
-      placeholder: "0.1.0"
+      placeholder: "0.9.0"
     validations:
       required: true
   - type: dropdown

diff --git a/.github/workflows/constraints.txt b/.github/workflows/constraints.txt
@@ -1,5 +1,5 @@
-pip==22.2
-poetry==1.1.14
-virtualenv==20.16.0
-nox==2022.1.7
+pip==22.2.2
+poetry==1.2.0
+virtualenv==20.16.4
+nox==2022.8.7
 nox-poetry==1.0.1
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -14,7 +14,7 @@ jobs:
       uses: actions/checkout@v3.0.2
 
     - name: Set up Python
-      uses: actions/setup-python@v4.1.0
+      uses: actions/setup-python@v4.2.0
       with:
         python-version: "3.10"
 
@@ -47,7 +47,7 @@ jobs:
         file_glob: true
 
     - name: Publish
-      uses: pypa/gh-action-pypi-publish@v1.5.0
+      uses: pypa/gh-action-pypi-publish@v1.5.1
       with:
         user: __token__
         password: ${{ secrets.PYPI_SECRET_TOKEN }}
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -8,6 +8,10 @@ on:
   workflow_dispatch:
     inputs: {}
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
 env:
   FORCE_COLOR: "1"
 
@@ -48,7 +52,7 @@ jobs:
         poetry --version
 
     - name: Setup Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4.1.0
+      uses: actions/setup-python@v4.2.0
       with:
         python-version: ${{ matrix.python-version }}
         architecture: x64
@@ -106,7 +110,7 @@ jobs:
         poetry --version
 
     - name: Setup Python 3.10
-      uses: actions/setup-python@v4.1.0
+      uses: actions/setup-python@v4.2.0
       with:
         python-version: '3.10'
         architecture: x64
@@ -146,7 +150,7 @@ jobs:
         poetry --version
 
     - name: Set up Python
-      uses: actions/setup-python@v4.1.0
+      uses: actions/setup-python@v4.2.0
       with:
         python-version: '3.10'
         cache: 'pip'

diff --git a/.github/workflows/version_bump.yml b/.github/workflows/version_bump.yml
@@ -40,7 +40,7 @@ jobs:
         fetch-depth: 0
 
     - name: Set up Python
-      uses: actions/setup-python@v4.1.0
+      uses: actions/setup-python@v4.2.0
       with:
         python-version: "3.10"
         architecture: x64
@@ -55,6 +55,7 @@ jobs:
         push: "false"
         changelog: "true"
         github_token: ${{ secrets.GITHUB_TOKEN }}
+        extra_requirements: 'git+https://github.com/meltano/commitizen-version-bump@main'
         changelog_increment_filename: _changelog_fragment.md
 
     - name: Draft Release

diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -46,7 +46,7 @@ repos:
     exclude: (cookiecutter/.*|singer_sdk/helpers/_simpleeval/.*)
 
 - repo: https://github.com/pycqa/flake8
-  rev: 4.0.1
+  rev: 5.0.4
   hooks:
   - id: flake8
     additional_dependencies:
@@ -56,7 +56,7 @@ repos:
     files: 'singer_sdk/.*'
 
 - repo: https://github.com/asottile/pyupgrade
-  rev: v2.37.2
+  rev: v2.37.3
   hooks:
   - id: pyupgrade
     args: [--py37-plus]

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -7,6 +7,39 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 
 
+## v0.9.0 (2022-08-24)
+
+### ✨ New
+
+- [#842](https://github.com/meltano/sdk/issues/842) Allow authenticating more generic requests
+- [#919](https://github.com/meltano/sdk/issues/919) add `ConnectionError` to list of backoff exceptions for auto-retry
+
+### 🐛 Fixes
+
+- [#917](https://github.com/meltano/sdk/issues/917) Allow Singer schemas to include the `required` and `enum` fields
+- [#759](https://github.com/meltano/sdk/issues/759) Use recent start_date as starting_replication_value
+
+### ⚙️ Under the Hood
+
+- [#908](https://github.com/meltano/sdk/issues/908) Allow overriding the bulk insert statement in `SQLSink`
+
+### 📚 Documentation Improvements
+
+- [#914](https://github.com/meltano/sdk/issues/914) Bump Pygments and update dbt example
+- [#900](https://github.com/meltano/sdk/issues/900) Generate documentation for constructor parameters
+
+## v0.8.0 (2022-08-05)
+
+### 🐛 Fixes
+
+- [#784](https://github.com/meltano/sdk/issues/784) Update return type for `backoff_max_tries` to reflect it accepts a callable that returns an integer
+- [#874](https://github.com/meltano/sdk/issues/874) Singer metrics are now properly emitted in JSON format --_Thanks, **@Jack-Burnett!**_
+
+### 📚 Documentation Improvements
+
+- [#869](https://github.com/meltano/sdk/issues/869) Cleanup whitespace in backoff code samples
+
+
 ## v0.7.0 (2022-07-21)
 
 ### ✨ New

diff --git a/cookiecutter/tap-template/{{cookiecutter.tap_id}}/pyproject.toml b/cookiecutter/tap-template/{{cookiecutter.tap_id}}/pyproject.toml
@@ -12,7 +12,7 @@ license = "Apache 2.0"
 [tool.poetry.dependencies]
 python = "<3.11,>=3.7.1"
 requests = "^2.25.1"
-singer-sdk = "^0.7.0"
+singer-sdk = "^0.9.0"
 
 [tool.poetry.dev-dependencies]
 pytest = "^6.2.5"

diff --git a/cookiecutter/target-template/{{cookiecutter.target_id}}/pyproject.toml b/cookiecutter/target-template/{{cookiecutter.target_id}}/pyproject.toml
@@ -12,7 +12,7 @@ license = "Apache 2.0"
 [tool.poetry.dependencies]
 python = "<3.11,>=3.7.1"
 requests = "^2.25.1"
-singer-sdk = "^0.7.0"
+singer-sdk = "^0.9.0"
 
 [tool.poetry.dev-dependencies]
 pytest = "^6.2.5"

diff --git a/docs/CONTRIBUTING.md b/docs/CONTRIBUTING.md
@@ -104,14 +104,10 @@ ReadtheDocs.org. When a push is detected by readthedocs.org, they automatically
 and republish the docs. ReadtheDocs is also version aware, so it retains prior and unreleased
 versions of the docs for us.
 
-To build the docs:
+To build the docs and live-reload them locally:
 
 ```bash
-# Build docs
-nox -rs docs
-
-# Open in the local browser:
-open build/index.html
+nox -rs docs-serve
 ```
 
 Sphinx will automatically generate class stubs, so be sure to `git add` them.

diff --git a/docs/_templates/class.rst b/docs/_templates/class.rst
@@ -5,3 +5,4 @@
 
 .. autoclass:: {{ name }}
     :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.BatchSink.rst b/docs/classes/singer_sdk.BatchSink.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: BatchSink
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.GraphQLStream.rst b/docs/classes/singer_sdk.GraphQLStream.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: GraphQLStream
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.InlineMapper.rst b/docs/classes/singer_sdk.InlineMapper.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: InlineMapper
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.RESTStream.rst b/docs/classes/singer_sdk.RESTStream.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: RESTStream
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.RecordSink.rst b/docs/classes/singer_sdk.RecordSink.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: RecordSink
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.SQLConnector.rst b/docs/classes/singer_sdk.SQLConnector.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: SQLConnector
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.SQLSink.rst b/docs/classes/singer_sdk.SQLSink.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: SQLSink
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.SQLStream.rst b/docs/classes/singer_sdk.SQLStream.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: SQLStream
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.SQLTap.rst b/docs/classes/singer_sdk.SQLTap.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: SQLTap
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.SQLTarget.rst b/docs/classes/singer_sdk.SQLTarget.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: SQLTarget
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.Sink.rst b/docs/classes/singer_sdk.Sink.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: Sink
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.Stream.rst b/docs/classes/singer_sdk.Stream.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: Stream
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.Tap.rst b/docs/classes/singer_sdk.Tap.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: Tap
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.Target.rst b/docs/classes/singer_sdk.Target.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk
 
 .. autoclass:: Target
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.authenticators.APIAuthenticatorBase.rst b/docs/classes/singer_sdk.authenticators.APIAuthenticatorBase.rst
@@ -0,0 +1,7 @@
+singer_sdk.authenticators.APIAuthenticatorBase
+==============================================
+
+.. currentmodule:: singer_sdk.authenticators
+
+.. autoclass:: APIAuthenticatorBase
+    :members:
diff --git a/docs/classes/singer_sdk.authenticators.APIKeyAuthenticator.rst b/docs/classes/singer_sdk.authenticators.APIKeyAuthenticator.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk.authenticators
 
 .. autoclass:: APIKeyAuthenticator
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.authenticators.BasicAuthenticator.rst b/docs/classes/singer_sdk.authenticators.BasicAuthenticator.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk.authenticators
 
 .. autoclass:: BasicAuthenticator
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.authenticators.BearerTokenAuthenticator.rst b/docs/classes/singer_sdk.authenticators.BearerTokenAuthenticator.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk.authenticators
 
 .. autoclass:: BearerTokenAuthenticator
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.authenticators.OAuthAuthenticator.rst b/docs/classes/singer_sdk.authenticators.OAuthAuthenticator.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk.authenticators
 
 .. autoclass:: OAuthAuthenticator
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.authenticators.OAuthJWTAuthenticator.rst b/docs/classes/singer_sdk.authenticators.OAuthJWTAuthenticator.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk.authenticators
 
 .. autoclass:: OAuthJWTAuthenticator
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.authenticators.SimpleAuthenticator.rst b/docs/classes/singer_sdk.authenticators.SimpleAuthenticator.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk.authenticators
 
 .. autoclass:: SimpleAuthenticator
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.exceptions.ConfigValidationError.rst b/docs/classes/singer_sdk.exceptions.ConfigValidationError.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk.exceptions
 
 .. autoclass:: ConfigValidationError
-    :members:
+    :members:
+    :special-members: __init__
diff --git a/docs/classes/singer_sdk.exceptions.FatalAPIError.rst b/docs/classes/singer_sdk.exceptions.FatalAPIError.rst
@@ -4,4 +4,5 @@
 .. currentmodule:: singer_sdk.exceptions
 
 .. autoclass:: FatalAPIError
-    :members:
+    :members:
+    :special-members: __init__
Original file line number	Diff line number	Diff line change
Expand Up		@@ -5,3 +5,4 @@

		.. autoclass:: {{ name }}
		:members:
		:special-members: __init__