Merge branch 'main' into edgarrmondragon/refactor/msgspec-impl-naive

.github/ISSUE_TEMPLATE/bug.yml

@@ -13,7 +13,7 @@ body:
     attributes:
       label: Singer SDK Version
       description: Version of the library you are using
-      placeholder: "0.38.0"
+      placeholder: "0.39.1"
     validations:
       required: true
   - type: checkboxes

.github/workflows/codspeed.yml

@@ -48,7 +48,7 @@ jobs:
         --with benchmark
         --all-extras
 
-    - uses: CodSpeedHQ/action@v2
+    - uses: CodSpeedHQ/action@v3
       with:
         token: ${{ secrets.CODSPEED_TOKEN }}
         run: pytest tests/ --codspeed

.github/workflows/constraints.txt

@@ -1,8 +1,8 @@
 griffe==0.48.0
-pip==24.1.2
+pip==24.2
 poetry==1.8.3
 poetry-plugin-export==1.8.0
 poetry-dynamic-versioning==1.4.0
-pre-commit==3.7.1
+pre-commit==3.8.0
 nox==2024.4.15
 nox-poetry==1.0.3

.pre-commit-config.yaml

@@ -43,14 +43,14 @@ repos:
         )$
 
 - repo: https://github.com/python-jsonschema/check-jsonschema
-  rev: 0.29.0
+  rev: 0.29.1
   hooks:
   - id: check-dependabot
   - id: check-github-workflows
   - id: check-readthedocs
 
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.5.4
+  rev: v0.5.7
   hooks:
   - id: ruff
     args: [--fix, --exit-non-zero-on-fix, --show-fixes]
@@ -64,18 +64,6 @@ repos:
         cookiecutter/.*
       )$
 
-- repo: https://github.com/pycqa/flake8
-  rev: 7.1.0
-  hooks:
-  - id: flake8
-    additional_dependencies:
-    - darglint==1.8.1
-    files: |
-        (?x)^(
-          singer_sdk/.*|
-          samples/.*
-        )$
-
 - repo: https://github.com/python-poetry/poetry
   rev: 1.8.0
   hooks:

CHANGELOG.md

@@ -5,6 +5,57 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## v0.39.1 (2024-08-07)
+
+### 🐛 Fixes
+
+- [#2589](https://github.com/meltano/sdk/issues/2589) Make sink assertion compatible with stream maps -- _**Thanks @JCotton1123!**_
+- [#2592](https://github.com/meltano/sdk/issues/2592) Fixed typos in `--about` plain text output
+- [#2580](https://github.com/meltano/sdk/issues/2580) Date fields are now properly serialized as ISO dates, i.e. "YYYY-MM-DD"
+- [#2583](https://github.com/meltano/sdk/issues/2583) Quote add-column-ddl with column starting with `_` (underscore) based on engine -- _**Thanks @haleemur!**_
+- [#2582](https://github.com/meltano/sdk/issues/2582) DDL for adding a column now uses a SQLAlchemy-compiled clause to apply proper quoting -- _**Thanks @haleemur!**_
+- [#2418](https://github.com/meltano/sdk/issues/2418) Check replication method instead of key to determine if a SQL stream is sorted
+
+### ⚙️ Under the Hood
+
+- [#2520](https://github.com/meltano/sdk/issues/2520) Remove unused dependencies `pendulum` and `python-dateutil`
+
+### 📚 Documentation Improvements
+
+- [#2579](https://github.com/meltano/sdk/issues/2579) Documented support for `packaging` semantic type in contributing guide
+
+## v0.39.0 (2024-07-27)
+
+### ✨ New
+
+- [#2432](https://github.com/meltano/sdk/issues/2432) Developers can now customize the default logging configuration for their taps/targets by adding `default_logging.yml` to their package
+- [#2531](https://github.com/meltano/sdk/issues/2531) The `json` module is now avaiable to stream maps -- _**Thanks @grigi!**_
+- [#2529](https://github.com/meltano/sdk/issues/2529) Stream sync context is now available to all instances methods as a `Stream.context` attribute
+
+### 🐛 Fixes
+
+- [#2554](https://github.com/meltano/sdk/issues/2554) Use mapped stream aliases when handling `ACTIVATE_VERSION` messages in the base target class
+- [#2526](https://github.com/meltano/sdk/issues/2526) Moved up the supported Python versions in the Markdown output of `--about`
+
+### ⚙️ Under the Hood
+
+- [#2564](https://github.com/meltano/sdk/issues/2564) Make `SQLSink` a generic with a `SQLConnector` type parameter
+- [#2540](https://github.com/meltano/sdk/issues/2540) Implement abstract `serialize_message` for Singer writers
+- [#2259](https://github.com/meltano/sdk/issues/2259) Centralize JSON SerDe into helper functions -- _**Thanks @BuzzCutNorman!**_
+- [#2525](https://github.com/meltano/sdk/issues/2525) Make `PyJWT` and `cryptography` dependencies optional
+- [#2528](https://github.com/meltano/sdk/issues/2528) Moved class-level attributes to the top in REST tap template
+- [#2132](https://github.com/meltano/sdk/issues/2132) Limit internal usage of pendulum
+
+### 📚 Documentation Improvements
+
+- [#2557](https://github.com/meltano/sdk/issues/2557) Document that `get_starting_timestamp` requires setting a non-null replication_key
+- [#2556](https://github.com/meltano/sdk/issues/2556) Reference state partitioning in stream partitioning page
+- [#2536](https://github.com/meltano/sdk/issues/2536) Prepare for RTD addons migration
+- [#2535](https://github.com/meltano/sdk/issues/2535) Added more intersphinx links to Python and Faker docs
+- [#2530](https://github.com/meltano/sdk/issues/2530) Explained how the request URL is generated from `url_base`, `path` and the sync context
+- [#2527](https://github.com/meltano/sdk/issues/2527) Updated the footer
+- [#2506](https://github.com/meltano/sdk/issues/2506) Fixed a typo in the stream maps docs
+
 ## v0.38.0 (2024-06-17)
 
 ### ✨ New

cookiecutter/mapper-template/{{cookiecutter.mapper_id}}/.pre-commit-config.yaml

@@ -18,19 +18,19 @@ repos:
   - id: trailing-whitespace
 
 - repo: https://github.com/python-jsonschema/check-jsonschema
-  rev: 0.28.6
+  rev: 0.29.1
   hooks:
   - id: check-dependabot
   - id: check-github-workflows
 
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.5.0
+  rev: v0.5.6
   hooks:
   - id: ruff
     args: [--fix, --exit-non-zero-on-fix, --show-fixes]
   - id: ruff-format
 
 - repo: https://github.com/pre-commit/mirrors-mypy
-  rev: v1.10.1
+  rev: v1.11.1
   hooks:
   - id: mypy

cookiecutter/mapper-template/{{cookiecutter.mapper_id}}/pyproject.toml

@@ -31,16 +31,19 @@ packages = [
 
 [tool.poetry.dependencies]
 python = ">=3.8"
-singer-sdk = { version="~=0.38.0"{{ ', extras = ["faker"]' if cookiecutter.faker_extra }} }
+singer-sdk = { version="~=0.39.1"{{ ', extras = ["faker"]' if cookiecutter.faker_extra }} }
 fs-s3fs = { version = "~=1.1.1", optional = true }
 
 [tool.poetry.group.dev.dependencies]
 pytest = ">=8"
-singer-sdk = { version="~=0.38.0", extras = ["testing"] }
+singer-sdk = { version="~=0.39.1", extras = ["testing"] }
 
 [tool.poetry.extras]
 s3 = ["fs-s3fs"]
 
+[tool.pytest.ini_options]
+addopts = '--durations=10'
+
 [tool.mypy]
 python_version = "3.12"
 warn_unused_configs = true

cookiecutter/tap-template/{{cookiecutter.tap_id}}/.pre-commit-config.yaml

@@ -18,20 +18,20 @@ repos:
   - id: trailing-whitespace
 
 - repo: https://github.com/python-jsonschema/check-jsonschema
-  rev: 0.28.6
+  rev: 0.29.1
   hooks:
   - id: check-dependabot
   - id: check-github-workflows
 
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.5.0
+  rev: v0.5.6
   hooks:
   - id: ruff
     args: [--fix, --exit-non-zero-on-fix, --show-fixes]
   - id: ruff-format
 
 - repo: https://github.com/pre-commit/mirrors-mypy
-  rev: v1.10.1
+  rev: v1.11.1
   hooks:
   - id: mypy
     additional_dependencies:

cookiecutter/tap-template/{{cookiecutter.tap_id}}/pyproject.toml

@@ -31,7 +31,7 @@ packages = [
 [tool.poetry.dependencies]
 python = ">=3.8"
 importlib-resources = { version = "==6.4.*", python = "<3.9" }
-singer-sdk = { version="~=0.38.0", extras = [
+singer-sdk = { version="~=0.39.1", extras = [
     {%- if cookiecutter.auth_method == "JWT" -%}"jwt", {% endif -%}
     {%- if cookiecutter.faker_extra -%}"faker",{%- endif -%}
 ] }
@@ -43,14 +43,17 @@ requests = "~=2.32.3"
 [tool.poetry.group.dev.dependencies]
 pytest = ">=8"
 {%- if cookiecutter.auth_method == "JWT" %}
-singer-sdk = { version="~=0.38.0", extras = ["jwt", "testing"] }
+singer-sdk = { version="~=0.39.1", extras = ["jwt", "testing"] }
 {%- else %}
-singer-sdk = { version="~=0.38.0", extras = ["testing"] }
+singer-sdk = { version="~=0.39.1", extras = ["testing"] }
 {%- endif %}
 
 [tool.poetry.extras]
 s3 = ["fs-s3fs"]
 
+[tool.pytest.ini_options]
+addopts = '--durations=10'
+
 [tool.mypy]
 python_version = "3.12"
 warn_unused_configs = true

cookiecutter/tap-template/{{cookiecutter.tap_id}}/{{cookiecutter.library_name}}/rest-client.py

@@ -6,9 +6,8 @@
 {%- if cookiecutter.auth_method in ("OAuth2", "JWT") %}
 from functools import cached_property
 {%- endif %}
-from typing import TYPE_CHECKING, Any, Callable, Iterable
+from typing import TYPE_CHECKING, Any, Iterable
 
-import requests
 {% if cookiecutter.auth_method  == "API Key" -%}
 from singer_sdk.authenticators import APIKeyAuthenticator
 from singer_sdk.helpers.jsonpath import extract_jsonpath
@@ -47,11 +46,14 @@
     import importlib_resources
 
 if TYPE_CHECKING:
+    import requests
+    {%- if cookiecutter.auth_method in ("OAuth2", "JWT") %}
+    from singer_sdk.helpers.types import Auth, Context
+    {%- else %}
     from singer_sdk.helpers.types import Context
+    {%- endif %}
 
 
-_Auth = Callable[[requests.PreparedRequest], requests.PreparedRequest]
-
 # TODO: Delete this is if not using json files for schema definition
 SCHEMAS_DIR = importlib_resources.files(__package__) / "schemas"
 
@@ -74,7 +76,7 @@ def url_base(self) -> str:
 {%- if cookiecutter.auth_method in ("OAuth2", "JWT") %}
 
     @cached_property
-    def authenticator(self) -> _Auth:
+    def authenticator(self) -> Auth:
         """Return a new authenticator object.
 
         Returns:

cookiecutter/target-template/{{cookiecutter.target_id}}/.pre-commit-config.yaml

@@ -18,20 +18,20 @@ repos:
   - id: trailing-whitespace
 
 - repo: https://github.com/python-jsonschema/check-jsonschema
-  rev: 0.28.6
+  rev: 0.29.1
   hooks:
   - id: check-dependabot
   - id: check-github-workflows
 
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.5.0
+  rev: v0.5.6
   hooks:
   - id: ruff
     args: [--fix, --exit-non-zero-on-fix, --show-fixes]
   - id: ruff-format
 
 - repo: https://github.com/pre-commit/mirrors-mypy
-  rev: v1.10.1
+  rev: v1.11.1
   hooks:
   - id: mypy
     additional_dependencies:

cookiecutter/target-template/{{cookiecutter.target_id}}/pyproject.toml

@@ -30,19 +30,26 @@ packages = [
 
 [tool.poetry.dependencies]
 python = ">=3.8"
-singer-sdk = { version="~=0.38.0"{{ ', extras = ["faker"]' if cookiecutter.faker_extra }} }
+singer-sdk = { version="~=0.39.1"{{ ', extras = ["faker"]' if cookiecutter.faker_extra }} }
 fs-s3fs = { version = "~=1.1.1", optional = true }
 {%- if cookiecutter.serialization_method != "SQL" %}
 requests = "~=2.32.3"
 {%- endif %}
 
 [tool.poetry.dev-dependencies]
 pytest = ">=8"
-singer-sdk = { version="~=0.38.0", extras = ["testing"] }
+singer-sdk = { version="~=0.39.1", extras = ["testing"] }
 
 [tool.poetry.extras]
 s3 = ["fs-s3fs"]
 
+[tool.pytest.ini_options]
+addopts = '--durations=10'
+
+[tool.mypy]
+python_version = "3.12"
+warn_unused_configs = true
+
 [tool.ruff]
 src = ["{{cookiecutter.library_name}}"]
 target-version = "py38"

docs/CONTRIBUTING.md

@@ -187,6 +187,7 @@ In general, PR titles should follow the format `<type>: <desc>`, where type is a
 - `docs`
 - `feat`
 - `fix`
+- `packaging`
 - `perf`
 - `refactor`
 - `revert`

docs/conf.py

@@ -29,7 +29,7 @@
 author = "Meltano Core Team and Contributors"
 
 # The full version, including alpha/beta/rc tags
-release = "0.38.0"
+release = "0.39.1"
 
 
 # -- General configuration -------------------------------------------------------------