Skip to content

Commit

Permalink
test: Test with singer-sdk prerelease
Browse files Browse the repository at this point in the history
  • Loading branch information
edgarrmondragon committed Jan 31, 2024
1 parent 06a74a8 commit 0e314a8
Show file tree
Hide file tree
Showing 4 changed files with 57 additions and 37 deletions.
5 changes: 5 additions & 0 deletions .github/workflows/meltano-run.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,11 @@ jobs:
output_db: nested.db
target_table: users
install_extractor: false
- tap: tap-csv
mapping: fake
output_db: tap_csv.db
target_table: customers
install_extractor: false
steps:
- uses: actions/checkout@v4

Expand Down
13 changes: 12 additions & 1 deletion meltano.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ plugins:
mappers:
- name: meltano-map-transformer
namespace: meltano_map_transformer
pip_url: -e .
pip_url: --pre -e .[faker]
executable: meltano-map-transform
settings:
- name: stream_maps
Expand Down Expand Up @@ -72,6 +72,17 @@ plugins:
users:
id: id
fields: "[f for f in fields if f['key'] != 'age']"
- name: fake
config:
stream_maps:
customers:
id: id
first_name: first_name
cc: fake.credit_card_number() # add a new field with a fake credit card number
__else__: __NULL__
faker_config:
locale: [en_US]
seed: 123456
environments:
- name: dev
config:
Expand Down
67 changes: 32 additions & 35 deletions poetry.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

9 changes: 8 additions & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -18,11 +18,18 @@ documentation = "https://github.com/MeltanoLabs/meltano-map-transform#readme"

[tool.poetry.dependencies]
python = ">=3.8"
singer-sdk = "~=0.34.0"
faker = { version = "~=22.6", optional = true }

[tool.poetry.dependencies.singer-sdk]
version = ">=0.34.0"
allow-prereleases = true

[tool.poetry.dev-dependencies]
pytest = ">=7.4.4"

[tool.poetry.extras]
faker = ["faker"]

[tool.poetry-dynamic-versioning]
enable = true
format-jinja = """
Expand Down

0 comments on commit 0e314a8

Please sign in to comment.