feat: Update SDK version to support generating fake data (#218)

Closes #215 --------- Co-authored-by: Edgar Ramírez-Mondragón <[email protected]>
MeltanoLabs · Feb 5, 2024 · e8fc892 · e8fc892
1 parent f17188d
commit e8fc892
Show file tree

Hide file tree

Showing 4 changed files with 40 additions and 8 deletions.
diff --git a/.github/workflows/meltano-run.yml b/.github/workflows/meltano-run.yml
@@ -28,6 +28,11 @@ jobs:
           output_db: nested.db
           target_table: users
           install_extractor: false
+        - tap: tap-csv
+          mapping: fake
+          output_db: tap_csv.db
+          target_table: customers
+          install_extractor: false
     steps:
     - uses: actions/checkout@v4
 

diff --git a/meltano.yml b/meltano.yml
@@ -72,6 +72,17 @@ plugins:
           users:
             id: id
             fields: "[f for f in fields if f['key'] != 'age']"
+    - name: fake
+      config:
+        stream_maps:
+          customers:
+            id: id
+            first_name: first_name
+            cc: fake.credit_card_number()  # add a new field with a fake credit card number
+            __else__: __NULL__
+        faker_config:
+          locale: [en_US]
+          seed: 123456
 environments:
 - name: dev
   config:

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -18,7 +18,7 @@ documentation = "https://github.com/MeltanoLabs/meltano-map-transform#readme"
 
 [tool.poetry.dependencies]
 python = ">=3.8"
-singer-sdk = "~=0.35.0"
+singer-sdk = {version = "~=0.35.0", extras = ["faker"]}
 
 [tool.poetry.dev-dependencies]
 pytest = ">=7.4.4"