Skip to content

Commit

Permalink
add config for loading cmb data files to neo4j
Browse files Browse the repository at this point in the history
  • Loading branch information
jonkiky committed Aug 30, 2023
1 parent 57c245c commit 59b3759
Show file tree
Hide file tree
Showing 6 changed files with 1,630 additions and 0 deletions.
3 changes: 3 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -12,3 +12,6 @@ config/data-loader.yml
config/file-loader.yml
config/es_loader_*
backup/
.DS_Store
my_env/
cmb-data/2023-8-23
49 changes: 49 additions & 0 deletions cmb-data/cmb-local.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
Config:
temp_folder: tmp
backup_folder: /tmp/data-loader-backups

neo4j:
# # Location of Neo4j server, e.g., bolt://127.0.0.1:7687
# uri: bolt://localhost:7687
# # Neo4j username
# user: neo4j
# # Neo4j password
# password: "123456"
#Location of Neo4j server, e.g., bolt://127.0.0.1:7687
uri: bolt://ncidb-d537-c:7687
# Neo4j username
user: neo4j
# Neo4j password
password: "ctdc_cmbDBneo4j0"

# Schema files' locations
schema:
- /Users/cheny39/Documents/work/ctdc/crdc-ctdc-dataloader/cmb-data/ctdc_model_file.yaml
- /Users/cheny39/Documents/work/ctdc/crdc-ctdc-dataloader/cmb-data/ctdc_model_properties_file.yaml

#Property file location
prop_file: /Users/cheny39/Documents/work/ctdc/crdc-ctdc-dataloader/cmb-data/props-ctdc-cmb.yml

# Skip validations, aka. Cheat Mode
cheat_mode: false
# Validations only, skip loading
dry_run: false
# Wipe out database before loading, you'll lose all data!
wipe_db: true
# Skip backup step
no_backup: true
split_transactions: false
# Automatically confirm deletion and database wiping (without asking user to confirm)
no_confirmation: true
# Max violations to display, default is 10
max_violations: 10
no_parents: true

# S3 bucket name, if you are loading from an S3 bucket
s3_bucket:
# S3 folder for dataset
s3_folder:
# Loading mode, can be upsert, new or delete, default is upsert
loading_mode: upsert
# Location of dataset
dataset:
Loading

0 comments on commit 59b3759

Please sign in to comment.