Skip to content

Commit

Permalink
fix: CQDG-475 remove release_id for partition
Browse files Browse the repository at this point in the history
  • Loading branch information
@adipaul1981
adipaul1981 committed Nov 24, 2023
1 parent e6b6716 commit 6048c85
Show file tree
Hide file tree
Showing 15 changed files with 88 additions and 151 deletions.
54 changes: 18 additions & 36 deletions config/output/config/dev-cqdg.conf
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1308,8 +1308,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/patient"
readoptions {}
Expand Down Expand Up @@ -1353,8 +1352,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/diagnosis"
readoptions {}
Expand Down Expand Up @@ -1398,8 +1396,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/cause_of_death"
readoptions {}
Expand Down Expand Up @@ -1443,8 +1440,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/disease_status"
readoptions {}
Expand Down Expand Up @@ -1488,8 +1484,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/phenotype"
readoptions {}
Expand Down Expand Up @@ -1533,8 +1528,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/biospecimen"
readoptions {}
Expand Down Expand Up @@ -1578,8 +1572,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/sample_registration"
readoptions {}
Expand Down Expand Up @@ -1623,8 +1616,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/research_study"
readoptions {}
Expand Down Expand Up @@ -1668,8 +1660,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/document_reference"
readoptions {}
Expand Down Expand Up @@ -1713,8 +1704,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/family_relationship"
readoptions {}
Expand Down Expand Up @@ -1758,8 +1748,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/tumor_normal_designation"
readoptions {}
Expand Down Expand Up @@ -1803,8 +1792,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/group"
readoptions {}
Expand Down Expand Up @@ -1848,8 +1836,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/task"
readoptions {}
Expand Down Expand Up @@ -1936,8 +1923,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/simple_participant"
readoptions {}
Expand All @@ -1956,8 +1942,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/study_centric"
readoptions {}
Expand All @@ -1980,8 +1965,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/participant_centric"
readoptions {}
Expand All @@ -2004,8 +1988,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/file_centric"
readoptions {}
Expand All @@ -2028,8 +2011,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/biospecimen_centric"
readoptions {}
Expand Down
54 changes: 18 additions & 36 deletions config/output/config/prod-cqdg.conf
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1308,8 +1308,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/patient"
readoptions {}
Expand Down Expand Up @@ -1353,8 +1352,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/diagnosis"
readoptions {}
Expand Down Expand Up @@ -1398,8 +1396,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/cause_of_death"
readoptions {}
Expand Down Expand Up @@ -1443,8 +1440,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/disease_status"
readoptions {}
Expand Down Expand Up @@ -1488,8 +1484,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/phenotype"
readoptions {}
Expand Down Expand Up @@ -1533,8 +1528,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/biospecimen"
readoptions {}
Expand Down Expand Up @@ -1578,8 +1572,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/sample_registration"
readoptions {}
Expand Down Expand Up @@ -1623,8 +1616,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/research_study"
readoptions {}
Expand Down Expand Up @@ -1668,8 +1660,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/document_reference"
readoptions {}
Expand Down Expand Up @@ -1713,8 +1704,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/family_relationship"
readoptions {}
Expand Down Expand Up @@ -1758,8 +1748,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/tumor_normal_designation"
readoptions {}
Expand Down Expand Up @@ -1803,8 +1792,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/group"
readoptions {}
Expand Down Expand Up @@ -1848,8 +1836,7 @@ datalake {
keys=[]
loadtype=OverWritePartition
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/normalized/task"
readoptions {}
Expand Down Expand Up @@ -1936,8 +1923,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/simple_participant"
readoptions {}
Expand All @@ -1956,8 +1942,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/study_centric"
readoptions {}
Expand All @@ -1980,8 +1965,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/participant_centric"
readoptions {}
Expand All @@ -2004,8 +1988,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/file_centric"
readoptions {}
Expand All @@ -2028,8 +2011,7 @@ datalake {
keys=[]
loadtype=OverWrite
partitionby=[
"study_id",
"release_id"
"study_id"
]
path="/es_index/fhir/biospecimen_centric"
readoptions {}
Expand Down
Loading

0 comments on commit 6048c85

Please sign in to comment.