Skip to content

Commit

Permalink
add sample fresh pipeline in toml format
Browse files Browse the repository at this point in the history
  • Loading branch information
intarga committed Oct 2, 2024
1 parent 21fb035 commit 41c18b3
Showing 1 changed file with 44 additions and 0 deletions.
44 changes: 44 additions & 0 deletions sample_pipelines/fresh/TA_PT1H.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,44 @@
# processing_sources:
# - type: lard
# station: "*" # match on all
# paramcode: TA # 211/air_temperature
# time_resolution: PT1H
# level: "*" # match on all
# sensor: 0 # do we run the QC non default sensors? Maybe not at first?
[[steps]]
name = "special_value_check"
[steps.test.special_value_check]
special_values = [-999999, -6999, -99.9, -99.8, 999, 6999, 9999]

[[steps]]
name = "range_check"
[steps.test.range_check]
min = -55
max = 50

[[steps]]
name = "climate_range_check"
[steps.test.range_check_dynamic]
source = "netcdf" # TODO: define a neat spec for this?

[[steps]]
name = "step_check"
[steps.test.step_check]
max = 18.6

[[steps]]
name = "flatline_check"
[steps.test.flatline_check]
max = 10

[[steps]]
name = "spike_check"
[steps.test.spike_check]
max = 18.6

[[steps]]
name = "model_consistency_check"
[steps.test.model_consistency_check]
model_source = "lustre"
model_args = "arome/air_temperature" # TODO: verify if we need more args than this for the model
threshold = 3.0 # FIXME: made up value by Ingrid

0 comments on commit 41c18b3

Please sign in to comment.