Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add diagnostic flags to the jcb yamls #62

Merged
merged 3 commits into from
Dec 31, 2024
Merged

Add diagnostic flags to the jcb yamls #62

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
47721d4
Add diagnostic flags for each filter and sync the filters with offlin…
jiaruidong2017 Dec 21, 2024
b3578f1
Add diagnostic flags to the snocvr yaml file.
jiaruidong2017 Dec 27, 2024
59e2408
Remove the rejectlist flag from the diagnostic flags.
jiaruidong2017 Dec 27, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
115 changes: 101 additions & 14 deletions observations/snow/sfcsno.yaml.j2
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,30 @@
# Observation Filters (QC)
# ------------------------
obs pre filters:
- filter: Create Diagnostic Flags
flags:
- name: missing_snowdepth
initial value: false
- name: missing_elevation
initial value: false
- name: temporal_thinning
initial value: false
- name: invalid_snowdepth
initial value: false
- name: invalid_elevation
initial value: false
- name: land_check
initial value: false
- name: landice_check
initial value: false
- name: elevation_bkgdiff
initial value: false
- name: rejectlist
initial value: false
- name: background_check
initial value: false
- name: buddy_check
initial value: false
- filter: Perform Action
filter variables:
- name: totalSnowDepth
Expand All @@ -44,53 +68,110 @@
- name: BkgError/totalSnowDepth_background_error
type: float
value: 30.0
- filter: Domain Check
where:
- variable:
name: ObsValue/totalSnowDepth
value: is_valid
actions:
- name: set
flag: missing_snowdepth
ignore: rejected observations
- name: reject
- filter: Domain Check
where:
- variable:
name: MetaData/stationElevation
value: is_valid
actions:
- name: set
flag: missing_elevation
ignore: rejected observations
- name: reject
- filter: Temporal Thinning
min_spacing: '{{ window_length }}'
seed_time: '{{ snow_background_time_iso }}'
category_variable:
name: MetaData/stationIdentification
actions:
- name: set
flag: temporal_thinning
ignore: rejected observations
- name: reject
obs prior filters:
- filter: Bounds Check
filter variables:
- name: totalSnowDepth
minvalue: 0.0
maxvalue: 20000.0
action:
name: reject
- filter: Domain Check
where:
- variable:
name: MetaData/stationElevation
value: is_valid
actions:
- name: set
flag: invalid_snowdepth
ignore: rejected observations
- name: reject
- filter: Domain Check # land only
where:
- variable:
name: GeoVaLs/slmsk
minvalue: 0.5
maxvalue: 1.5
actions:
- name: set
flag: land_check
ignore: rejected observations
- name: reject
- filter: Domain Check
where:
- variable:
name: MetaData/stationElevation
minvalue: -200.0
maxvalue: 9900.0
actions:
- name: set
flag: invalid_elevation
ignore: rejected observations
- name: reject
- filter: RejectList # no land-ice
where:
- variable:
name: GeoVaLs/vtype
minvalue: 14.5
maxvalue: 15.5
actions:
- name: set
flag: landice_check
ignore: rejected observations
- name: reject
- filter: Difference Check # elevation check
reference: MetaData/stationElevation
value: GeoVaLs/filtered_orography
threshold: 200.
actions:
- name: set
flag: elevation_bkgdiff
ignore: rejected observations
- name: reject
- filter: BlackList
where:
- variable:
name: MetaData/stationIdentification
is_in: [71120,71397,71621,71727,71816]
size where true: 5
actions:
- name: set
flag: rejectlist
ignore: rejected observations
- name: reject
obs post filters:
- filter: Background Check # gross error check
filter variables:
- name: totalSnowDepth
threshold: 6.25
action:
name: reject
- filter: Temporal Thinning
min_spacing: '{{ window_length }}'
seed_time: '{{ snow_background_time_iso }}'
category_variable:
name: MetaData/stationIdentification
actions:
- name: set
flag: background_check
ignore: rejected observations
- name: reject
- filter: Met Office Buddy Check
filter variables:
- name: totalSnowDepth
Expand All @@ -114,3 +195,9 @@
damping_factor_1: 1.0
damping_factor_2: 1.0
background_error_group: BkgError
actions:
- name: set
flag: buddy_check
ignore: rejected observations
- name: reject

108 changes: 94 additions & 14 deletions observations/snow/snocvr_snow.yaml.j2
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,28 @@
# Observation Filters (QC)
# ------------------------
obs pre filters:
- filter: Create Diagnostic Flags
flags:
- name: missing_snowdepth
initial value: false
- name: missing_elevation
initial value: false
- name: temporal_thinning
initial value: false
- name: invalid_snowdepth
initial value: false
- name: invalid_elevation
initial value: false
- name: land_check
initial value: false
- name: landice_check
initial value: false
- name: elevation_bkgdiff
initial value: false
- name: background_check
initial value: false
- name: buddy_check
initial value: false
- filter: Perform Action
filter variables:
- name: totalSnowDepth
Expand All @@ -43,47 +65,99 @@
- name: BkgError/totalSnowDepth_background_error
type: float
value: 30.0
- filter: Domain Check
where:
- variable:
name: ObsValue/totalSnowDepth
value: is_valid
actions:
- name: set
flag: missing_snowdepth
ignore: rejected observations
- name: reject
- filter: Domain Check
where:
- variable:
name: MetaData/stationElevation
value: is_valid
actions:
- name: set
flag: missing_elevation
ignore: rejected observations
- name: reject
- filter: Temporal Thinning
min_spacing: '{{ window_length }}'
seed_time: '{{ snow_background_time_iso }}'
category_variable:
name: MetaData/stationIdentification
actions:
- name: set
flag: temporal_thinning
ignore: rejected observations
- name: reject
obs prior filters:
- filter: Bounds Check
filter variables:
- name: totalSnowDepth
minvalue: 0.0
maxvalue: 20000.0
action:
name: reject
- filter: Domain Check
where:
- variable:
name: MetaData/stationElevation
value: is_valid
actions:
- name: set
flag: invalid_snowdepth
ignore: rejected observations
- name: reject
- filter: Domain Check # land only
where:
- variable:
name: GeoVaLs/slmsk
minvalue: 0.5
maxvalue: 1.5
actions:
- name: set
flag: land_check
ignore: rejected observations
- name: reject
- filter: Domain Check
where:
- variable:
name: MetaData/stationElevation
minvalue: -200.0
maxvalue: 9900.0
actions:
- name: set
flag: invalid_elevation
ignore: rejected observations
- name: reject
- filter: RejectList # no land-ice
where:
- variable:
name: GeoVaLs/vtype
minvalue: 14.5
maxvalue: 15.5
actions:
- name: set
flag: landice_check
ignore: rejected observations
- name: reject
- filter: Difference Check # elevation check
reference: MetaData/stationElevation
value: GeoVaLs/filtered_orography
threshold: 200.
actions:
- name: set
flag: elevation_bkgdiff
ignore: rejected observations
- name: reject
obs post filters:
- filter: Background Check # gross error check
filter variables:
- name: totalSnowDepth
threshold: 6.25
action:
name: reject
- filter: Temporal Thinning
min_spacing: '{{ window_length }}'
seed_time: '{{ snow_background_time_iso }}'
category_variable:
name: MetaData/stationIdentification
actions:
- name: set
flag: background_check
ignore: rejected observations
- name: reject
- filter: Met Office Buddy Check
filter variables:
- name: totalSnowDepth
Expand All @@ -107,3 +181,9 @@
damping_factor_1: 1.0
damping_factor_2: 1.0
background_error_group: BkgError
actions:
- name: set
flag: buddy_check
ignore: rejected observations
- name: reject

Loading