Adding jinja templating to observation yamls for active/available channels

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/airs_aqua.yaml

@@ -9,29 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.airs_aqua.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &airs_aqua_channels
-            1, 6, 7, 10, 11, 15, 16, 17, 20, 21, 22, 24,
-            27, 28, 30, 36, 39, 40, 42, 51, 52, 54, 55, 56, 59, 62, 63, 68, 69, 71,
-            72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 86, 92, 93, 98, 99, 101,
-            104, 105, 108, 110, 111, 113, 116, 117, 123, 124, 128, 129, 138, 139,
-            144, 145, 150, 151, 156, 157, 159, 162, 165, 168, 169, 170, 172, 173,
-            174, 175, 177, 179, 180, 182, 185, 186, 190, 192, 198, 201, 204, 207,
-            210, 215, 216, 221, 226, 227, 232, 252, 253, 256, 257, 261, 262, 267,
-            272, 295, 299, 300, 305, 310, 321, 325, 333, 338, 355, 362, 375, 453,
-            475, 484, 497, 528, 587, 672, 787, 791, 843, 870, 914, 950, 1003, 1012,
-            1019, 1024, 1030, 1038, 1048, 1069, 1079, 1082, 1083, 1088, 1090, 1092,
-            1095, 1104, 1111, 1115, 1116, 1119, 1120, 1123, 1130, 1138, 1142, 1178,
-            1199, 1206, 1221, 1237, 1252, 1260, 1263, 1266, 1285, 1301, 1304, 1329,
-            1371, 1382, 1415, 1424, 1449, 1455, 1466, 1477, 1500, 1519, 1538, 1545,
-            1565, 1574, 1583, 1593, 1614, 1627, 1636, 1644, 1652, 1669, 1674, 1681,
-            1694, 1708, 1717, 1723, 1740, 1748, 1751, 1756, 1763, 1766, 1771, 1777,
-            1780, 1783, 1794, 1800, 1803, 1806, 1812, 1826, 1843, 1852, 1865, 1866,
-            1868, 1869, 1872, 1873, 1876, 1881, 1882, 1883, 1911, 1917, 1918, 1924,
-            1928, 1937, 1941, 2099, 2100, 2101, 2103, 2104, 2106, 2107, 2108, 2109,
-            2110, 2111, 2112, 2113, 2114, 2115, 2116, 2117, 2118, 2119, 2120, 2121,
-            2122, 2123, 2128, 2134, 2141, 2145, 2149, 2153, 2164, 2189, 2197, 2209,
-            2226, 2234, 2280, 2318, 2321, 2325, 2328, 2333, 2339, 2348, 2353, 2355,
-            2357, 2363, 2370, 2371, 2377
+  channels: &airs_aqua_channels {{airs_aqua_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -194,35 +172,7 @@ obs post filters:
     channels: *airs_aqua_channels
     options:
       channels: *airs_aqua_channels
-      use_flag: &useflag_airs_aqua [ -1, -1,  1, -1, -1,  1, -1, -1,  1,  1,
-                   1, -1,  1,  1, -1, -1, -1,  1, -1, -1,
-                   1, -1, -1, -1, -1, -1, -1, -1,  1, -1,
-                   1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
-                  -1, -1, -1,  1,  1,  1,  1, -1,  1,  1,
-                  -1,  1,  1, -1,  1,  1,  1, -1,  1,  1,
-                   1,  1,  1,  1,  1,  1,  1,  1, -1,  1,
-                  -1,  1,  1, -1,  1,  1,  1,  1, -1,  1,
-                   1, -1,  1,  1,  1,  1,  1,  1,  1,  1,
-                   1,  1,  1, -1,  1,  1,  1,  1,  1,  1,
-                   1,  1,  1,  1,  1,  1,  1, -1,  1,  1,
-                  -1, -1,  1,  1,  1,  1, -1, -1,  1, -1,
-                   1,  1,  1,  1,  1,  1, -1,  1,  1,  1,
-                  -1,  1, -1, -1, -1, -1, -1, -1, -1, -1,
-                  -1,  1, -1, -1, -1, -1,  1, -1, -1, -1,
-                   1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
-                  -1, -1, -1, -1, -1,  1,  1,  1,  1,  1,
-                   1,  1,  1,  1, -1,  1,  1,  1, -1, -1,
-                   1,  1, -1, -1, -1,  1, -1, -1, -1,  1,
-                  -1, -1,  1, -1, -1, -1, -1, -1, -1, -1,
-                  -1,  1, -1, -1, -1, -1, -1,  1, -1, -1,
-                  -1,  1, -1, -1,  1,  1,  1,  1,  1,  1,
-                   1,  1,  1, -1,  1,  1,  1,  1,  1, -1,
-                  -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
-                  -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
-                  -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
-                  -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
-                  -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
-                  -1 ]
+      use_flag: &useflag_airs_aqua {{airs_aqua_active_channels}}
       use_flag_clddet: &clddet_airs_aqua [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
                          1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
                          1, 1, 1, 1, 1, 1, 1, 1, 1, 1,

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/amsua_aqua.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.amsua_aqua.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &amsua_aqua_available_channels 1-15
+  channels: &amsua_aqua_available_channels {{amsua_aqua_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -189,9 +189,7 @@ obs post filters:
         channels: *amsua_aqua_available_channels
         use passive_bc: true
         sensor: *Sensor_ID
-        use_flag: [-1, -1, -1, -1, -1,
-                   -1, -1, -1, -1, -1,
-                   -1, -1, -1, -1, -1]
+        use_flag: &amsua_aqua_use_flag {{amsua_aqua_active_channels}}
     maxvalue: 1.0e-12
     action:
       name: reject
@@ -205,9 +203,7 @@ obs post filters:
       channels: *amsua_aqua_available_channels
       options:
         channels: *amsua_aqua_available_channels
-        use_flag: [-1, -1, -1, -1, -1,
-                   -1, -1, -1, -1, -1,
-                   -1, -1, -1, -1, -1]
+        use_flag: *amsua_aqua_use_flag
     minvalue: 1.0e-12
     action:
       name: reject

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/amsua_metop-b.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.amsua_metop-b.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &amsua_metop-b_available_channels 1-15
+  channels: &amsua_metop-b_available_channels {{amsua_metopb_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -191,9 +191,7 @@ obs post filters:
         channels: *amsua_metop-b_available_channels
         use passive_bc: true
         sensor: *Sensor_ID
-        use_flag: [-1, -1, -1, -1, -1,
-                   -1,  1,  1,  1,  1,
-                    1,  1,  1,  1, -1]
+        use_flag: &amsua_metop-b_use_flag {{amsua_metopb_active_channels}}
     maxvalue: 1.0e-12
     action:
       name: reject
@@ -207,9 +205,7 @@ obs post filters:
       channels: *amsua_metop-b_available_channels
       options:
         channels: *amsua_metop-b_available_channels
-        use_flag: [-1, -1, -1, -1, -1,
-                   -1,  1,  1,  1,  1,
-                    1,  1,  1,  1, -1]
+        use_flag: *amsua_metop-b_use_flag
     minvalue: 1.0e-12
     action:
       name: reject

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/amsua_metop-c.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.amsua_metop-c.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &amsua_metop-c_available_channels 1-15
+  channels: &amsua_metop-c_available_channels {{amsua_metopc_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -191,9 +191,7 @@ obs post filters:
         channels: *amsua_metop-c_available_channels
         use passive_bc: true
         sensor: *Sensor_ID
-        use_flag: [-1, -1, -1,  1,  1,
-                    1,  1,  1,  1,  1,
-                    1,  1,  1,  1, -1]
+        use_flag: &amsua_metop-c_use_flag {{amsua_metopc_active_channels}}
     maxvalue: 1.0e-12
     action:
       name: reject
@@ -207,9 +205,7 @@ obs post filters:
       channels: *amsua_metop-c_available_channels
       options:
         channels: *amsua_metop-c_available_channels
-        use_flag: [-1, -1, -1,  1,  1,
-                    1,  1,  1,  1,  1,
-                    1,  1,  1,  1, -1]
+        use_flag: *amsua_metop-c_use_flag
     minvalue: 1.0e-12
     action:
       name: reject

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/amsua_n15.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.amsua_n15.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &amsua_n15_available_channels 1-15
+  channels: &amsua_n15_available_channels {{amsua_n15_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -191,9 +191,7 @@ obs post filters:
         channels: *amsua_n15_available_channels
         use passive_bc: true
         sensor: *Sensor_ID
-        use_flag: [-1, -1, -1,  1,  1,
-                   -1,  1,  1,  1,  1,
-                   -1,  1,  1, -1, -1]
+        use_flag: &amsua_n15_use_flag {{amsua_n15_active_channels}} 
     maxvalue: 1.0e-12
     action:
       name: reject
@@ -207,9 +205,7 @@ obs post filters:
       channels: *amsua_n15_available_channels
       options:
         channels: *amsua_n15_available_channels
-        use_flag: [-1, -1, -1,  1,  1,
-                   -1,  1,  1,  1,  1,
-                   -1,  1,  1, -1, -1]
+        use_flag: *amsua_n15_use_flag
     minvalue: 1.0e-12
     action:
       name: reject

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/amsua_n18.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.amsua_n18.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &amsua_n18_available_channels 1-15
+  channels: &amsua_n18_available_channels {{amsua_n18_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -191,9 +191,7 @@ obs post filters:
         channels: *amsua_n18_available_channels
         use passive_bc: true
         sensor: *Sensor_ID
-        use_flag: [-1, -1, -1,  1, -1,
-                    1,  1, -1, -1,  1,
-                    1,  1,  1,  1, -1]
+        use_flag: &amsua_n18_use_flag {{amsua_n18_active_channels}}
     maxvalue: 1.0e-12
     action:
       name: reject
@@ -207,9 +205,7 @@ obs post filters:
       channels: *amsua_n18_available_channels
       options:
         channels: *amsua_n18_available_channels
-        use_flag: [-1, -1, -1,  1, -1,
-                    1,  1, -1, -1,  1,
-                    1,  1,  1,  1, -1]
+        use_flag: *amsua_n18_use_flag
     minvalue: 1.0e-12
     action:
       name: reject

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/amsua_n19.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.amsua_n19.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &amsua_n19_available_channels 1-15
+  channels: &amsua_n19_available_channels {{amsua_n19_avail_channels}}
 
 obs operator:
   name: CRTM

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/atms_n20.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.atms_n20.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &atms_n20_channels 1-22
+  channels: &atms_n20_channels {{atms_n20_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -195,11 +195,7 @@ obs post filters:
         channels: *atms_n20_channels
         use passive_bc: true
         sensor: *Sensor_ID
-        use_flag: [-1, -1, -1, -1,  1,
-                    1,  1,  1,  1,  1,
-                    1,  1,  1,  1,  1,
-                   -1,  1,  1,  1,  1,
-                    1,  1]
+        use_flag: &atms_n20_use_flag {{atms_n20_active_channels}}
     maxvalue: 1.0e-12
     action:
       name: reject

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/atms_npp.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.atms_npp.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &atms_npp_channels 1-22
+  channels: &atms_npp_channels {{atms_npp_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -195,11 +195,7 @@ obs post filters:
         channels: *atms_npp_channels
         use passive_bc: true
         sensor: *Sensor_ID
-        use_flag: [-1, -1, -1, -1,  1,
-                    1,  1,  1,  1,  1,
-                    1,  1,  1,  1,  1,
-                   -1,  1,  1,  1,  1,
-                    1,  1]
+        use_flag: &atms_npp_use_flag {{atms_npp_active_channels}}
     maxvalue: 1.0e-12
     action:
       name: reject
@@ -213,11 +209,7 @@ obs post filters:
       channels: *atms_npp_channels
       options:
         channels: *atms_npp_channels
-        use_flag: [-1, -1, -1, -1,  1,
-                    1,  1,  1,  1,  1,
-                    1,  1,  1,  1,  1,
-                   -1,  1,  1,  1,  1,
-                    1,  1]
+        use_flag: *atms_npp_use_flag
     minvalue: 1.0e-12
     action:
       name: reject

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/avhrr3_metop-b.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.avhrr3_metop-b.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &avhrr3_metop-b_channels 3,4,5
+  channels: &avhrr3_metop-b_channels {{avhrr3_metopb_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -141,7 +141,7 @@ obs post filters:
     channels: *avhrr3_metop-b_channels
     options:
       channels: *avhrr3_metop-b_channels
-      use_flag: &useflag_avhrr3_metop-b [ -1,  1,  1 ]
+      use_flag: &useflag_avhrr3_metop-b {{avhrr3_metopb_active_channels}}
       use_flag_clddet: [ 1,  1,  1 ]
       obserr_dtempf: [0.50,2.00,4.00,2.00,4.00]
   maxvalue: 1.0e-12

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/avhrr3_n18.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.avhrr3_n18.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &avhrr3_n18_channels 3,4,5
+  channels: &avhrr3_n18_channels {{avhrr3_n18_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -141,7 +141,7 @@ obs post filters:
     channels: *avhrr3_n18_channels
     options:
       channels: *avhrr3_n18_channels
-      use_flag: &useflag_avhrr3_n18 [ -1,  1,  1 ]
+      use_flag: &useflag_avhrr3_n18 {{avhrr3_n18_active_channels}}
       use_flag_clddet: [ 1,  1,  1 ]
       obserr_dtempf: [0.50,2.00,4.00,2.00,4.00]
   maxvalue: 1.0e-12

src/swell/configuration/jedi/interfaces/geos_atmosphere/observations/avhrr3_n19.yaml

@@ -9,7 +9,7 @@ obs space:
       type: H5File
       obsfile: '{{cycle_dir}}/{{experiment_id}}.avhrr3_n19.{{window_begin}}.nc4'
   simulated variables: [brightnessTemperature]
-  channels: &avhrr3_n19_channels 3,4,5
+  channels: &avhrr3_n19_channels {{avhrr3_n19_avail_channels}}
 
 obs operator:
   name: CRTM
@@ -141,7 +141,7 @@ obs post filters:
     channels: *avhrr3_n19_channels
     options:
       channels: *avhrr3_n19_channels
-      use_flag: &useflag_avhrr3_n19 [ -1,  1,  1 ]
+      use_flag: &useflag_avhrr3_n19 {{avhrr3_n19_active_channels}}
       use_flag_clddet: [ 1,  1,  1 ]
       obserr_dtempf: [0.50,2.00,4.00,2.00,4.00]
   maxvalue: 1.0e-12