Hugging Face's logo

CRASAR
/
CRASAR-U-DROIDs-RDA_AAAI26_Simple_ResNet101_DeepLabv3Plus

Model card Files
xet
Community
tmanzini commited on
Commit
f4ad4b4
·
verified ·
1 Parent(s): d997189

Upload 5 files

Browse files
Files changed (5) hide show
  1. RDA_Deeplabv3plus_ResNet101_CCE_simple-epoch=02-step=1500-val_macro_f1=0.33333.ckpt +3 -0
  2. RDA_deeplabv3plus_simple_adjusted.yaml +164 -0
  3. RDA_deeplabv3plus_simple_unadjusted.yaml +164 -0
  4. metrics_adjusted.json +654 -0
  5. metrics_unadjusted.json +654 -0
RDA_Deeplabv3plus_ResNet101_CCE_simple-epoch=02-step=1500-val_macro_f1=0.33333.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d3cdfa2266db61b0e61da7372b23df34410ca9b62fcd2222ebdfbb7f235fdb
3
+ size 751307019
RDA_deeplabv3plus_simple_adjusted.yaml ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "RDA_Deeplabv3plus_ResNet101_Focal_simple"
2
+ model: "DeepLabV3PlusResNet"
3
+ task: "RDA"
4
+ masking_strategy_parameters:
5
+ road_width_pixels: 40
6
+ train_location_strategy: "grid"
7
+ train_location_parameters:
8
+ sample_generator_process_pool_size: 6
9
+ adjustment_buffer_distance_px: 326
10
+ train_presentation_strategy: "weighted"
11
+ train_presentation_strategy_parameters:
12
+ length: 4000
13
+ expected_class_balances:
14
+ Not Able To Determine: 1
15
+ Partial Flooding: 1
16
+ Partial Obstruction: 1
17
+ Partial Road Condition: 1
18
+ Particulate Partial: 1
19
+ Particulate Total: 1
20
+ Road Line: 1
21
+ Total Destruction: 1
22
+ Total Flooding: 1
23
+ Total Obstruction: 1
24
+ balance_monitor: "pixel"
25
+ train_dataset_adaptor_parameters:
26
+ tile_x: 1024
27
+ tile_y: 1024
28
+ mask_x: 1024
29
+ mask_y: 1024
30
+ backend: "auto"
31
+ train_annotator_parameters:
32
+ generate_adjusted_samples: True
33
+ validation_location_strategy: "grid"
34
+ validation_location_parameters:
35
+ sample_generator_process_pool_size: 6
36
+ adjustment_buffer_distance_px: 326
37
+ validation_presentation_strategy: "indexed"
38
+ validation_dataset_adaptor_parameters:
39
+ tile_x: 1024
40
+ tile_y: 1024
41
+ mask_x: 1024
42
+ mask_y: 1024
43
+ backend: "auto"
44
+ validation_annotator_parameters:
45
+ generate_adjusted_samples: True
46
+ channel_maps:
47
+ background_class_idx: 0
48
+ default_label: Road Line
49
+ input_dataset_class_2_idx_map:
50
+ Background: 0
51
+ Not Able To Determine: 3
52
+ Partial Flooding: 2
53
+ Partial Obstruction: 2
54
+ Partial Road Condition: 2
55
+ Particulate Partial: 2
56
+ Particulate Total: 3
57
+ Road Line: 1
58
+ Total Destruction: 3
59
+ Total Flooding: 3
60
+ Total Obstruction: 3
61
+ model_class_2_color_map:
62
+ Background:
63
+ alpha: 0
64
+ blue: 0
65
+ green: 0
66
+ red: 0
67
+ Partial:
68
+ alpha: 255
69
+ blue: 0
70
+ green: 255
71
+ red: 255
72
+ Road Line:
73
+ alpha: 255
74
+ blue: 0
75
+ green: 255
76
+ red: 0
77
+ Total:
78
+ alpha: 255
79
+ blue: 0
80
+ green: 0
81
+ red: 255
82
+ output_class_2_idx_map:
83
+ Background: 0
84
+ Partial: 2
85
+ Road Line: 1
86
+ Total: 3
87
+ input:
88
+ road_line_buffer_width_pixels: 40
89
+ road_line_segment_length_pixels: 40
90
+ channels:
91
+ blue: 2
92
+ green: 1
93
+ mask: 3
94
+ red: 0
95
+ normalized_inputs: true
96
+ mask_input: false
97
+ sample_generator_parameters:
98
+ label_tolerance: 0
99
+ normalized_inputs: true
100
+ validation_parameters:
101
+ batch_size: 1
102
+ validation_monitor: "val_macro_iou"
103
+ validation_monitor_mode: "max"
104
+ validation_checkpoint_save_top_k: 3
105
+ validation_reduce_lr_on_plateau_patience: 3
106
+ validation_reduce_lr_on_plateau_cooldown: 3
107
+ training_parameters:
108
+ gradient_clip_val: 10.0
109
+ batch_size: 1
110
+ grad_accumulation: 32
111
+ l1_reg: 1.0e-06
112
+ l2_reg: 1.0e-05
113
+ log_images_every_n_steps: 100
114
+ mask_x: 1024
115
+ mask_y: 1024
116
+ max_epochs: 100
117
+ optimizer_parameters:
118
+ name: "AdamW"
119
+ lr: 0.0005
120
+ weight_decay: 0.00001
121
+ output_class_weights_strategy: "ipw"
122
+ normalize_weights: True #Added
123
+ output_class_weights:
124
+ Background: 1.0e-06
125
+ Partial: 45
126
+ Road Line: 1
127
+ Total: 35
128
+ samples_per_epoch: 4000
129
+ tile_x: 1024
130
+ tile_y: 1024
131
+ loss_parameters:
132
+ loss: [["focal", 1.0]]
133
+ gamma: 3
134
+ alpha: 0.25
135
+ bins: 10
136
+ momentum: 0.9
137
+ smooth: 1.0e-06
138
+ model_parameters:
139
+ n_cls: 4
140
+ encoder_parameters:
141
+ depth: 101
142
+ num_stages: 4
143
+ out_indices: [0, 1, 2, 3]
144
+ dilations: [1, 1, 2, 4]
145
+ strides: [1, 2, 1, 1]
146
+ norm_eval: False
147
+ contract_dilation: True
148
+ decoder_parameters:
149
+ in_channels: 2048
150
+ in_index: 3
151
+ channels: 512
152
+ dilations: [1, 12, 24, 36]
153
+ c1_in_channels: 256
154
+ c1_channels: 48
155
+ dropout_ratio: 0.1
156
+ align_corners: False
157
+ auxiliary_head_parameters:
158
+ in_channels: 1024
159
+ in_index: 2
160
+ channels: 256
161
+ num_convs: 1
162
+ concat_input: False
163
+ dropout_ratio: 0.1
164
+ align_corners: False
RDA_deeplabv3plus_simple_unadjusted.yaml ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "RDA_Deeplabv3plus_ResNet101_Focal_simple"
2
+ model: "DeepLabV3PlusResNet"
3
+ task: "RDA"
4
+ masking_strategy_parameters:
5
+ road_width_pixels: 40
6
+ train_location_strategy: "grid"
7
+ train_location_parameters:
8
+ sample_generator_process_pool_size: 6
9
+ adjustment_buffer_distance_px: 326
10
+ train_presentation_strategy: "weighted"
11
+ train_presentation_strategy_parameters:
12
+ length: 4000
13
+ expected_class_balances:
14
+ Not Able To Determine: 1
15
+ Partial Flooding: 1
16
+ Partial Obstruction: 1
17
+ Partial Road Condition: 1
18
+ Particulate Partial: 1
19
+ Particulate Total: 1
20
+ Road Line: 1
21
+ Total Destruction: 1
22
+ Total Flooding: 1
23
+ Total Obstruction: 1
24
+ balance_monitor: "pixel"
25
+ train_dataset_adaptor_parameters:
26
+ tile_x: 1024
27
+ tile_y: 1024
28
+ mask_x: 1024
29
+ mask_y: 1024
30
+ backend: "auto"
31
+ train_annotator_parameters:
32
+ generate_adjusted_samples: False
33
+ validation_location_strategy: "grid"
34
+ validation_location_parameters:
35
+ sample_generator_process_pool_size: 6
36
+ adjustment_buffer_distance_px: 326
37
+ validation_presentation_strategy: "indexed"
38
+ validation_dataset_adaptor_parameters:
39
+ tile_x: 1024
40
+ tile_y: 1024
41
+ mask_x: 1024
42
+ mask_y: 1024
43
+ backend: "auto"
44
+ validation_annotator_parameters:
45
+ generate_adjusted_samples: False
46
+ channel_maps:
47
+ background_class_idx: 0
48
+ default_label: Road Line
49
+ input_dataset_class_2_idx_map:
50
+ Background: 0
51
+ Not Able To Determine: 3
52
+ Partial Flooding: 2
53
+ Partial Obstruction: 2
54
+ Partial Road Condition: 2
55
+ Particulate Partial: 2
56
+ Particulate Total: 3
57
+ Road Line: 1
58
+ Total Destruction: 3
59
+ Total Flooding: 3
60
+ Total Obstruction: 3
61
+ model_class_2_color_map:
62
+ Background:
63
+ alpha: 0
64
+ blue: 0
65
+ green: 0
66
+ red: 0
67
+ Partial:
68
+ alpha: 255
69
+ blue: 0
70
+ green: 255
71
+ red: 255
72
+ Road Line:
73
+ alpha: 255
74
+ blue: 0
75
+ green: 255
76
+ red: 0
77
+ Total:
78
+ alpha: 255
79
+ blue: 0
80
+ green: 0
81
+ red: 255
82
+ output_class_2_idx_map:
83
+ Background: 0
84
+ Partial: 2
85
+ Road Line: 1
86
+ Total: 3
87
+ input:
88
+ road_line_buffer_width_pixels: 40
89
+ road_line_segment_length_pixels: 40
90
+ channels:
91
+ blue: 2
92
+ green: 1
93
+ mask: 3
94
+ red: 0
95
+ normalized_inputs: true
96
+ mask_input: false
97
+ sample_generator_parameters:
98
+ label_tolerance: 0
99
+ normalized_inputs: true
100
+ validation_parameters:
101
+ batch_size: 1
102
+ validation_monitor: "val_macro_iou"
103
+ validation_monitor_mode: "max"
104
+ validation_checkpoint_save_top_k: 3
105
+ validation_reduce_lr_on_plateau_patience: 3
106
+ validation_reduce_lr_on_plateau_cooldown: 3
107
+ training_parameters:
108
+ gradient_clip_val: 10.0
109
+ batch_size: 1
110
+ grad_accumulation: 32
111
+ l1_reg: 1.0e-06
112
+ l2_reg: 1.0e-05
113
+ log_images_every_n_steps: 100
114
+ mask_x: 1024
115
+ mask_y: 1024
116
+ max_epochs: 100
117
+ optimizer_parameters:
118
+ name: "AdamW"
119
+ lr: 0.0005
120
+ weight_decay: 0.00001
121
+ output_class_weights_strategy: "ipw"
122
+ normalize_weights: True #Added
123
+ output_class_weights:
124
+ Background: 1.0e-06
125
+ Partial: 45
126
+ Road Line: 1
127
+ Total: 35
128
+ samples_per_epoch: 4000
129
+ tile_x: 1024
130
+ tile_y: 1024
131
+ loss_parameters:
132
+ loss: [["focal", 1.0]]
133
+ gamma: 3
134
+ alpha: 0.25
135
+ bins: 10
136
+ momentum: 0.9
137
+ smooth: 1.0e-06
138
+ model_parameters:
139
+ n_cls: 4
140
+ encoder_parameters:
141
+ depth: 101
142
+ num_stages: 4
143
+ out_indices: [0, 1, 2, 3]
144
+ dilations: [1, 1, 2, 4]
145
+ strides: [1, 2, 1, 1]
146
+ norm_eval: False
147
+ contract_dilation: True
148
+ decoder_parameters:
149
+ in_channels: 2048
150
+ in_index: 3
151
+ channels: 512
152
+ dilations: [1, 12, 24, 36]
153
+ c1_in_channels: 256
154
+ c1_channels: 48
155
+ dropout_ratio: 0.1
156
+ align_corners: False
157
+ auxiliary_head_parameters:
158
+ in_channels: 1024
159
+ in_index: 2
160
+ channels: 256
161
+ num_convs: 1
162
+ concat_input: False
163
+ dropout_ratio: 0.1
164
+ align_corners: False
metrics_adjusted.json ADDED
@@ -0,0 +1,654 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.6333428226809731,
8
+ "Road Line": 12.296186806068839,
9
+ "Total": 0.5996808464683188
10
+ },
11
+ "total_predicted_segments": 1077687
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.11424806047945112,
17
+ "Road Line": 0.505694738247566,
18
+ "Total": 0.17334980813012052
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.1529057376908799,
22
+ "Road Line": 0.5605588283582738,
23
+ "Total": 0.15887641204208067
24
+ },
25
+ "macro_km": 0.26443086895237916,
26
+ "macro_pixels": 0.29078032603041143
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.538336412997295,
31
+ "Road Line": 0.3941023325926624,
32
+ "Total": 0.7908302044586988
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.5724756165454596,
36
+ "Road Line": 0.44874080066445676,
37
+ "Total": 0.7974155741925999
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.06276095779253815,
43
+ "Road Line": 0.9780218297963746,
44
+ "Total": 0.10508269771545706
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.08743969818284564,
48
+ "Road Line": 0.9726801621773595,
49
+ "Total": 0.09699873321217198
50
+ },
51
+ "macro_km": 0.38195516176812333,
52
+ "macro_pixels": 0.385706197857459
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.05530680792902423,
57
+ "Road Line": 0.786418064442794,
58
+ "Total": 0.027732391499369378
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.06740093829302099,
62
+ "Road Line": 0.7835211942681998,
63
+ "Total": 0.023993353731656696
64
+ },
65
+ "macro_km": 0.2898190879570625,
66
+ "macro_pixels": 0.29163849543095915
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.060584882923943116,
71
+ "Road Line": 0.338414613928694,
72
+ "Total": 0.0949003859095037
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.08278177286941861,
76
+ "Road Line": 0.3894280915412051,
77
+ "Total": 0.08629318155567074
78
+ },
79
+ "macro_km": 0.16463329425404694,
80
+ "macro_pixels": 0.18616768198876485
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 1724812.8755897025,
86
+ 375847.47922039515,
87
+ 734071.1305064473
88
+ ],
89
+ [
90
+ 16972664.113273006,
91
+ 15716844.513059929,
92
+ 7227834.339930322
93
+ ],
94
+ [
95
+ 1028264.4241844495,
96
+ 65594.28126465126,
97
+ 855253.2238793522
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.40281422903899944,
110
+ 0.07611562788247205,
111
+ 0.15441296575950156
112
+ ],
113
+ [
114
+ 5.730563730699903,
115
+ 4.193097292492543,
116
+ 2.372525782876393
117
+ ],
118
+ [
119
+ 0.2848515129618981,
120
+ 0.018111927338814636,
121
+ 0.29671740616760606
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0008397396136685919,
139
+ "Road Line": 0.8874983110217352,
140
+ "Total": 0.013660820515815787
141
+ },
142
+ "total_predicted_segments": 79009
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.0044553120300849895,
148
+ "Road Line": 0.5896413359043632,
149
+ "Total": 0.08263158319184716
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.003733727305611137,
153
+ "Road Line": 0.5515243134995732,
154
+ "Total": 0.10698017597744333
155
+ },
156
+ "macro_km": 0.22557607704209845,
157
+ "macro_pixels": 0.22074607226087592
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.6265782185010286,
162
+ "Road Line": 0.4272352772292663,
163
+ "Total": 0.7897933417378635
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.5962814695757628,
167
+ "Road Line": 0.39315733136181147,
168
+ "Total": 0.7842056322673913
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.0022331987886891496,
174
+ "Road Line": 0.9991709119378673,
175
+ "Total": 0.04423981907412754
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.0018707548308751192,
179
+ "Road Line": 0.9991721936289566,
180
+ "Total": 0.05818114852967565
181
+ },
182
+ "macro_km": 0.348547976600228,
183
+ "macro_pixels": 0.3530746989965025
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 0.0013335574297339027,
188
+ "Road Line": 0.963171169244922,
189
+ "Total": 0.0119868561604551
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 0.0012687163676029158,
193
+ "Road Line": 0.9490858416828999,
194
+ "Total": 0.016482472531641763
195
+ },
196
+ "macro_km": 0.32549719427837037,
197
+ "macro_pixels": 0.3222790101940482
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.002232629545679289,
202
+ "Road Line": 0.4180789971481888,
203
+ "Total": 0.04309635147188046
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0018703553512286076,
207
+ "Road Line": 0.38076187169705084,
208
+ "Total": 0.056512971824096744
209
+ },
210
+ "macro_km": 0.15446932605524952,
211
+ "macro_pixels": 0.14638173295745874
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 2344.045878719712,
217
+ 0,
218
+ 267.6207371547876
219
+ ],
220
+ [
221
+ 1231288.9732085934,
222
+ 1156171.141589107,
223
+ 648049.7505215274
224
+ ],
225
+ [
226
+ 19361.675906039945,
227
+ 957.8787751767592,
228
+ 40050.00453397568
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 0.0007536904475682645,
241
+ 0,
242
+ 8.604916610032746e-05
243
+ ],
244
+ [
245
+ 0.3319264951444376,
246
+ 0.37117316824138985,
247
+ 0.1843986476359076
248
+ ],
249
+ [
250
+ 0.004813481064811593,
251
+ 0.0003079905940976841,
252
+ 0.008539348856906508
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.48664794980240444,
269
+ "Road Line": 2.6320241922297205,
270
+ "Total": 0.2983971803392663
271
+ },
272
+ "total_predicted_segments": 420925
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.2774997247208831,
278
+ "Road Line": 0.5426072291741548,
279
+ "Total": 0.2355348478837491
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.27738262543596287,
283
+ "Road Line": 0.543042122066259,
284
+ "Total": 0.2350397851676425
285
+ },
286
+ "macro_km": 0.35188060059292897,
287
+ "macro_pixels": 0.3518215108899548
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.5619194724315957,
292
+ "Road Line": 0.5016746957978151,
293
+ "Total": 0.7674730878518538
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.5622209621511922,
297
+ "Road Line": 0.5017414492134866,
298
+ "Total": 0.767609613784892
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.18134381247524217,
304
+ "Road Line": 0.9259150424062506,
305
+ "Total": 0.1651936770022591
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.18125543095641716,
309
+ "Road Line": 0.9262094936858868,
310
+ "Total": 0.16468205569068176
311
+ },
312
+ "macro_km": 0.42415084396125063,
313
+ "macro_pixels": 0.42404899344432856
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.14971813596977823,
318
+ "Road Line": 0.5891922534871249,
319
+ "Total": 0.04667427183503365
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.14944754584788109,
323
+ "Road Line": 0.5900680961069338,
324
+ "Total": 0.04651042305955822
325
+ },
326
+ "macro_km": 0.26186155376397896,
327
+ "macro_pixels": 0.26200868833812435
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.16110286233534363,
332
+ "Road Line": 0.3723136549296053,
333
+ "Total": 0.13348795673366237
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.1610239334234994,
337
+ "Road Line": 0.3727232820460134,
338
+ "Total": 0.13317001890037927
339
+ },
340
+ "macro_km": 0.2223014913328704,
341
+ "macro_pixels": 0.22230574478996404
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 1470027.6099152358,
347
+ 355768.24639976234,
348
+ 663226.7762877081
349
+ ],
350
+ [
351
+ 5799608.501594265,
352
+ 5179785.596434334,
353
+ 2505070.3006766513
354
+ ],
355
+ [
356
+ 840618.031819886,
357
+ 56901.89395734539,
358
+ 624626.4422161874
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.28747645649432785,
371
+ 0.06965939330455682,
372
+ 0.1295121000035198
373
+ ],
374
+ [
375
+ 1.1329421381483273,
376
+ 1.0100270702783942,
377
+ 0.48905498380299917
378
+ ],
379
+ [
380
+ 0.16483790002586493,
381
+ 0.011155594294794232,
382
+ 0.12240368601860714
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.09027413783106315,
399
+ "Road Line": 6.384128758246461,
400
+ "Total": 0.055027739923620644
401
+ },
402
+ "total_predicted_segments": 527532
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.046253107094698286,
408
+ "Road Line": 0.6015620056930415,
409
+ "Total": 0.04153547225726827
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.04606947577650991,
413
+ "Road Line": 0.6046097391335165,
414
+ "Total": 0.04050280585128388
415
+ },
416
+ "macro_km": 0.22978352834833604,
417
+ "macro_pixels": 0.23039400692043674
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.5952970088226143,
422
+ "Road Line": 0.4422515305353001,
423
+ "Total": 0.8314704127128633
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.5996023181554309,
427
+ "Road Line": 0.44513979693249905,
428
+ "Total": 0.8302241919765724
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.02390545362621085,
434
+ "Road Line": 0.997520935202756,
435
+ "Total": 0.021813241980103294
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.02380657785632368,
439
+ "Road Line": 0.997554624833214,
440
+ "Total": 0.021253156015764295
441
+ },
442
+ "macro_km": 0.3477465436030234,
443
+ "macro_pixels": 0.347538119568434
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.016484678985126632,
448
+ "Road Line": 0.952047682876312,
449
+ "Total": 0.004391799147239092
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.016124816469131765,
453
+ "Road Line": 0.9530294657333521,
454
+ "Total": 0.004316103270569919
455
+ },
456
+ "macro_km": 0.3243080536695592,
457
+ "macro_pixels": 0.32449012849101794
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.023674052797042724,
462
+ "Road Line": 0.4301670922429172,
463
+ "Total": 0.021208182057369622
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.02357784742362748,
467
+ "Road Line": 0.4332907832953321,
468
+ "Total": 0.020669999412211416
469
+ },
470
+ "macro_km": 0.15834977569910985,
471
+ "macro_pixels": 0.159179543377057
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 212670.3926857163,
477
+ 19583.50748868644,
478
+ 67078.72258977249
479
+ ],
480
+ [
481
+ 8619252.575809535,
482
+ 9331505.17392212,
483
+ 3562724.696940012
484
+ ],
485
+ [
486
+ 101338.83709539022,
487
+ 3291.4614132510414,
488
+ 78819.95109969804
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.06407513166744756,
501
+ 0.005826663406341523,
502
+ 0.020372342757274065
503
+ ],
504
+ [
505
+ 2.5861022378312706,
506
+ 2.749181150556189,
507
+ 1.0488453698590015
508
+ ],
509
+ [
510
+ 0.030178865080037087,
511
+ 0.0010056726089475432,
512
+ 0.023843202234636013
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.05558099543383093,
529
+ "Road Line": 2.3925355445684158,
530
+ "Total": 0.23259510568960273
531
+ },
532
+ "total_predicted_segments": 50221
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.05399993636562697,
538
+ "Road Line": 0.050956977334725075,
539
+ "Total": 0.2758099212411594
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.053999936365625,
543
+ "Road Line": 0.050956977334723555,
544
+ "Total": 0.27580992124116993
545
+ },
546
+ "macro_km": 0.12692227831383715,
547
+ "macro_pixels": 0.12692227831383948
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.33984463632482526,
552
+ "Road Line": 0.12855532749269638,
553
+ "Total": 0.7219644293925205
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.339844636324809,
557
+ "Road Line": 0.12855532749269502,
558
+ "Total": 0.7219644293925359
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.027826735870066937,
564
+ "Road Line": 0.9090823348759616,
565
+ "Total": 0.17817109393582617
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.02782673587006589,
569
+ "Road Line": 0.9090823348759609,
570
+ "Total": 0.17817109393583486
571
+ },
572
+ "macro_km": 0.37169338822728487,
573
+ "macro_pixels": 0.37169338822728726
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 0.05544186397998029,
578
+ "Road Line": 0.1819858001553448,
579
+ "Total": 0.07333509825426307
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 0.05544186397998218,
583
+ "Road Line": 0.1819858001553413,
584
+ "Total": 0.0733350982542613
585
+ },
586
+ "macro_km": 0.10358758746319606,
587
+ "macro_pixels": 0.10358758746319492
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.027749195580588033,
592
+ "Road Line": 0.026144613916753098,
593
+ "Total": 0.1599649160721893
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.027749195580586996,
597
+ "Road Line": 0.026144613916752296,
598
+ "Total": 0.1599649160721964
599
+ },
600
+ "macro_km": 0.07128624185651014,
601
+ "macro_pixels": 0.0712862418565119
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 39770.827109961036,
607
+ 495.72533194757216,
608
+ 3498.0108918168035
609
+ ],
610
+ [
611
+ 1322514.0626572403,
612
+ 49382.60111379149,
613
+ 511989.5917946905
614
+ ],
615
+ [
616
+ 66945.87936313658,
617
+ 4443.047118878126,
618
+ 111756.8260294864
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0.050508950429650167,
631
+ 0.0006295711715734167,
632
+ 0.0044424738326073465
633
+ ],
634
+ [
635
+ 1.679592859574616,
636
+ 0.06271590341451577,
637
+ 0.6502267815792842
638
+ ],
639
+ [
640
+ 0.08502126679118233,
641
+ 0.005642669840975217,
642
+ 0.14193116905744518
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
+ }
metrics_unadjusted.json ADDED
@@ -0,0 +1,654 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.5493606878636947,
8
+ "Road Line": 11.897280042176437,
9
+ "Total": 0.5023995428866239
10
+ },
11
+ "total_predicted_segments": 1079800
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.09191578717696733,
17
+ "Road Line": 0.4691480271677536,
18
+ "Total": 0.1396610416128841
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.1307561204455456,
22
+ "Road Line": 0.5167262574493462,
23
+ "Total": 0.13318201033075616
24
+ },
25
+ "macro_km": 0.23357495198586833,
26
+ "macro_pixels": 0.2602214627418827
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.5216146418371382,
31
+ "Road Line": 0.35816743394348677,
32
+ "Total": 0.7727574173448191
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.5527015288803326,
36
+ "Road Line": 0.40768592799256564,
37
+ "Total": 0.7748110012722247
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.049983133017157004,
43
+ "Road Line": 0.9770227020499908,
44
+ "Total": 0.08185404146832286
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.07403239623073025,
48
+ "Road Line": 0.9700126652205602,
49
+ "Total": 0.07894847519140831
50
+ },
51
+ "macro_km": 0.3696199588451569,
52
+ "macro_pixels": 0.37433117888089956
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.04641539972992141,
57
+ "Road Line": 0.791848533311579,
58
+ "Total": 0.02386834056167899
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.06086913599501896,
62
+ "Road Line": 0.7767185278763432,
63
+ "Total": 0.022327445908482988
64
+ },
65
+ "macro_km": 0.28737742453439313,
66
+ "macro_pixels": 0.28663836992661507
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.048171766507609674,
71
+ "Road Line": 0.30646204564101487,
72
+ "Total": 0.0750729005503212
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.06995134336174054,
76
+ "Road Line": 0.34836877551730816,
77
+ "Total": 0.07134172215383079
78
+ },
79
+ "macro_km": 0.14323557089964858,
80
+ "macro_pixels": 0.1632206136776265
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 1455219.681714672,
86
+ 365647.5801008166,
87
+ 781139.8264945623
88
+ ],
89
+ [
90
+ 17248477.718942843,
91
+ 13697147.828151327,
92
+ 7948890.6639882885
93
+ ],
94
+ [
95
+ 952828.0639420198,
96
+ 57791.17711670565,
97
+ 748299.7172621306
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.3135085938645597,
110
+ 0.0741459833143763,
111
+ 0.16170611068475876
112
+ ],
113
+ [
114
+ 5.707440847008261,
115
+ 3.6725337339861657,
116
+ 2.5173054611820094
117
+ ],
118
+ [
119
+ 0.2513383278219913,
120
+ 0.01222345483706473,
121
+ 0.23883776022756792
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0006091917262747285,
139
+ "Road Line": 0.7008939529239159,
140
+ "Total": 0.010915320713311038
141
+ },
142
+ "total_predicted_segments": 79544
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.003760539955978086,
148
+ "Road Line": 0.48572589329000193,
149
+ "Total": 0.05855434536424009
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.0031966970521278715,
153
+ "Road Line": 0.46676887742525464,
154
+ "Total": 0.07760592788953277
155
+ },
156
+ "macro_km": 0.18268025953674005,
157
+ "macro_pixels": 0.1825238341223051
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.5724423900881886,
162
+ "Road Line": 0.33137517952603207,
163
+ "Total": 0.74515507530628
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.5496656320788509,
167
+ "Road Line": 0.31787071132166406,
168
+ "Total": 0.751890884913589
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.001884023805508869,
174
+ "Road Line": 0.9982435044970454,
175
+ "Total": 0.03103369677836136
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.0016010602587668726,
179
+ "Road Line": 0.9983375066177893,
180
+ "Total": 0.041760291077895834
181
+ },
182
+ "macro_km": 0.34372040836030515,
183
+ "macro_pixels": 0.34723295265148396
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 0.0014096760666556028,
188
+ "Road Line": 0.9528600518527159,
189
+ "Total": 0.010635629602695087
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 0.0013137070334129889,
193
+ "Road Line": 0.9392313699122754,
194
+ "Total": 0.01388149678357671
195
+ },
196
+ "macro_km": 0.3216351191740222,
197
+ "macro_pixels": 0.31814219124308835
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.001883812053236918,
202
+ "Road Line": 0.32076484114578097,
203
+ "Total": 0.030160177404103355
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0016009073339415061,
207
+ "Road Line": 0.30443477865320956,
208
+ "Total": 0.04036941697616371
209
+ },
210
+ "macro_km": 0.11760294353437374,
211
+ "macro_pixels": 0.11546836765443826
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 1787.9664979393506,
217
+ 0,
218
+ 106.6752079913696
219
+ ],
220
+ [
221
+ 1094860.236347208,
222
+ 739239.8521964196,
223
+ 592906.0759533616
224
+ ],
225
+ [
226
+ 20090.838142873938,
227
+ 1231.027937943139,
228
+ 25843.622290771735
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 0.0005748920199484315,
241
+ 0,
242
+ 3.429970632629703e-05
243
+ ],
244
+ [
245
+ 0.29969218732894665,
246
+ 0.22494910175490346,
247
+ 0.17625266384006574
248
+ ],
249
+ [
250
+ 0.004873449272586399,
251
+ 0.0003958173369986092,
252
+ 0.00564605410372603
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.46677371326697836,
269
+ "Road Line": 2.4966361316458827,
270
+ "Total": 0.2795998385365309
271
+ },
272
+ "total_predicted_segments": 421988
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.2590261756760629,
278
+ "Road Line": 0.4770420467296553,
279
+ "Total": 0.2056662856269847
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.2588853652646488,
283
+ "Road Line": 0.4774220649545276,
284
+ "Total": 0.20523095525174803
285
+ },
286
+ "macro_km": 0.3139115026775676,
287
+ "macro_pixels": 0.31384612849030813
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.5461817384033109,
292
+ "Road Line": 0.4549242308715348,
293
+ "Total": 0.7257607439024935
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.54641755449128,
297
+ "Road Line": 0.4549093912746871,
298
+ "Total": 0.7258900436965932
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.1692994930067772,
304
+ "Road Line": 0.9125203359525875,
305
+ "Total": 0.13706060392603422
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.16919159658140462,
309
+ "Road Line": 0.9128548156666509,
310
+ "Total": 0.13664917678565103
311
+ },
312
+ "macro_km": 0.40629347762846635,
313
+ "macro_pixels": 0.40623186301123554
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.14522974808043654,
318
+ "Road Line": 0.5464843112647829,
319
+ "Total": 0.04891772616114362
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.14498521285502258,
323
+ "Road Line": 0.5473501227929368,
324
+ "Total": 0.048755756356087525
325
+ },
326
+ "macro_km": 0.24687726183545436,
327
+ "macro_pixels": 0.24703036400134895
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.14878234931340747,
332
+ "Road Line": 0.3132338917862259,
333
+ "Total": 0.11461986361820636
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.1486894430153356,
337
+ "Road Line": 0.3135616601065936,
338
+ "Total": 0.11434950689186602
339
+ },
340
+ "macro_km": 0.19221203490594654,
341
+ "macro_pixels": 0.19220020333793175
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 1315485.2057644883,
347
+ 341978.1280340871,
348
+ 730100.2253848717
349
+ ],
350
+ [
351
+ 5673689.464542027,
352
+ 4134545.132120033,
353
+ 2982811.6371408696
354
+ ],
355
+ [
356
+ 785946.7443764979,
357
+ 52723.95546209576,
358
+ 587671.1249348681
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.2572414831470212,
371
+ 0.06695348769171505,
372
+ 0.14257874242824212
373
+ ],
374
+ [
375
+ 1.1080777379459343,
376
+ 0.8062412484101839,
377
+ 0.5823171452897645
378
+ ],
379
+ [
380
+ 0.15412704881834083,
381
+ 0.010337626569823847,
382
+ 0.11513516314836625
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.058232275604850225,
399
+ "Road Line": 6.537725424356802,
400
+ "Total": 0.04624351689965326
401
+ },
402
+ "total_predicted_segments": 528081
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.02526437204885928,
408
+ "Road Line": 0.5669202774034804,
409
+ "Total": 0.026772009501213615
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.025363839458739414,
413
+ "Road Line": 0.57059742355214,
414
+ "Total": 0.026385117500291422
415
+ },
416
+ "macro_km": 0.20631888631785109,
417
+ "macro_pixels": 0.2074487935037236
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.5708338702060733,
422
+ "Road Line": 0.40435597565885084,
423
+ "Total": 0.820593059163139
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.5759102228658819,
427
+ "Road Line": 0.40784462701416646,
428
+ "Total": 0.8190514555227449
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.0128888273205417,
434
+ "Road Line": 0.9968418554467983,
435
+ "Total": 0.013911398584830405
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.01294017145041054,
439
+ "Road Line": 0.9969205643511619,
440
+ "Total": 0.013704519589659231
441
+ },
442
+ "macro_km": 0.3412140271173902,
443
+ "macro_pixels": 0.3411884184637439
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.009743329234637643,
448
+ "Road Line": 0.9641554688015185,
449
+ "Total": 0.0030070994102644687
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.009581764568198658,
453
+ "Road Line": 0.9646640494159785,
454
+ "Total": 0.0029935446532804956
455
+ },
456
+ "macro_km": 0.32563529914880684,
457
+ "macro_pixels": 0.32574645287915255
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.012793799681971595,
462
+ "Road Line": 0.3955957707477072,
463
+ "Total": 0.013567620989628404
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.012844816663231276,
467
+ "Road Line": 0.39918594869900437,
468
+ "Total": 0.013368929133161478
469
+ },
470
+ "macro_km": 0.14065239713976904,
471
+ "macro_pixels": 0.14179989816513236
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 123183.1428290518,
477
+ 23615.840651301958,
478
+ 47052.654124875036
479
+ ],
480
+ [
481
+ 9299513.683569139,
482
+ 8782574.367351416,
483
+ 3891994.2396287075
484
+ ],
485
+ [
486
+ 96739.85967011303,
487
+ 3513.073690028219,
488
+ 54732.832495159775
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.03694274308615415,
501
+ 0.007124409125071885,
502
+ 0.014165123393624189
503
+ ],
504
+ [
505
+ 2.8005447169288584,
506
+ 2.5895420186833396,
507
+ 1.1476386887446046
508
+ ],
509
+ [
510
+ 0.028773540105322876,
511
+ 0.0010796484964114821,
512
+ 0.0163903282979189
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.023745507265579467,
529
+ "Road Line": 2.162024533250676,
530
+ "Total": 0.16564086673711742
531
+ },
532
+ "total_predicted_segments": 50187
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.023361132874032447,
538
+ "Road Line": 0.04678793608576355,
539
+ "Total": 0.230188005964841
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.0233611328740342,
543
+ "Road Line": 0.04678793608576586,
544
+ "Total": 0.23018800596484024
545
+ },
546
+ "macro_km": 0.10011235830821234,
547
+ "macro_pixels": 0.10011235830821343
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.33329962821512676,
552
+ "Road Line": 0.10236802485996542,
553
+ "Total": 0.7108121092634835
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.33329962821514747,
557
+ "Road Line": 0.10236802485997079,
558
+ "Total": 0.7108121092634653
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.011855951516722326,
564
+ "Road Line": 0.990848304648117,
565
+ "Total": 0.14165733892951418
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.01185595151672323,
569
+ "Road Line": 0.9908483046481169,
570
+ "Total": 0.1416573389295135
571
+ },
572
+ "macro_km": 0.3814538650314512,
573
+ "macro_pixels": 0.3814538650314512
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 0.023923557901146652,
578
+ "Road Line": 0.21520301560982957,
579
+ "Total": 0.06082656724597142
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 0.023923557901146263,
583
+ "Road Line": 0.21520301560982813,
584
+ "Total": 0.06082656724597653
585
+ },
586
+ "macro_km": 0.09998438025231587,
587
+ "macro_pixels": 0.09998438025231697
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.011818614549454614,
592
+ "Road Line": 0.023954355469216454,
593
+ "Total": 0.1300635359804597
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.01181861454945551,
597
+ "Road Line": 0.023954355469217665,
598
+ "Total": 0.1300635359804592
599
+ },
600
+ "macro_km": 0.055278835333043584,
601
+ "macro_pixels": 0.05527883533304412
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 14763.366623170044,
607
+ 53.611415424853746,
608
+ 3880.2717768219927
609
+ ],
610
+ [
611
+ 1180414.3344919807,
612
+ 40788.476486953194,
613
+ 481178.7112656054
614
+ ],
615
+ [
616
+ 50050.621752550425,
617
+ 323.12002663842645,
618
+ 80052.13754137717
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0.01874947561142597,
631
+ 6.808649758956426e-05,
632
+ 0.004927945156563932
633
+ ],
634
+ [
635
+ 1.4991262048049372,
636
+ 0.051801365138430595,
637
+ 0.6110969633073081
638
+ ],
639
+ [
640
+ 0.06356428962573882,
641
+ 0.0004103624338308017,
642
+ 0.10166621467754781
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
+ }