CRASAR-U-DROIDs-RDA_AAAI26_Full_NoPretrained_ScaleMAE_Segmenter / CRASAR-U-DROIDs_RDA_metrics_unadjusted.json
tmanzini's picture
Upload 5 files
6886723 verified
raw
history blame
81.8 kB
{
"global": {
"model_name": "BDA_SegmenterVit_NoPreTrain_CCE_full",
"samples": {
"total": 1.617570644343792,
"class_level_km": {
"Not Able To Determine": 0.09642240464108057,
"Partial Flooding": 0.022774614178632652,
"Partial Obstruction": 0.13533291378120108,
"Partial Road Condition": 0.08200654072063511,
"Particulate Partial": 0.30924661918317975,
"Particulate Total": 0.20763928205734275,
"Road Line": 11.897280042176765,
"Total Destruction": 0.004603331420362238,
"Total Flooding": 0.055113808194822735,
"Total Obstruction": 0.1386207165730015
},
"total_predicted_segments": 1079800
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9576693764947196,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9469150547619039,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09576693764947196,
"macro_pixels": 0.09469150547619039
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.992553702621292,
"Partial Flooding": 0.9982412121903544,
"Partial Obstruction": 0.989548807407438,
"Partial Road Condition": 0.9936669792515753,
"Particulate Partial": 0.9761181823003724,
"Particulate Total": 0.9839648902404403,
"Road Line": 0.9187769743098871,
"Total Destruction": 0.9996445040463743,
"Total Flooding": 0.9957437920468861,
"Total Obstruction": 0.9892949042051541
},
"class_level_pixels": {
"Not Able To Determine": 0.9970459377216919,
"Partial Flooding": 0.9994547691166438,
"Partial Obstruction": 0.985922678625901,
"Partial Road Condition": 0.9904515148983419,
"Particulate Partial": 0.9640165931436119,
"Particulate Total": 0.9796641291071788,
"Road Line": 0.8991820261449202,
"Total Destruction": 0.9994583035111895,
"Total Flooding": 0.998653850959505,
"Total Obstruction": 0.9845142490608563
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9187769743098871,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8991820261449202,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09187769743098871,
"macro_pixels": 0.08991820261449202
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.1,
"macro_pixels": 0.1
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9187769743098871,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8991820261449202,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09187769743098871,
"macro_pixels": 0.08991820261449202
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
127779.27030513246,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
23584.202992159288,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
608920.7618410487,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
413023.9459637031,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
1556478.1775134203,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
879637.0891653743,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
38894516.21111327,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
23431.32119296298,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
58228.27209145069,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
669843.0055659406,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.09642240464108057,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.022774614178632652,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.13533291378120108,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.08200654072063511,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.30924661918317975,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.20763928205734275,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
11.897280042176765,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.004603331420362238,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.055113808194822735,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.1386207165730015,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"per_event": {
"Mussett Bayou Fire": {
"model_name": "BDA_SegmenterVit_NoPreTrain_CCE_full",
"samples": {
"total": 0.11308100756115586,
"class_level_km": {
"Not Able To Determine": 0.009979574259608383,
"Partial Flooding": 0,
"Partial Obstruction": 0,
"Partial Road Condition": 0,
"Particulate Partial": 0.0006091917262747284,
"Particulate Total": 0.0009357464537026491,
"Road Line": 0.7008939529238464,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0
},
"total_predicted_segments": 79544
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9918457431701112,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9899940026407835,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09918457431701112,
"macro_pixels": 0.09899940026407836
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9859919769843172,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9991448962149458,
"Particulate Total": 0.99868652133655,
"Road Line": 0.9838233945358131,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 1.0
},
"class_level_pixels": {
"Not Able To Determine": 0.9821267985257774,
"Partial Flooding": 1.0,
"Partial Obstruction": 1.0,
"Partial Road Condition": 1.0,
"Particulate Partial": 0.9992348178600541,
"Particulate Total": 0.9988246451108757,
"Road Line": 0.9801862614967072,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 1.0
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9838233945358131,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9801862614967072,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09838233945358131,
"macro_pixels": 0.09801862614967072
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.1,
"macro_pixels": 0.1
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9838233945358131,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9801862614967072,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09838233945358131,
"macro_pixels": 0.09801862614967072
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
44255.23174646461,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
1894.64170593072,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
2910.2566251240887,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
2427006.1644971413,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.009979574259608383,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.0006091917262747284,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.0009357464537026491,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.7008939529238464,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Michael": {
"model_name": "BDA_SegmenterVit_NoPreTrain_CCE_full",
"samples": {
"total": 0.4105051213097,
"class_level_km": {
"Not Able To Determine": 0.0002018781394271139,
"Partial Flooding": 0.0013056297871139218,
"Partial Obstruction": 0.09354824678912581,
"Partial Road Condition": 0.07707877027366157,
"Particulate Partial": 0.2948410664170378,
"Particulate Total": 0.15294351475567386,
"Road Line": 2.4966361316445975,
"Total Destruction": 0.004603331420362238,
"Total Flooding": 0.003447056520946828,
"Total Obstruction": 0.1184040577001173
},
"total_predicted_segments": 421988
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.869961740523981,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.8702576655770533,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.0869961740523981,
"macro_pixels": 0.08702576655770533
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9999377497574375,
"Partial Flooding": 0.999597401822826,
"Partial Obstruction": 0.9711538799077336,
"Partial Road Condition": 0.9762323342211827,
"Particulate Partial": 0.9090841239476183,
"Particulate Total": 0.952839020020113,
"Road Line": 0.7698515808901625,
"Total Destruction": 0.9985805372571482,
"Total Flooding": 0.9989370810273739,
"Total Obstruction": 0.9634894529287292
},
"class_level_pixels": {
"Not Able To Determine": 0.9999375395862287,
"Partial Flooding": 0.999597741021678,
"Partial Obstruction": 0.9712299686136088,
"Partial Road Condition": 0.9761692323253017,
"Particulate Partial": 0.9092168179983281,
"Particulate Total": 0.9530710129002009,
"Road Line": 0.7703151763552937,
"Total Destruction": 0.9985888955455984,
"Total Flooding": 0.9989433398625686,
"Total Obstruction": 0.9635606285017805
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7698515808901625,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7703151763552937,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.07698515808901625,
"macro_pixels": 0.07703151763552937
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.1,
"macro_pixels": 0.1
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7698515808901625,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.7703151763552937,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.07698515808901625,
"macro_pixels": 0.07703151763552937
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
1037.1521486998179,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
6679.490872853305,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
477724.9792128466,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
395708.7442527621,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
1507450.3448452728,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
779253.5602632726,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
12791046.233816188,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
23431.32119296298,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
17545.79045847772,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
605074.0007100039,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.0002018781394271139,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.0013056297871139218,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.09354824678912581,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.07707877027366157,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.2948410664170378,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.15294351475567386,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
2.4966361316445975,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.004603331420362238,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.003447056520946828,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.1184040577001173,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Mayfield Tornado": {
"model_name": "BDA_SegmenterVit_NoPreTrain_CCE_full",
"samples": {
"total": 0.7815637246100545,
"class_level_km": {
"Not Able To Determine": 0.005723327063195848,
"Partial Flooding": 0,
"Partial Obstruction": 0.03950814411801421,
"Partial Road Condition": 0.004927770446973891,
"Particulate Partial": 0.013796361039861756,
"Particulate Total": 0.021023142215867756,
"Road Line": 6.537725424353316,
"Total Destruction": 0,
"Total Flooding": 0,
"Total Obstruction": 0.01949704762058936
},
"total_predicted_segments": 528081
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9920731127457244,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9921250335726524,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09920731127457244,
"macro_pixels": 0.09921250335726524
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.999138338801199,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9940519501249461,
"Partial Road Condition": 0.9992581118388182,
"Particulate Partial": 0.997922923351848,
"Particulate Total": 0.996834913377434,
"Road Line": 0.9842709082285336,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 0.9970646707342882
},
"class_level_pixels": {
"Not Able To Determine": 0.9991449513860028,
"Partial Flooding": 1.0,
"Partial Obstruction": 0.9942031218717848,
"Partial Road Condition": 0.9992243307798313,
"Particulate Partial": 0.9978885740929829,
"Particulate Total": 0.9967882246824916,
"Road Line": 0.9843731282358124,
"Total Destruction": 1.0,
"Total Flooding": 1.0,
"Total Obstruction": 0.9971239254227187
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9842709082285336,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9843731282358124,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09842709082285336,
"macro_pixels": 0.09843731282358123
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.1,
"macro_pixels": 0.1
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9842709082285336,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9843731282358124,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09842709082285336,
"macro_pixels": 0.09843731282358123
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
19087.18154473235,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
129403.24493210006,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
17315.201710938847,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
47133.19096219025,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
71696.20248793783,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
21974082.290547833,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
64202.38182263057,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.005723327063195848,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.03950814411801421,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.004927770446973891,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.013796361039861756,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.021023142215867756,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
6.537725424353316,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.01949704762058936,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
},
"Hurricane Idalia": {
"model_name": "BDA_SegmenterVit_NoPreTrain_CCE_full",
"samples": {
"total": 0.3124207908628798,
"class_level_km": {
"Not Able To Determine": 0.0805176251788493,
"Partial Flooding": 0.021468984391518755,
"Partial Obstruction": 0.002276522874060712,
"Partial Road Condition": 0,
"Particulate Partial": 0,
"Particulate Total": 0.03273687863209669,
"Road Line": 2.162024533250559,
"Total Destruction": 0,
"Total Flooding": 0.05166675167387598,
"Total Obstruction": 0.0007196112522960949
},
"total_predicted_segments": 50187
},
"metrics": {
"F1": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9580394188641463,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9580394188641445,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09580394188641464,
"macro_pixels": 0.09580394188641445
},
"Accuracy": {
"class_level_km": {
"Not Able To Determine": 0.9657577393510929,
"Partial Flooding": 0.9908697436397464,
"Partial Obstruction": 0.9990318481269954,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.986077772059696,
"Road Line": 0.9194584096643812,
"Total Destruction": 1.0,
"Total Flooding": 0.9780273403025807,
"Total Obstruction": 0.99969396618427
},
"class_level_pixels": {
"Not Able To Determine": 0.9657577393510909,
"Partial Flooding": 0.990869743639746,
"Partial Obstruction": 0.9990318481269953,
"Partial Road Condition": 1.0,
"Particulate Partial": 1.0,
"Particulate Total": 0.9860777720596957,
"Road Line": 0.9194584096643776,
"Total Destruction": 1.0,
"Total Flooding": 0.9780273403025799,
"Total Obstruction": 0.9996939661842699
}
},
"Precision": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9194584096643812,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9194584096643776,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09194584096643812,
"macro_pixels": 0.09194584096643776
},
"Recall": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 1.0,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.1,
"macro_pixels": 0.1
},
"IoU": {
"class_level_km": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9194584096643812,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"class_level_pixels": {
"Not Able To Determine": 0.0,
"Partial Flooding": 0.0,
"Partial Obstruction": 0.0,
"Partial Road Condition": 0.0,
"Particulate Partial": 0.0,
"Particulate Total": 0.0,
"Road Line": 0.9194584096643776,
"Total Destruction": 0.0,
"Total Flooding": 0.0,
"Total Obstruction": 0.0
},
"macro_km": 0.09194584096643812,
"macro_pixels": 0.09194584096643776
},
"Confusion_Matrix_pixels": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
63399.70486523686,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
16904.712119306103,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
1792.5376961107975,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
25777.069789052257,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
1702381.5222444604,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
40682.48163297299,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
566.6230333040121,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
},
"Confusion_Matrix_km": {
"matrix": [
[
0,
0,
0,
0,
0,
0,
0.0805176251788493,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.021468984391518755,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.002276522874060712,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.03273687863209669,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
2.162024533250559,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.05166675167387598,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0.0007196112522960949,
0,
0,
0
]
],
"class_labels": [
"Not Able To Determine",
"Partial Flooding",
"Partial Obstruction",
"Partial Road Condition",
"Particulate Partial",
"Particulate Total",
"Road Line",
"Total Destruction",
"Total Flooding",
"Total Obstruction"
]
}
}
}
}
}