| {"global": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 1.617570644343792, "class_level_km": {"Partial": 0.155210775982962, "Road Line": 3.43026803308393, "Total": 0.13221193643896928}, "total_predicted_segments": 299941}, "metrics": {"F1": {"class_level_km": {"Partial": 0.02961093128944341, "Road Line": 0.8520310815406343, "Total": 0.14730716480049053}, "class_level_pixels": {"Partial": 0.026423973786442734, "Road Line": 0.8539108728513919, "Total": 0.1293718062388786}, "macro_km": 0.3429830592101894, "macro_pixels": 0.3365688842922378}, "Accuracy": {"class_level_km": {"Partial": 0.9488600446881156, "Road Line": 0.7497195780061452, "Total": 0.7818296849328162}, "class_level_pixels": {"Partial": 0.9319390863133327, "Road Line": 0.7518768634019145, "Total": 0.7983145178274978}}, "Precision": {"class_level_km": {"Partial": 0.07124820831300287, "Road Line": 0.9373374080372473, "Total": 0.0855435804898824}, "class_level_pixels": {"Partial": 0.08420684706087857, "Road Line": 0.9115743982899266, "Total": 0.07742806052954058}, "macro_km": 0.36470973228004416, "macro_pixels": 0.3577364352934486}, "Recall": {"class_level_km": {"Partial": 0.0008223077057847653, "Road Line": 0.9611318501639614, "Total": 0.02410375832110904}, "class_level_pixels": {"Partial": 0.0009910795416464822, "Road Line": 0.9644621644832768, "Total": 0.01877057296682783}, "macro_km": 0.3286859720636184, "macro_pixels": 0.32807460566391705}, "IoU": {"class_level_km": {"Partial": 0.015027961614109603, "Road Line": 0.7422074481634089, "Total": 0.07950976114431164}, "class_level_pixels": {"Partial": 0.013388880608333577, "Road Line": 0.7450649802217951, "Total": 0.06915955114456022}, "macro_km": 0.27891505697394336, "macro_pixels": 0.27587113732489627}, "Confusion_Matrix_pixels": {"matrix": [[11427.928788958856, 588083.1255813147, 129743.06829203373], [120256.51583067815, 8972292.090838749, 2079405.4018373794], [4028.13918838597, 282257.60397328506, 185405.6839861204]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.002900746519229431, 0.12018847735849371, 0.03212155210523886], [0.034560515615038395, 2.6788912370837985, 0.716816280385093], [0.0032519935098048684, 0.05889993526923028, 0.07006000765993413]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "per_event": {"Mussett Bayou Fire": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.11308100756115586, "class_level_km": {"Partial": 0.0002656704403700591, "Road Line": 0.20808078709929892, "Total": 0.0025410969289060056}, "total_predicted_segments": 21471}, "metrics": {"F1": {"class_level_km": {"Partial": 0.0, "Road Line": 0.8623237197707868, "Total": 0.08988140257149153}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.8697965494458532, "Total": 0.12402597317848461}, "macro_km": 0.31740170744742613, "macro_pixels": 0.3312741742081126}, "Accuracy": {"class_level_km": {"Partial": 0.9856985239356231, "Road Line": 0.76065882204875, "Total": 0.7749602981131268}, "class_level_pixels": {"Partial": 0.9811662840984564, "Road Line": 0.772988538067502, "Total": 0.7918222539690457}}, "Precision": {"class_level_km": {"Partial": 0.0, "Road Line": 0.9970773502907606, "Total": 0.04724291597983047}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.9970842853178528, "Total": 0.06642745279309568}, "macro_km": 0.34810675542353037, "macro_pixels": 0.3545039127036495}, "Recall": {"class_level_km": {"Partial": 0.0, "Road Line": 0.9853913160458546, "Total": 0.014339088538211298}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.9809343038948246, "Total": 0.018612213139635868}, "macro_km": 0.33324346819468864, "macro_pixels": 0.33318217234482017}, "IoU": {"class_level_km": {"Partial": 0.0, "Road Line": 0.7579693228701668, "Total": 0.04705540414741477}, "class_level_pixels": {"Partial": 0.0, "Road Line": 0.7695928985346715, "Total": 0.0661128413321496}, "macro_km": 0.2683415756725272, "macro_pixels": 0.278568579955607}, "Confusion_Matrix_pixels": {"matrix": [[0, 826.2592458964191, 0], [12571.015740308167, 539378.254070956, 147335.24514297384], [0.0, 751.0127237688621, 10483.497046668184]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0, 0.0002656704403700591, 0], [0.0027503328721372503, 0.15807004895351853, 0.047260405273643134], [0.0, 0.00019766711561668894, 0.0023434298132893167]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "Hurricane Michael": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.4105051213097, "class_level_km": {"Partial": 0.1298235992191106, "Road Line": 0.6876393187127027, "Total": 0.07530785611355856}, "total_predicted_segments": 115796}, "metrics": {"F1": {"class_level_km": {"Partial": 0.02164248771062665, "Road Line": 0.7920308109932034, "Total": 0.17937632360181785}, "class_level_pixels": {"Partial": 0.02162825128288897, "Road Line": 0.7921773279635906, "Total": 0.1790399314730052}, "macro_km": 0.3310165407685493, "macro_pixels": 0.3309485035731616}, "Accuracy": {"class_level_km": {"Partial": 0.8502683925743468, "Road Line": 0.6722630091445407, "Total": 0.7775583847064327}, "class_level_pixels": {"Partial": 0.8504098763900924, "Road Line": 0.6724336920678724, "Total": 0.7775845073073994}}, "Precision": {"class_level_km": {"Partial": 0.21712951857945853, "Road Line": 0.7746150532126919, "Total": 0.1302077681078186}, "class_level_pixels": {"Partial": 0.2166398155701942, "Road Line": 0.7750620463150963, "Total": 0.12978195333896708}, "macro_km": 0.37398411329998965, "macro_pixels": 0.37382793840808587}, "Recall": {"class_level_km": {"Partial": 0.0019477672156827984, "Road Line": 0.9283234675883237, "Total": 0.0312661287059881}, "class_level_pixels": {"Partial": 0.0019442948828438172, "Road Line": 0.92843017907206, "Total": 0.031189995354997467}, "macro_km": 0.32051245450333155, "macro_pixels": 0.32052148976996714}, "IoU": {"class_level_km": {"Partial": 0.010939624196428365, "Road Line": 0.6556713682775456, "Total": 0.09852465719696984}, "class_level_pixels": {"Partial": 0.010932349441864988, "Road Line": 0.6558722122908708, "Total": 0.09832172301166034}, "macro_km": 0.25504521655698126, "macro_pixels": 0.2550420949147987}, "Confusion_Matrix_pixels": {"matrix": [[7558.0949950111735, 556281.8643076386, 100181.68788122127], [25942.8910244159, 2853780.933849595, 643177.3155113929], [1386.8529270672711, 271940.40070590517, 110862.54055815977]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.001478539908520657, 0.10878111505183591, 0.01956394425875402], [0.005059203450287371, 0.5571581775408485, 0.12542193772156687], [0.0002717402995808033, 0.05333175078563922, 0.02170436502833853]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "Mayfield Tornado": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.7815637246100544, "class_level_km": {"Partial": 0.017505666120371535, "Road Line": 1.9269565891504423, "Total": 0.013081706253801896}, "total_predicted_segments": 149714}, "metrics": {"F1": {"class_level_km": {"Partial": 0.04794621907631601, "Road Line": 0.893482010758289, "Total": 0.05862979492354893}, "class_level_pixels": {"Partial": 0.0500861971386925, "Road Line": 0.8944632517742791, "Total": 0.05900699913579698}, "macro_km": 0.3333526749193847, "macro_pixels": 0.33451881601625616}, "Accuracy": {"class_level_km": {"Partial": 0.9788766079005764, "Road Line": 0.8094058452978193, "Total": 0.8225530542072483}, "class_level_pixels": {"Partial": 0.9794009923108524, "Road Line": 0.8109938615920548, "Total": 0.8236472750327277}}, "Precision": {"class_level_km": {"Partial": 0.040159701228811975, "Road Line": 0.9930683270224161, "Total": 0.030392378093237412}, "class_level_pixels": {"Partial": 0.04242824111003923, "Road Line": 0.9931827302195058, "Total": 0.030590141760790876}, "macro_km": 0.35454013544815516, "macro_pixels": 0.3554003710301119}, "Recall": {"class_level_km": {"Partial": 0.0005433736797157827, "Road Line": 0.9875886689633632, "Total": 0.006717884617042554}, "class_level_pixels": {"Partial": 0.0005544847734393556, "Road Line": 0.9876137787818414, "Total": 0.006713176237319531}, "macro_km": 0.3316166424200405, "macro_pixels": 0.3316271465975334}, "IoU": {"class_level_km": {"Partial": 0.024561935508574224, "Road Line": 0.8074717441969345, "Total": 0.03020021362759098}, "class_level_pixels": {"Partial": 0.02568636473324919, "Road Line": 0.809076001507689, "Total": 0.030400418295957198}, "macro_km": 0.28741129777769986, "macro_pixels": 0.28838759484563176}, "Confusion_Matrix_pixels": {"matrix": [[3569.8359752454453, 29109.63146151758, 25730.02422640909], [80183.1236262793, 5265053.699418285, 1126113.1536494582], [385.2436764980771, 7030.033864510384, 36346.903013160954]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.001041209380956937, 0.008772671247122436, 0.007691785492292162], [0.02477043278422693, 1.5647824221439401, 0.3374037342222754], [0.00011507912750187236, 0.0021495983855173394, 0.010817028740782685]], "class_labels": ["Partial", "Road Line", "Total"]}}}, "Hurricane Idalia": {"model_name": "RDA_UNet_simple_noattention", "samples": {"total": 0.3124207908628798, "class_level_km": {"Partial": 0.007615840203109547, "Road Line": 0.6075913381214706, "Total": 0.04128127714270373}, "total_predicted_segments": 12960}, "metrics": {"F1": {"class_level_km": {"Partial": 0.05933354228039549, "Road Line": 0.788253370232307, "Total": 0.24434950019398413}, "class_level_pixels": {"Partial": 0.05933354228039547, "Road Line": 0.7882533702323093, "Total": 0.24434950019398655}, "macro_km": 0.3639788042355622, "macro_pixels": 0.3639788042355638}, "Accuracy": {"class_level_km": {"Partial": 0.981598208675478, "Road Line": 0.6735651823076428, "Total": 0.6684143997139773}, "class_level_pixels": {"Partial": 0.981598208675478, "Road Line": 0.6735651823076458, "Total": 0.6684143997139803}}, "Precision": {"class_level_km": {"Partial": 0.07289416471484411, "Road Line": 0.9861796120755404, "Total": 0.1426111737718191}, "class_level_pixels": {"Partial": 0.07289416471484408, "Road Line": 0.9861796120755405, "Total": 0.14261117377182075}, "macro_km": 0.40056165018740125, "macro_pixels": 0.4005616501874018}, "Recall": {"class_level_km": {"Partial": 0.0005912361324856288, "Road Line": 0.9020615651188915, "Total": 0.08020664498088924}, "class_level_pixels": {"Partial": 0.0005912361324856332, "Road Line": 0.9020615651188916, "Total": 0.08020664498088921}, "macro_km": 0.32761981541075547, "macro_pixels": 0.3276198154107555}, "IoU": {"class_level_km": {"Partial": 0.03057379697803189, "Road Line": 0.6505100578521311, "Total": 0.13917889706463937}, "class_level_pixels": {"Partial": 0.030573796978031875, "Road Line": 0.6505100578521343, "Total": 0.13917889706464093}, "macro_km": 0.27342091729826745, "macro_pixels": 0.27342091729826906}, "Confusion_Matrix_pixels": {"matrix": [[299.9978187022351, 1865.3705662716104, 3831.356184403752], [1559.4854396746252, 314079.20350038697, 162779.68753353338], [2256.042584820626, 2536.1566791001337, 27712.74336812932]], "class_labels": ["Partial", "Road Line", "Total"]}, "Confusion_Matrix_km": {"matrix": [[0.00038099722975183865, 0.002369020619164946, 0.004865822354192762], [0.0019805465083867733, 0.39888058844549273, 0.20673020316759105], [0.0028651740827221944, 0.003220918982457172, 0.035195184077524366]], "class_labels": ["Partial", "Road Line", "Total"]}}}}} |