{ "global": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", "samples": { "total": 1.617570644343792, "class_level_km": { "Partial": 0.6333428226808886, "Road Line": 12.296186806064833, "Total": 0.5996808464683059 }, "total_predicted_segments": 1077687 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.08793789481355878, "Road Line": 1.861859782418739e-05, "Total": 0.13324599822749097 }, "class_level_pixels": { "Partial": 0.11601242601152899, "Road Line": 1.9923996608637506e-05, "Total": 0.10538237110090086 }, "macro_km": 0.07373417054629132, "macro_pixels": 0.07380490703634617 }, "Accuracy": { "class_level_km": { "Partial": 0.3466164679177696, "Road Line": 0.09114634895749732, "Total": 0.6751848916981685 }, "class_level_pixels": { "Partial": 0.3132327297105765, "Road Line": 0.10702716107666159, "Total": 0.7046756307869002 } }, "Precision": { "class_level_km": { "Partial": 0.047043048042108196, "Road Line": 1.0, "Total": 0.07556017520001711 }, "class_level_pixels": { "Partial": 0.0631618753260755, "Road Line": 1.0, "Total": 0.060710126909970366 }, "macro_km": 0.37420107441404177, "macro_pixels": 0.3746240007453486 }, "Recall": { "class_level_km": { "Partial": 0.09087421012858801, "Road Line": 9.282815968671182e-05, "Total": 0.03697786473938839 }, "class_level_pixels": { "Partial": 0.14387018666176016, "Road Line": 8.311881826038543e-05, "Total": 0.02468371654127123 }, "macro_km": 0.04264830100922104, "macro_pixels": 0.056212340673763926 }, "IoU": { "class_level_km": { "Partial": 0.04599112893615143, "Road Line": 9.309385575946712e-06, "Total": 0.07137844520540576 }, "class_level_pixels": { "Partial": 0.06157812695437603, "Road Line": 9.962097546717622e-06, "Total": 0.055621973264407515 }, "macro_km": 0.039126294509044375, "macro_pixels": 0.03907002077211009 }, "Confusion_Matrix_pixels": { "matrix": [ [ 2014452.3168338274, 0, 820279.1684823408 ], [ 28707453.692158986, 397.66046443586254, 11209491.613656444 ], [ 1171578.8888849544, 0, 777533.0404435204 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.42614980557194454, 0, 0.20719301710894403 ], [ 8.370671848477539, 0.00011446994409152622, 3.9254004876432034 ], [ 0.2618984609927696, 0, 0.33778238547553624 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "per_event": { "Mussett Bayou Fire": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", "samples": { "total": 0.11308100756115586, "class_level_km": { "Partial": 0.0008397396136685919, "Road Line": 0.8874983110217115, "Total": 0.013660820515815839 }, "total_predicted_segments": 79009 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.0031620780126609617, "Road Line": 0.0, "Total": 0.06047682799354331 }, "class_level_pixels": { "Partial": 0.0029193636528106717, "Road Line": 0.0, "Total": 0.0767198616754639 }, "macro_km": 0.021212968668734757, "macro_pixels": 0.026546408442758188 }, "Accuracy": { "class_level_km": { "Partial": 0.41302363634817596, "Road Line": 0.016076029131807862, "Total": 0.5986002688817084 }, "class_level_pixels": { "Partial": 0.42424254881795076, "Road Line": 0.020326418239819538, "Total": 0.5910947375508141 } }, "Precision": { "class_level_km": { "Partial": 0.0015835426490267799, "Road Line": 0.0, "Total": 0.03134972322543249 }, "class_level_pixels": { "Partial": 0.001461815612087856, "Road Line": 0.0, "Total": 0.040125135468335654 }, "macro_km": 0.010977755291486422, "macro_pixels": 0.013862317026807838 }, "Recall": { "class_level_km": { "Partial": 0.0022540510145974495, "Road Line": 0.0, "Total": 0.02158199971813875 }, "class_level_pixels": { "Partial": 0.00198679593391374, "Road Line": 0.0, "Total": 0.028741533047140406 }, "macro_km": 0.0079453502442454, "macro_pixels": 0.010242776327018048 }, "IoU": { "class_level_km": { "Partial": 0.0015835426490267799, "Road Line": 0.0, "Total": 0.03118128665149146 }, "class_level_pixels": { "Partial": 0.001461815612087856, "Road Line": 0.0, "Total": 0.03989011280608261 }, "macro_km": 0.010921609766839412, "macro_pixels": 0.013783976139390156 }, "Confusion_Matrix_pixels": { "matrix": [ [ 2611.6666158744997, 0, 0 ], [ 1776249.9428232303, 0, 1259259.922495593 ], [ 7729.390327517413, 0, 52640.16888767558 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.0008397396136685919, 0, 0 ], [ 0.527444112039499, 0, 0.36005419898221247 ], [ 0.0020079053668800974, 0, 0.011652915148935742 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Michael": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", "samples": { "total": 0.4105051213097, "class_level_km": { "Partial": 0.4866479498023222, "Road Line": 2.6320241922300394, "Total": 0.29839718033927076 }, "total_predicted_segments": 420925 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.2207421816524621, "Road Line": 1.171813559774022e-05, "Total": 0.17489857673504927 }, "class_level_pixels": { "Partial": 0.22046159382516337, "Road Line": 1.175081166748115e-05, "Total": 0.17452266682945647 }, "macro_km": 0.13188415884103635, "macro_pixels": 0.1316653371554291 }, "Accuracy": { "class_level_km": { "Partial": 0.278368456061625, "Road Line": 0.2297467441764579, "Total": 0.7494266634546128 }, "class_level_pixels": { "Partial": 0.2781513702532737, "Road Line": 0.2292713922503822, "Total": 0.7496596498483423 } }, "Precision": { "class_level_km": { "Partial": 0.13042983355242746, "Road Line": 1.0, "Total": 0.12274446084140878 }, "class_level_pixels": { "Partial": 0.13024028042439012, "Road Line": 1.0, "Total": 0.1223656547366803 }, "macro_km": 0.4177247647979454, "macro_pixels": 0.4175353117203568 }, "Recall": { "class_level_km": { "Partial": 0.36717208415792796, "Road Line": 1.9643451090093096e-05, "Total": 0.035436813161975916 }, "class_level_pixels": { "Partial": 0.3669698319569677, "Road Line": 1.975124993175228e-05, "Total": 0.035300707706941485 }, "macro_km": 0.13420951359033131, "macro_pixels": 0.13409676363794698 }, "IoU": { "class_level_km": { "Partial": 0.12406419090937225, "Road Line": 5.859102127746718e-06, "Total": 0.09582951090036994 }, "class_level_pixels": { "Partial": 0.12388695465081374, "Road Line": 5.875440354337108e-06, "Total": 0.09560385311733248 }, "macro_km": 0.07329985363728998, "macro_pixels": 0.07316556106950019 }, "Confusion_Matrix_pixels": { "matrix": [ [ 1785834.615269847, 0, 703188.017332459 ], [ 10866860.588040989, 79.22716628482522, 2617524.5835065404 ], [ 1059150.390469179, 0, 462995.9775242076 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.3492556695223234, 0, 0.1373922802799988 ], [ 2.1208236602327237, 1.542129854497586e-05, 0.5111851106987707 ], [ 0.20764907033477545, 0, 0.09074811000449529 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Mayfield Tornado": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", "samples": { "total": 0.7815637246100545, "class_level_km": { "Partial": 0.09027413783106299, "Road Line": 6.384128758246053, "Total": 0.05502773992362073 }, "total_predicted_segments": 527532 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.028111040072986912, "Road Line": 3.102917018081029e-05, "Total": 0.029862314349437445 }, "class_level_pixels": { "Partial": 0.027756630281106056, "Road Line": 2.960270013910156e-05, "Total": 0.02951445709551163 }, "macro_km": 0.01933479453086839, "macro_pixels": 0.019100230025585595 }, "Accuracy": { "class_level_km": { "Partial": 0.30940029418477366, "Road Line": 0.02226854598907081, "Total": 0.6976434864432177 }, "class_level_pixels": { "Partial": 0.30739258804263064, "Road Line": 0.021962878637057065, "Total": 0.6995830698120707 } }, "Precision": { "class_level_km": { "Partial": 0.01433442652605405, "Road Line": 1.0, "Total": 0.015346129631854267 }, "class_level_pixels": { "Partial": 0.014148590297125778, "Road Line": 1.0, "Total": 0.015165830291383086 }, "macro_km": 0.3432268520526361, "macro_pixels": 0.34310480686283623 }, "Recall": { "class_level_km": { "Partial": 0.03228017916074972, "Road Line": 0.0006812105534589874, "Total": 0.006670307831647456 }, "class_level_pixels": { "Partial": 0.03216292205626778, "Road Line": 0.0006591439402321045, "Total": 0.006529814534895993 }, "macro_km": 0.01321056584861872, "macro_pixels": 0.01311729351046529 }, "IoU": { "class_level_km": { "Partial": 0.014255894040822361, "Road Line": 1.5514825796490126e-05, "Total": 0.015157475828688878 }, "class_level_pixels": { "Partial": 0.014073633460895973, "Road Line": 1.480156915275739e-05, "Total": 0.014978266245997131 }, "macro_km": 0.009809628231769243, "macro_pixels": 0.00968890042534862 }, "Confusion_Matrix_pixels": { "matrix": [ [ 217469.2412370635, 0, 81863.38152711185 ], [ 15069944.952988679, 318.4332981510374, 6443219.060384461 ], [ 82968.06083477913, 0, 100482.18877356099 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.06521266842304181, 0, 0.025061469408021172 ], [ 4.459518351675757, 9.904864554655034e-05, 1.9245113579247488 ], [ 0.02464305527925597, 0, 0.030384684644364755 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Idalia": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", "samples": { "total": 0.3124207908628798, "class_level_km": { "Partial": 0.055580995433830827, "Road Line": 2.3925355445684557, "Total": 0.23259510568960634 }, "total_predicted_segments": 50221 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.015980061990662226, "Road Line": 0.0, "Total": 0.254341325808591 }, "class_level_pixels": { "Partial": 0.015980061990662358, "Road Line": 0.0, "Total": 0.25434132580860563 }, "macro_km": 0.09010712926641773, "macro_pixels": 0.09010712926642267 }, "Accuracy": { "class_level_km": { "Partial": 0.5019145665635184, "Road Line": 0.10749985049177446, "Total": 0.5516162585397694 }, "class_level_pixels": { "Partial": 0.5019145665635036, "Road Line": 0.10749985049177901, "Total": 0.551616258539786 } }, "Precision": { "class_level_km": { "Partial": 0.008331293612344354, "Road Line": 0.0, "Total": 0.1486144638839196 }, "class_level_pixels": { "Partial": 0.008331293612344429, "Road Line": 0.0, "Total": 0.14861446388392963 }, "macro_km": 0.052315252498754655, "macro_pixels": 0.052315252498758014 }, "Recall": { "class_level_km": { "Partial": 0.008057839393686012, "Road Line": 0.0, "Total": 0.13863077755040015 }, "class_level_pixels": { "Partial": 0.008057839393686553, "Road Line": 0.0, "Total": 0.13863077755040154 }, "macro_km": 0.04889620564802872, "macro_pixels": 0.04889620564802936 }, "IoU": { "class_level_km": { "Partial": 0.00805438578742096, "Road Line": 0.0, "Total": 0.14569934522073863 }, "class_level_pixels": { "Partial": 0.008054385787421027, "Road Line": 0.0, "Total": 0.14569934522074826 }, "macro_km": 0.05125124366938653, "macro_pixels": 0.05125124366938976 }, "Confusion_Matrix_pixels": { "matrix": [ [ 8536.79371094955, 0, 35227.76962277591 ], [ 994398.2082912422, 0, 889488.0472743869 ], [ 21731.04725342838, 0, 161414.7052580729 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.010841728012905946, 0, 0.04473926742092488 ], [ 1.2628857245298915, 0, 1.129649820038564 ], [ 0.02759843001185391, 0, 0.20499667567775243 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } } } }