CRASAR-U-DROIDs-RDA_AAAI26_Simple_NoPretrained_ScaleMAE_Segmenter / CRASAR-U-DROIDs_RDA_metrics_adjusted.json
| { | |
| "global": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", | |
| "samples": { | |
| "total": 1.617570644343792, | |
| "class_level_km": { | |
| "Partial": 0.6333428226808886, | |
| "Road Line": 12.296186806064833, | |
| "Total": 0.5996808464683059 | |
| }, | |
| "total_predicted_segments": 1077687 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.08793789481355878, | |
| "Road Line": 1.861859782418739e-05, | |
| "Total": 0.13324599822749097 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.11601242601152899, | |
| "Road Line": 1.9923996608637506e-05, | |
| "Total": 0.10538237110090086 | |
| }, | |
| "macro_km": 0.07373417054629132, | |
| "macro_pixels": 0.07380490703634617 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.3466164679177696, | |
| "Road Line": 0.09114634895749732, | |
| "Total": 0.6751848916981685 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.3132327297105765, | |
| "Road Line": 0.10702716107666159, | |
| "Total": 0.7046756307869002 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.047043048042108196, | |
| "Road Line": 1.0, | |
| "Total": 0.07556017520001711 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0631618753260755, | |
| "Road Line": 1.0, | |
| "Total": 0.060710126909970366 | |
| }, | |
| "macro_km": 0.37420107441404177, | |
| "macro_pixels": 0.3746240007453486 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.09087421012858801, | |
| "Road Line": 9.282815968671182e-05, | |
| "Total": 0.03697786473938839 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.14387018666176016, | |
| "Road Line": 8.311881826038543e-05, | |
| "Total": 0.02468371654127123 | |
| }, | |
| "macro_km": 0.04264830100922104, | |
| "macro_pixels": 0.056212340673763926 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.04599112893615143, | |
| "Road Line": 9.309385575946712e-06, | |
| "Total": 0.07137844520540576 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.06157812695437603, | |
| "Road Line": 9.962097546717622e-06, | |
| "Total": 0.055621973264407515 | |
| }, | |
| "macro_km": 0.039126294509044375, | |
| "macro_pixels": 0.03907002077211009 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 2014452.3168338274, | |
| 0, | |
| 820279.1684823408 | |
| ], | |
| [ | |
| 28707453.692158986, | |
| 397.66046443586254, | |
| 11209491.613656444 | |
| ], | |
| [ | |
| 1171578.8888849544, | |
| 0, | |
| 777533.0404435204 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.42614980557194454, | |
| 0, | |
| 0.20719301710894403 | |
| ], | |
| [ | |
| 8.370671848477539, | |
| 0.00011446994409152622, | |
| 3.9254004876432034 | |
| ], | |
| [ | |
| 0.2618984609927696, | |
| 0, | |
| 0.33778238547553624 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_event": { | |
| "Mussett Bayou Fire": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", | |
| "samples": { | |
| "total": 0.11308100756115586, | |
| "class_level_km": { | |
| "Partial": 0.0008397396136685919, | |
| "Road Line": 0.8874983110217115, | |
| "Total": 0.013660820515815839 | |
| }, | |
| "total_predicted_segments": 79009 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.0031620780126609617, | |
| "Road Line": 0.0, | |
| "Total": 0.06047682799354331 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.0029193636528106717, | |
| "Road Line": 0.0, | |
| "Total": 0.0767198616754639 | |
| }, | |
| "macro_km": 0.021212968668734757, | |
| "macro_pixels": 0.026546408442758188 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.41302363634817596, | |
| "Road Line": 0.016076029131807862, | |
| "Total": 0.5986002688817084 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.42424254881795076, | |
| "Road Line": 0.020326418239819538, | |
| "Total": 0.5910947375508141 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.0015835426490267799, | |
| "Road Line": 0.0, | |
| "Total": 0.03134972322543249 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.001461815612087856, | |
| "Road Line": 0.0, | |
| "Total": 0.040125135468335654 | |
| }, | |
| "macro_km": 0.010977755291486422, | |
| "macro_pixels": 0.013862317026807838 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.0022540510145974495, | |
| "Road Line": 0.0, | |
| "Total": 0.02158199971813875 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.00198679593391374, | |
| "Road Line": 0.0, | |
| "Total": 0.028741533047140406 | |
| }, | |
| "macro_km": 0.0079453502442454, | |
| "macro_pixels": 0.010242776327018048 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.0015835426490267799, | |
| "Road Line": 0.0, | |
| "Total": 0.03118128665149146 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.001461815612087856, | |
| "Road Line": 0.0, | |
| "Total": 0.03989011280608261 | |
| }, | |
| "macro_km": 0.010921609766839412, | |
| "macro_pixels": 0.013783976139390156 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 2611.6666158744997, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1776249.9428232303, | |
| 0, | |
| 1259259.922495593 | |
| ], | |
| [ | |
| 7729.390327517413, | |
| 0, | |
| 52640.16888767558 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.0008397396136685919, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0.527444112039499, | |
| 0, | |
| 0.36005419898221247 | |
| ], | |
| [ | |
| 0.0020079053668800974, | |
| 0, | |
| 0.011652915148935742 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", | |
| "samples": { | |
| "total": 0.4105051213097, | |
| "class_level_km": { | |
| "Partial": 0.4866479498023222, | |
| "Road Line": 2.6320241922300394, | |
| "Total": 0.29839718033927076 | |
| }, | |
| "total_predicted_segments": 420925 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.2207421816524621, | |
| "Road Line": 1.171813559774022e-05, | |
| "Total": 0.17489857673504927 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.22046159382516337, | |
| "Road Line": 1.175081166748115e-05, | |
| "Total": 0.17452266682945647 | |
| }, | |
| "macro_km": 0.13188415884103635, | |
| "macro_pixels": 0.1316653371554291 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.278368456061625, | |
| "Road Line": 0.2297467441764579, | |
| "Total": 0.7494266634546128 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.2781513702532737, | |
| "Road Line": 0.2292713922503822, | |
| "Total": 0.7496596498483423 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.13042983355242746, | |
| "Road Line": 1.0, | |
| "Total": 0.12274446084140878 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.13024028042439012, | |
| "Road Line": 1.0, | |
| "Total": 0.1223656547366803 | |
| }, | |
| "macro_km": 0.4177247647979454, | |
| "macro_pixels": 0.4175353117203568 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.36717208415792796, | |
| "Road Line": 1.9643451090093096e-05, | |
| "Total": 0.035436813161975916 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.3669698319569677, | |
| "Road Line": 1.975124993175228e-05, | |
| "Total": 0.035300707706941485 | |
| }, | |
| "macro_km": 0.13420951359033131, | |
| "macro_pixels": 0.13409676363794698 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.12406419090937225, | |
| "Road Line": 5.859102127746718e-06, | |
| "Total": 0.09582951090036994 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.12388695465081374, | |
| "Road Line": 5.875440354337108e-06, | |
| "Total": 0.09560385311733248 | |
| }, | |
| "macro_km": 0.07329985363728998, | |
| "macro_pixels": 0.07316556106950019 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 1785834.615269847, | |
| 0, | |
| 703188.017332459 | |
| ], | |
| [ | |
| 10866860.588040989, | |
| 79.22716628482522, | |
| 2617524.5835065404 | |
| ], | |
| [ | |
| 1059150.390469179, | |
| 0, | |
| 462995.9775242076 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.3492556695223234, | |
| 0, | |
| 0.1373922802799988 | |
| ], | |
| [ | |
| 2.1208236602327237, | |
| 1.542129854497586e-05, | |
| 0.5111851106987707 | |
| ], | |
| [ | |
| 0.20764907033477545, | |
| 0, | |
| 0.09074811000449529 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", | |
| "samples": { | |
| "total": 0.7815637246100545, | |
| "class_level_km": { | |
| "Partial": 0.09027413783106299, | |
| "Road Line": 6.384128758246053, | |
| "Total": 0.05502773992362073 | |
| }, | |
| "total_predicted_segments": 527532 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.028111040072986912, | |
| "Road Line": 3.102917018081029e-05, | |
| "Total": 0.029862314349437445 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.027756630281106056, | |
| "Road Line": 2.960270013910156e-05, | |
| "Total": 0.02951445709551163 | |
| }, | |
| "macro_km": 0.01933479453086839, | |
| "macro_pixels": 0.019100230025585595 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.30940029418477366, | |
| "Road Line": 0.02226854598907081, | |
| "Total": 0.6976434864432177 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.30739258804263064, | |
| "Road Line": 0.021962878637057065, | |
| "Total": 0.6995830698120707 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.01433442652605405, | |
| "Road Line": 1.0, | |
| "Total": 0.015346129631854267 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.014148590297125778, | |
| "Road Line": 1.0, | |
| "Total": 0.015165830291383086 | |
| }, | |
| "macro_km": 0.3432268520526361, | |
| "macro_pixels": 0.34310480686283623 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.03228017916074972, | |
| "Road Line": 0.0006812105534589874, | |
| "Total": 0.006670307831647456 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.03216292205626778, | |
| "Road Line": 0.0006591439402321045, | |
| "Total": 0.006529814534895993 | |
| }, | |
| "macro_km": 0.01321056584861872, | |
| "macro_pixels": 0.01311729351046529 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.014255894040822361, | |
| "Road Line": 1.5514825796490126e-05, | |
| "Total": 0.015157475828688878 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.014073633460895973, | |
| "Road Line": 1.480156915275739e-05, | |
| "Total": 0.014978266245997131 | |
| }, | |
| "macro_km": 0.009809628231769243, | |
| "macro_pixels": 0.00968890042534862 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 217469.2412370635, | |
| 0, | |
| 81863.38152711185 | |
| ], | |
| [ | |
| 15069944.952988679, | |
| 318.4332981510374, | |
| 6443219.060384461 | |
| ], | |
| [ | |
| 82968.06083477913, | |
| 0, | |
| 100482.18877356099 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.06521266842304181, | |
| 0, | |
| 0.025061469408021172 | |
| ], | |
| [ | |
| 4.459518351675757, | |
| 9.904864554655034e-05, | |
| 1.9245113579247488 | |
| ], | |
| [ | |
| 0.02464305527925597, | |
| 0, | |
| 0.030384684644364755 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_adjusted", | |
| "samples": { | |
| "total": 0.3124207908628798, | |
| "class_level_km": { | |
| "Partial": 0.055580995433830827, | |
| "Road Line": 2.3925355445684557, | |
| "Total": 0.23259510568960634 | |
| }, | |
| "total_predicted_segments": 50221 | |
| }, | |
| "metrics": { | |
| "F1": { | |
| "class_level_km": { | |
| "Partial": 0.015980061990662226, | |
| "Road Line": 0.0, | |
| "Total": 0.254341325808591 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.015980061990662358, | |
| "Road Line": 0.0, | |
| "Total": 0.25434132580860563 | |
| }, | |
| "macro_km": 0.09010712926641773, | |
| "macro_pixels": 0.09010712926642267 | |
| }, | |
| "Accuracy": { | |
| "class_level_km": { | |
| "Partial": 0.5019145665635184, | |
| "Road Line": 0.10749985049177446, | |
| "Total": 0.5516162585397694 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.5019145665635036, | |
| "Road Line": 0.10749985049177901, | |
| "Total": 0.551616258539786 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level_km": { | |
| "Partial": 0.008331293612344354, | |
| "Road Line": 0.0, | |
| "Total": 0.1486144638839196 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.008331293612344429, | |
| "Road Line": 0.0, | |
| "Total": 0.14861446388392963 | |
| }, | |
| "macro_km": 0.052315252498754655, | |
| "macro_pixels": 0.052315252498758014 | |
| }, | |
| "Recall": { | |
| "class_level_km": { | |
| "Partial": 0.008057839393686012, | |
| "Road Line": 0.0, | |
| "Total": 0.13863077755040015 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.008057839393686553, | |
| "Road Line": 0.0, | |
| "Total": 0.13863077755040154 | |
| }, | |
| "macro_km": 0.04889620564802872, | |
| "macro_pixels": 0.04889620564802936 | |
| }, | |
| "IoU": { | |
| "class_level_km": { | |
| "Partial": 0.00805438578742096, | |
| "Road Line": 0.0, | |
| "Total": 0.14569934522073863 | |
| }, | |
| "class_level_pixels": { | |
| "Partial": 0.008054385787421027, | |
| "Road Line": 0.0, | |
| "Total": 0.14569934522074826 | |
| }, | |
| "macro_km": 0.05125124366938653, | |
| "macro_pixels": 0.05125124366938976 | |
| }, | |
| "Confusion_Matrix_pixels": { | |
| "matrix": [ | |
| [ | |
| 8536.79371094955, | |
| 0, | |
| 35227.76962277591 | |
| ], | |
| [ | |
| 994398.2082912422, | |
| 0, | |
| 889488.0472743869 | |
| ], | |
| [ | |
| 21731.04725342838, | |
| 0, | |
| 161414.7052580729 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| }, | |
| "Confusion_Matrix_km": { | |
| "matrix": [ | |
| [ | |
| 0.010841728012905946, | |
| 0, | |
| 0.04473926742092488 | |
| ], | |
| [ | |
| 1.2628857245298915, | |
| 0, | |
| 1.129649820038564 | |
| ], | |
| [ | |
| 0.02759843001185391, | |
| 0, | |
| 0.20499667567775243 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "Partial", | |
| "Road Line", | |
| "Total" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |