| { | |
| "model_name": [ | |
| "BDA_UperNet_convnext_CCE" | |
| ], | |
| "global_metrics": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2175, | |
| "minor damage": 669, | |
| "major damage": 250, | |
| "destroyed": 624, | |
| "un-classified": 374, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6887651323008291, | |
| "minor damage": 0.6460281215570219, | |
| "major damage": 0.6670390421655388, | |
| "destroyed": 0.7993162762842695, | |
| "un-classified": 0.597815080846755 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6688809402146142, | |
| "minor damage": 0.3905882352941176, | |
| "major damage": 0.2555438225976769, | |
| "destroyed": 0.7032374100719424, | |
| "un-classified": 0.30919765166340507, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.46548961196835126, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6832844574780058, | |
| "minor damage": 0.7468230694037146, | |
| "major damage": 0.8277126099706745, | |
| "destroyed": 0.9193548387096774, | |
| "un-classified": 0.9137341153470185, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7527314548591144, | |
| "minor damage": 0.32201745877788557, | |
| "major damage": 0.17360114777618366, | |
| "destroyed": 0.8012295081967213, | |
| "un-classified": 0.5766423357664233, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4839869340618238, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6018390804597701, | |
| "minor damage": 0.4962630792227205, | |
| "major damage": 0.484, | |
| "destroyed": 0.6266025641025641, | |
| "un-classified": 0.21122994652406418, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5252443810752656, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1309, | |
| 136, | |
| 42, | |
| 13, | |
| 239, | |
| 0 | |
| ], | |
| [ | |
| 588, | |
| 332, | |
| 43, | |
| 39, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 225, | |
| 169, | |
| 121, | |
| 169, | |
| 13, | |
| 0 | |
| ], | |
| [ | |
| 14, | |
| 28, | |
| 41, | |
| 391, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 39, | |
| 4, | |
| 3, | |
| 12, | |
| 79, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_mapper_metrics": { | |
| "Pix4d React": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2175, | |
| "minor damage": 669, | |
| "major damage": 250, | |
| "destroyed": 624, | |
| "un-classified": 374, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6887651323008291, | |
| "minor damage": 0.6460281215570219, | |
| "major damage": 0.6670390421655388, | |
| "destroyed": 0.7993162762842695, | |
| "un-classified": 0.597815080846755 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6688809402146142, | |
| "minor damage": 0.3905882352941176, | |
| "major damage": 0.2555438225976769, | |
| "destroyed": 0.7032374100719424, | |
| "un-classified": 0.30919765166340507, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.46548961196835126, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6832844574780058, | |
| "minor damage": 0.7468230694037146, | |
| "major damage": 0.8277126099706745, | |
| "destroyed": 0.9193548387096774, | |
| "un-classified": 0.9137341153470185, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7527314548591144, | |
| "minor damage": 0.32201745877788557, | |
| "major damage": 0.17360114777618366, | |
| "destroyed": 0.8012295081967213, | |
| "un-classified": 0.5766423357664233, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4839869340618238, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6018390804597701, | |
| "minor damage": 0.4962630792227205, | |
| "major damage": 0.484, | |
| "destroyed": 0.6266025641025641, | |
| "un-classified": 0.21122994652406418, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5252443810752656, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1309, | |
| 136, | |
| 42, | |
| 13, | |
| 239, | |
| 0 | |
| ], | |
| [ | |
| 588, | |
| 332, | |
| 43, | |
| 39, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 225, | |
| 169, | |
| 121, | |
| 169, | |
| 13, | |
| 0 | |
| ], | |
| [ | |
| 14, | |
| 28, | |
| 41, | |
| 391, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 39, | |
| 4, | |
| 3, | |
| 12, | |
| 79, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_ortho_metrics": { | |
| "20211215-Russelville-Middle.geo.tif": { | |
| "samples": { | |
| "total": 177, | |
| "actual_class_counts": { | |
| "no damage": 55, | |
| "minor damage": 62, | |
| "major damage": 45, | |
| "destroyed": 10, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 126, | |
| "minor damage": 15, | |
| "major damage": 0, | |
| "destroyed": 18, | |
| "un-classified": 18, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5943043884220355, | |
| "minor damage": 0.3450617283950617, | |
| "destroyed": 0.7159329140461216, | |
| "un-classified": 0.6388888888888888 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5082872928176796, | |
| "minor damage": 0.025974025974025976, | |
| "major damage": 0.0, | |
| "destroyed": 0.5714285714285714, | |
| "un-classified": 0.43478260869565216, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3080944997831858, | |
| "micro": 0.3389830508474576 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4971751412429379, | |
| "minor damage": 0.576271186440678, | |
| "major damage": 0.7457627118644068, | |
| "destroyed": 0.9322033898305084, | |
| "un-classified": 0.9265536723163842, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8363636363636363, | |
| "minor damage": 0.016129032258064516, | |
| "major damage": 0.0, | |
| "destroyed": 0.8, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.28849206349206347, | |
| "micro": 0.3389830508474576 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.36507936507936506, | |
| "minor damage": 0.06666666666666667, | |
| "major damage": NaN, | |
| "destroyed": 0.4444444444444444, | |
| "un-classified": 0.2777777777777778, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5304985337243402, | |
| "micro": 0.3389830508474576 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 46, | |
| 1, | |
| 0, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 60, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 20, | |
| 12, | |
| 0, | |
| 10, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 8, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211213-Candle-Factory-AO.geo.tif": { | |
| "samples": { | |
| "total": 187, | |
| "actual_class_counts": { | |
| "no damage": 105, | |
| "minor damage": 25, | |
| "major damage": 33, | |
| "destroyed": 17, | |
| "un-classified": 7, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 92, | |
| "minor damage": 33, | |
| "major damage": 22, | |
| "destroyed": 21, | |
| "un-classified": 19, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8032036613272311, | |
| "minor damage": 0.5476190476190476, | |
| "major damage": 0.7348484848484849, | |
| "destroyed": 0.7706540447504302, | |
| "un-classified": 0.6842105263157895 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8121827411167513, | |
| "minor damage": 0.2413793103448276, | |
| "major damage": 0.4727272727272727, | |
| "destroyed": 0.631578947368421, | |
| "un-classified": 0.5384615384615384, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5392659620037621, | |
| "micro": 0.6363636363636364 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8021390374331551, | |
| "minor damage": 0.7647058823529411, | |
| "major damage": 0.8449197860962567, | |
| "destroyed": 0.9251336898395722, | |
| "un-classified": 0.9358288770053476, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7619047619047619, | |
| "minor damage": 0.28, | |
| "major damage": 0.3939393939393939, | |
| "destroyed": 0.7058823529411765, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5224890288963515, | |
| "micro": 0.6363636363636364 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8695652173913043, | |
| "minor damage": 0.21212121212121213, | |
| "major damage": 0.5909090909090909, | |
| "destroyed": 0.5714285714285714, | |
| "un-classified": 0.3684210526315789, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6283453017570665, | |
| "micro": 0.6363636363636364 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 80, | |
| 16, | |
| 2, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 7, | |
| 4, | |
| 3, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 8, | |
| 13, | |
| 6, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 3, | |
| 12, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9545454545454546, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7380952380952381, | |
| "micro": 0.9375 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9375, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9696969696969697, | |
| "micro": 0.9375 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.75, | |
| "micro": 0.9375 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211214-Mayfield.geo.tif": { | |
| "samples": { | |
| "total": 1672, | |
| "actual_class_counts": { | |
| "no damage": 697, | |
| "minor damage": 520, | |
| "major damage": 285, | |
| "destroyed": 131, | |
| "un-classified": 39, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 889, | |
| "minor damage": 387, | |
| "major damage": 153, | |
| "destroyed": 192, | |
| "un-classified": 51, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6878436172489932, | |
| "minor damage": 0.6288410299721494, | |
| "major damage": 0.6687793396928664, | |
| "destroyed": 0.7617117117117117, | |
| "un-classified": 0.7306673440505136 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6645649432534678, | |
| "minor damage": 0.43439911797133407, | |
| "major damage": 0.3333333333333333, | |
| "destroyed": 0.6439628482972136, | |
| "un-classified": 0.5333333333333333, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5219187152377364, | |
| "micro": 0.5532296650717703 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6818181818181818, | |
| "minor damage": 0.6931818181818182, | |
| "major damage": 0.8253588516746412, | |
| "destroyed": 0.93122009569378, | |
| "un-classified": 0.9748803827751196, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7560975609756098, | |
| "minor damage": 0.37884615384615383, | |
| "major damage": 0.256140350877193, | |
| "destroyed": 0.7938931297709924, | |
| "un-classified": 0.6153846153846154, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5182447825006827, | |
| "micro": 0.5532296650717703 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.592800899887514, | |
| "minor damage": 0.5090439276485789, | |
| "major damage": 0.477124183006536, | |
| "destroyed": 0.5416666666666666, | |
| "un-classified": 0.47058823529411764, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5600723621709128, | |
| "micro": 0.5532296650717703 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 527, | |
| 104, | |
| 35, | |
| 10, | |
| 21, | |
| 0 | |
| ], | |
| [ | |
| 281, | |
| 197, | |
| 27, | |
| 10, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 71, | |
| 74, | |
| 73, | |
| 66, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 9, | |
| 15, | |
| 104, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 3, | |
| 3, | |
| 2, | |
| 24, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 54, | |
| "minor damage": 119, | |
| "major damage": 120, | |
| "destroyed": 206, | |
| "un-classified": 11, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 155, | |
| "minor damage": 88, | |
| "major damage": 23, | |
| "destroyed": 224, | |
| "un-classified": 20, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6463880054520673, | |
| "minor damage": 0.6611374407582937, | |
| "major damage": 0.6499866083385413, | |
| "destroyed": 0.8085664335664335, | |
| "un-classified": 0.5928571428571429 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.45933014354066987, | |
| "minor damage": 0.4251207729468599, | |
| "major damage": 0.16783216783216784, | |
| "destroyed": 0.7813953488372093, | |
| "un-classified": 0.25806451612903225, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4183485898571878, | |
| "micro": 0.5411764705882353 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7784313725490196, | |
| "minor damage": 0.7666666666666667, | |
| "major damage": 0.7666666666666667, | |
| "destroyed": 0.8156862745098039, | |
| "un-classified": 0.9549019607843138, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8888888888888888, | |
| "minor damage": 0.3697478991596639, | |
| "major damage": 0.1, | |
| "destroyed": 0.8155339805825242, | |
| "un-classified": 0.36363636363636365, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4562833099579243, | |
| "micro": 0.5411764705882353 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3096774193548387, | |
| "minor damage": 0.5, | |
| "major damage": 0.5217391304347826, | |
| "destroyed": 0.75, | |
| "un-classified": 0.2, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5075614264534882, | |
| "micro": 0.5411764705882353 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 48, | |
| 2, | |
| 1, | |
| 2, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 61, | |
| 44, | |
| 1, | |
| 9, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 36, | |
| 31, | |
| 12, | |
| 40, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 11, | |
| 9, | |
| 168, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 5, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": {} | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.975609756097561, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4878048780487805, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9523809523809523, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9523809523809523, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 8, | |
| "major damage": 1, | |
| "destroyed": 17, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8652597402597402, | |
| "minor damage": 0.6875, | |
| "major damage": 0.4868421052631579, | |
| "destroyed": 0.9184491978609626, | |
| "un-classified": 0.972972972972973 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7692307692307693, | |
| "minor damage": 0.5454545454545454, | |
| "major damage": 0.0, | |
| "destroyed": 0.9090909090909091, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.578088578088578, | |
| "micro": 0.7692307692307693 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8461538461538461, | |
| "minor damage": 0.8717948717948718, | |
| "major damage": 0.9487179487179487, | |
| "destroyed": 0.9230769230769231, | |
| "un-classified": 0.9487179487179487, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": 1.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.633288770053476, | |
| "micro": 0.7692307692307693 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.375, | |
| "major damage": 0.0, | |
| "destroyed": 0.8823529411764706, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6208333333333333, | |
| "micro": 0.7692307692307693 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 15, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-01.geo.tif": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 13, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9230769230769231, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9666666666666667 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9166666666666666, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6458333333333333, | |
| "micro": 0.875 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9487179487179488, | |
| "micro": 0.875 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8461538461538461, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.625, | |
| "micro": 0.875 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 128, | |
| "minor damage": 11, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 16, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 89, | |
| "minor damage": 0, | |
| "major damage": 1, | |
| "destroyed": 0, | |
| "un-classified": 69, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.49173354735152486, | |
| "major damage": 0.49050632911392406, | |
| "un-classified": 0.5263285024154589 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6543778801843319, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.21176470588235294, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.17322851721333696, | |
| "micro": 0.5031446540880503 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5283018867924528, | |
| "minor damage": 0.9308176100628931, | |
| "major damage": 0.9748427672955975, | |
| "destroyed": 0.9937106918238994, | |
| "un-classified": 0.5786163522012578, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5546875, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5625, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3093958638658199, | |
| "micro": 0.5031446540880503 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.797752808988764, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.13043478260869565, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.2234375, | |
| "micro": 0.5031446540880503 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 71, | |
| 0, | |
| 1, | |
| 0, | |
| 56, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 0, | |
| 0, | |
| 0, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 0, | |
| 0, | |
| 0, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif": { | |
| "samples": { | |
| "total": 623, | |
| "actual_class_counts": { | |
| "no damage": 519, | |
| "minor damage": 38, | |
| "major damage": 24, | |
| "destroyed": 1, | |
| "un-classified": 41, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 449, | |
| "minor damage": 3, | |
| "major damage": 0, | |
| "destroyed": 1, | |
| "un-classified": 170, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5038015513401429, | |
| "minor damage": 0.6368279569892472, | |
| "destroyed": 0.4991961414790997, | |
| "un-classified": 0.5356447214647448 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7747933884297521, | |
| "minor damage": 0.04878048780487805, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.1895734597156398, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.202629467190054, | |
| "micro": 0.6356340288924559 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6500802568218299, | |
| "minor damage": 0.9373996789727127, | |
| "major damage": 0.9614767255216693, | |
| "destroyed": 0.9967897271268058, | |
| "un-classified": 0.7255216693418941, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7225433526011561, | |
| "minor damage": 0.02631578947368421, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.4878048780487805, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.32154242543342504, | |
| "micro": 0.6356340288924559 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8351893095768375, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": NaN, | |
| "destroyed": 0.0, | |
| "un-classified": 0.11764705882352941, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.24733280402472416, | |
| "micro": 0.6356340288924559 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 375, | |
| 2, | |
| 0, | |
| 0, | |
| 142, | |
| 0 | |
| ], | |
| [ | |
| 31, | |
| 1, | |
| 0, | |
| 0, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 22, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 1, | |
| 20, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 4, | |
| "destroyed": 13, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.95, | |
| "major damage": 0.5, | |
| "destroyed": 0.9166666666666667 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9473684210526315, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.8666666666666667, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.45350877192982453, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9459459459459459, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8918918918918919, | |
| "destroyed": 0.8918918918918919, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.7647058823529411, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6333333333333333, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5882352941176471, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 18, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 4, | |
| 13, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 107, | |
| "minor damage": 249, | |
| "major damage": 186, | |
| "destroyed": 83, | |
| "un-classified": 10, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 299, | |
| "minor damage": 135, | |
| "major damage": 46, | |
| "destroyed": 132, | |
| "un-classified": 23, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6346850613154961, | |
| "minor damage": 0.6225925925925925, | |
| "major damage": 0.6116298811544991, | |
| "destroyed": 0.7283194770769323, | |
| "un-classified": 0.6271668087524865 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.458128078817734, | |
| "minor damage": 0.4114583333333333, | |
| "major damage": 0.19827586206896552, | |
| "destroyed": 0.6046511627906976, | |
| "un-classified": 0.36363636363636365, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4072299601294188, | |
| "micro": 0.4188976377952756 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6535433070866141, | |
| "minor damage": 0.6440944881889764, | |
| "major damage": 0.7070866141732284, | |
| "destroyed": 0.8661417322834646, | |
| "un-classified": 0.9669291338582677, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8691588785046729, | |
| "minor damage": 0.3172690763052209, | |
| "major damage": 0.12365591397849462, | |
| "destroyed": 0.7831325301204819, | |
| "un-classified": 0.6, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4299031564248955, | |
| "micro": 0.4188976377952756 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3110367892976589, | |
| "minor damage": 0.5851851851851851, | |
| "major damage": 0.5, | |
| "destroyed": 0.49242424242424243, | |
| "un-classified": 0.2608695652173913, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5386432797817741, | |
| "micro": 0.4188976377952756 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 93, | |
| 6, | |
| 3, | |
| 1, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 134, | |
| 79, | |
| 11, | |
| 17, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 70, | |
| 44, | |
| 23, | |
| 46, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 5, | |
| 9, | |
| 65, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 3, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_gsd_metrics": { | |
| "1.946466": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 107, | |
| "minor damage": 249, | |
| "major damage": 186, | |
| "destroyed": 83, | |
| "un-classified": 10, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 299, | |
| "minor damage": 135, | |
| "major damage": 46, | |
| "destroyed": 132, | |
| "un-classified": 23, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6346850613154961, | |
| "minor damage": 0.6225925925925925, | |
| "major damage": 0.6116298811544991, | |
| "destroyed": 0.7283194770769323, | |
| "un-classified": 0.6271668087524865 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.458128078817734, | |
| "minor damage": 0.4114583333333333, | |
| "major damage": 0.19827586206896552, | |
| "destroyed": 0.6046511627906976, | |
| "un-classified": 0.36363636363636365, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4072299601294188, | |
| "micro": 0.4188976377952756 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6535433070866141, | |
| "minor damage": 0.6440944881889764, | |
| "major damage": 0.7070866141732284, | |
| "destroyed": 0.8661417322834646, | |
| "un-classified": 0.9669291338582677, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8691588785046729, | |
| "minor damage": 0.3172690763052209, | |
| "major damage": 0.12365591397849462, | |
| "destroyed": 0.7831325301204819, | |
| "un-classified": 0.6, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4299031564248955, | |
| "micro": 0.4188976377952756 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3110367892976589, | |
| "minor damage": 0.5851851851851851, | |
| "major damage": 0.5, | |
| "destroyed": 0.49242424242424243, | |
| "un-classified": 0.2608695652173913, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5386432797817741, | |
| "micro": 0.4188976377952756 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 93, | |
| 6, | |
| 3, | |
| 1, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 134, | |
| 79, | |
| 11, | |
| 17, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 70, | |
| 44, | |
| 23, | |
| 46, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 5, | |
| 9, | |
| 65, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 3, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.042949": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9545454545454546, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7380952380952381, | |
| "micro": 0.9375 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9375, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9696969696969697, | |
| "micro": 0.9375 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.75, | |
| "micro": 0.9375 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "3.110499": { | |
| "samples": { | |
| "total": 1672, | |
| "actual_class_counts": { | |
| "no damage": 697, | |
| "minor damage": 520, | |
| "major damage": 285, | |
| "destroyed": 131, | |
| "un-classified": 39, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 889, | |
| "minor damage": 387, | |
| "major damage": 153, | |
| "destroyed": 192, | |
| "un-classified": 51, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6878436172489932, | |
| "minor damage": 0.6288410299721494, | |
| "major damage": 0.6687793396928664, | |
| "destroyed": 0.7617117117117117, | |
| "un-classified": 0.7306673440505136 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6645649432534678, | |
| "minor damage": 0.43439911797133407, | |
| "major damage": 0.3333333333333333, | |
| "destroyed": 0.6439628482972136, | |
| "un-classified": 0.5333333333333333, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5219187152377364, | |
| "micro": 0.5532296650717703 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6818181818181818, | |
| "minor damage": 0.6931818181818182, | |
| "major damage": 0.8253588516746412, | |
| "destroyed": 0.93122009569378, | |
| "un-classified": 0.9748803827751196, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7560975609756098, | |
| "minor damage": 0.37884615384615383, | |
| "major damage": 0.256140350877193, | |
| "destroyed": 0.7938931297709924, | |
| "un-classified": 0.6153846153846154, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5182447825006827, | |
| "micro": 0.5532296650717703 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.592800899887514, | |
| "minor damage": 0.5090439276485789, | |
| "major damage": 0.477124183006536, | |
| "destroyed": 0.5416666666666666, | |
| "un-classified": 0.47058823529411764, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5600723621709128, | |
| "micro": 0.5532296650717703 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 527, | |
| 104, | |
| 35, | |
| 10, | |
| 21, | |
| 0 | |
| ], | |
| [ | |
| 281, | |
| 197, | |
| 27, | |
| 10, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 71, | |
| 74, | |
| 73, | |
| 66, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 9, | |
| 15, | |
| 104, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 3, | |
| 3, | |
| 2, | |
| 24, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "3.21534": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 13, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9230769230769231, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9666666666666667 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9166666666666666, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6458333333333333, | |
| "micro": 0.875 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9487179487179488, | |
| "micro": 0.875 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8461538461538461, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.625, | |
| "micro": 0.875 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.019042": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 8, | |
| "major damage": 1, | |
| "destroyed": 17, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8652597402597402, | |
| "minor damage": 0.6875, | |
| "major damage": 0.4868421052631579, | |
| "destroyed": 0.9184491978609626, | |
| "un-classified": 0.972972972972973 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7692307692307693, | |
| "minor damage": 0.5454545454545454, | |
| "major damage": 0.0, | |
| "destroyed": 0.9090909090909091, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.578088578088578, | |
| "micro": 0.7692307692307693 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8461538461538461, | |
| "minor damage": 0.8717948717948718, | |
| "major damage": 0.9487179487179487, | |
| "destroyed": 0.9230769230769231, | |
| "un-classified": 0.9487179487179487, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6666666666666666, | |
| "minor damage": 1.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.633288770053476, | |
| "micro": 0.7692307692307693 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.375, | |
| "major damage": 0.0, | |
| "destroyed": 0.8823529411764706, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6208333333333333, | |
| "micro": 0.7692307692307693 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 15, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "4.401284": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": {} | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.975609756097561, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4878048780487805, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9523809523809523, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9523809523809523, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.197147": { | |
| "samples": { | |
| "total": 177, | |
| "actual_class_counts": { | |
| "no damage": 55, | |
| "minor damage": 62, | |
| "major damage": 45, | |
| "destroyed": 10, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 126, | |
| "minor damage": 15, | |
| "major damage": 0, | |
| "destroyed": 18, | |
| "un-classified": 18, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5943043884220355, | |
| "minor damage": 0.3450617283950617, | |
| "destroyed": 0.7159329140461216, | |
| "un-classified": 0.6388888888888888 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5082872928176796, | |
| "minor damage": 0.025974025974025976, | |
| "major damage": 0.0, | |
| "destroyed": 0.5714285714285714, | |
| "un-classified": 0.43478260869565216, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3080944997831858, | |
| "micro": 0.3389830508474576 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.4971751412429379, | |
| "minor damage": 0.576271186440678, | |
| "major damage": 0.7457627118644068, | |
| "destroyed": 0.9322033898305084, | |
| "un-classified": 0.9265536723163842, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8363636363636363, | |
| "minor damage": 0.016129032258064516, | |
| "major damage": 0.0, | |
| "destroyed": 0.8, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.28849206349206347, | |
| "micro": 0.3389830508474576 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.36507936507936506, | |
| "minor damage": 0.06666666666666667, | |
| "major damage": NaN, | |
| "destroyed": 0.4444444444444444, | |
| "un-classified": 0.2777777777777778, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5304985337243402, | |
| "micro": 0.3389830508474576 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 46, | |
| 1, | |
| 0, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 60, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 20, | |
| 12, | |
| 0, | |
| 10, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 8, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.001503": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 4, | |
| "destroyed": 13, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.95, | |
| "major damage": 0.5, | |
| "destroyed": 0.9166666666666667 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9473684210526315, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.8666666666666667, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.45350877192982453, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9459459459459459, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8918918918918919, | |
| "destroyed": 0.8918918918918919, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.7647058823529411, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6333333333333333, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5882352941176471, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 18, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 4, | |
| 13, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.927101": { | |
| "samples": { | |
| "total": 187, | |
| "actual_class_counts": { | |
| "no damage": 105, | |
| "minor damage": 25, | |
| "major damage": 33, | |
| "destroyed": 17, | |
| "un-classified": 7, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 92, | |
| "minor damage": 33, | |
| "major damage": 22, | |
| "destroyed": 21, | |
| "un-classified": 19, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8032036613272311, | |
| "minor damage": 0.5476190476190476, | |
| "major damage": 0.7348484848484849, | |
| "destroyed": 0.7706540447504302, | |
| "un-classified": 0.6842105263157895 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8121827411167513, | |
| "minor damage": 0.2413793103448276, | |
| "major damage": 0.4727272727272727, | |
| "destroyed": 0.631578947368421, | |
| "un-classified": 0.5384615384615384, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5392659620037621, | |
| "micro": 0.6363636363636364 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8021390374331551, | |
| "minor damage": 0.7647058823529411, | |
| "major damage": 0.8449197860962567, | |
| "destroyed": 0.9251336898395722, | |
| "un-classified": 0.9358288770053476, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7619047619047619, | |
| "minor damage": 0.28, | |
| "major damage": 0.3939393939393939, | |
| "destroyed": 0.7058823529411765, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5224890288963515, | |
| "micro": 0.6363636363636364 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8695652173913043, | |
| "minor damage": 0.21212121212121213, | |
| "major damage": 0.5909090909090909, | |
| "destroyed": 0.5714285714285714, | |
| "un-classified": 0.3684210526315789, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6283453017570665, | |
| "micro": 0.6363636363636364 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 80, | |
| 16, | |
| 2, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 7, | |
| 4, | |
| 3, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 8, | |
| 13, | |
| 6, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 3, | |
| 12, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "1.964606": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 54, | |
| "minor damage": 119, | |
| "major damage": 120, | |
| "destroyed": 206, | |
| "un-classified": 11, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 155, | |
| "minor damage": 88, | |
| "major damage": 23, | |
| "destroyed": 224, | |
| "un-classified": 20, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6463880054520673, | |
| "minor damage": 0.6611374407582937, | |
| "major damage": 0.6499866083385413, | |
| "destroyed": 0.8085664335664335, | |
| "un-classified": 0.5928571428571429 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.45933014354066987, | |
| "minor damage": 0.4251207729468599, | |
| "major damage": 0.16783216783216784, | |
| "destroyed": 0.7813953488372093, | |
| "un-classified": 0.25806451612903225, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4183485898571878, | |
| "micro": 0.5411764705882353 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7784313725490196, | |
| "minor damage": 0.7666666666666667, | |
| "major damage": 0.7666666666666667, | |
| "destroyed": 0.8156862745098039, | |
| "un-classified": 0.9549019607843138, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8888888888888888, | |
| "minor damage": 0.3697478991596639, | |
| "major damage": 0.1, | |
| "destroyed": 0.8155339805825242, | |
| "un-classified": 0.36363636363636365, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4562833099579243, | |
| "micro": 0.5411764705882353 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3096774193548387, | |
| "minor damage": 0.5, | |
| "major damage": 0.5217391304347826, | |
| "destroyed": 0.75, | |
| "un-classified": 0.2, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5075614264534882, | |
| "micro": 0.5411764705882353 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 48, | |
| 2, | |
| 1, | |
| 2, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 61, | |
| 44, | |
| 1, | |
| 9, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 36, | |
| 31, | |
| 12, | |
| 40, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 11, | |
| 9, | |
| 168, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 5, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "12.7": { | |
| "samples": { | |
| "total": 782, | |
| "actual_class_counts": { | |
| "no damage": 647, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 57, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 538, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 1, | |
| "un-classified": 239, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5026128953623012, | |
| "minor damage": 0.6358579375267436, | |
| "major damage": 0.4827144686299616, | |
| "destroyed": 0.49871959026888607, | |
| "un-classified": 0.5348867673008314 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7527426160337553, | |
| "minor damage": 0.038461538461538464, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.19594594594594594, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.19743002008824792, | |
| "micro": 0.6086956521739131 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6253196930946292, | |
| "minor damage": 0.9360613810741688, | |
| "major damage": 0.9641943734015346, | |
| "destroyed": 0.9961636828644501, | |
| "un-classified": 0.6956521739130435, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6893353941267388, | |
| "minor damage": 0.02040816326530612, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5087719298245614, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.25673370559902114, | |
| "micro": 0.6086956521739131 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.828996282527881, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.12133891213389121, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.24370309744332128, | |
| "micro": 0.6086956521739131 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 446, | |
| 2, | |
| 1, | |
| 0, | |
| 198, | |
| 0 | |
| ], | |
| [ | |
| 39, | |
| 1, | |
| 0, | |
| 0, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 25, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 27, | |
| 0, | |
| 0, | |
| 1, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_collection_platform_metrics": { | |
| "DJI Phantom 4": { | |
| "samples": { | |
| "total": 92, | |
| "actual_class_counts": { | |
| "no damage": 43, | |
| "minor damage": 6, | |
| "major damage": 1, | |
| "destroyed": 37, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 42, | |
| "minor damage": 8, | |
| "major damage": 5, | |
| "destroyed": 34, | |
| "un-classified": 3, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9023809523809523, | |
| "minor damage": 0.6696428571428572, | |
| "major damage": 0.4942528735632184, | |
| "destroyed": 0.9274847870182554, | |
| "un-classified": 0.9887640449438202 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8941176470588236, | |
| "minor damage": 0.42857142857142855, | |
| "major damage": 0.0, | |
| "destroyed": 0.9014084507042254, | |
| "un-classified": 0.75, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5948195052668954, | |
| "micro": 0.8260869565217391 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9021739130434783, | |
| "minor damage": 0.9130434782608695, | |
| "major damage": 0.9347826086956522, | |
| "destroyed": 0.9239130434782609, | |
| "un-classified": 0.9782608695652174, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8837209302325582, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 0.8648648648648649, | |
| "un-classified": 0.6, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.644187675070028, | |
| "micro": 0.8260869565217391 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9047619047619048, | |
| "minor damage": 0.375, | |
| "major damage": 0.0, | |
| "destroyed": 0.9411764705882353, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5697171590194846, | |
| "micro": 0.8260869565217391 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 38, | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 5, | |
| 32, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic 2": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": {} | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.975609756097561, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4878048780487805, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9523809523809523, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9523809523809523, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Wingtra WingtraOne Gen II": { | |
| "samples": { | |
| "total": 782, | |
| "actual_class_counts": { | |
| "no damage": 647, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 57, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 538, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 1, | |
| "un-classified": 239, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5026128953623012, | |
| "minor damage": 0.6358579375267436, | |
| "major damage": 0.4827144686299616, | |
| "destroyed": 0.49871959026888607, | |
| "un-classified": 0.5348867673008314 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7527426160337553, | |
| "minor damage": 0.038461538461538464, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.19594594594594594, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.19743002008824792, | |
| "micro": 0.6086956521739131 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6253196930946292, | |
| "minor damage": 0.9360613810741688, | |
| "major damage": 0.9641943734015346, | |
| "destroyed": 0.9961636828644501, | |
| "un-classified": 0.6956521739130435, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6893353941267388, | |
| "minor damage": 0.02040816326530612, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5087719298245614, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.25673370559902114, | |
| "micro": 0.6086956521739131 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.828996282527881, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.12133891213389121, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.24370309744332128, | |
| "micro": 0.6086956521739131 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 446, | |
| 2, | |
| 1, | |
| 0, | |
| 198, | |
| 0 | |
| ], | |
| [ | |
| 39, | |
| 1, | |
| 0, | |
| 0, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 25, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 27, | |
| 0, | |
| 0, | |
| 1, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic Pro": { | |
| "samples": { | |
| "total": 1145, | |
| "actual_class_counts": { | |
| "no damage": 161, | |
| "minor damage": 368, | |
| "major damage": 306, | |
| "destroyed": 289, | |
| "un-classified": 21, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 454, | |
| "minor damage": 223, | |
| "major damage": 69, | |
| "destroyed": 356, | |
| "un-classified": 43, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6408145635833913, | |
| "minor damage": 0.6429214127992374, | |
| "major damage": 0.6276938203760574, | |
| "destroyed": 0.7917592315689039, | |
| "un-classified": 0.6112881441776052 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4585365853658537, | |
| "minor damage": 0.41624365482233505, | |
| "major damage": 0.18666666666666668, | |
| "destroyed": 0.7224806201550388, | |
| "un-classified": 0.3125, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.41928550540197884, | |
| "micro": 0.4733624454148472 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7091703056768559, | |
| "minor damage": 0.6986899563318777, | |
| "major damage": 0.7336244541484717, | |
| "destroyed": 0.8436681222707424, | |
| "un-classified": 0.9615720524017467, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8757763975155279, | |
| "minor damage": 0.3342391304347826, | |
| "major damage": 0.11437908496732026, | |
| "destroyed": 0.8062283737024222, | |
| "un-classified": 0.47619047619047616, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4512882184640154, | |
| "micro": 0.4733624454148472 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.31057268722466963, | |
| "minor damage": 0.5515695067264574, | |
| "major damage": 0.5072463768115942, | |
| "destroyed": 0.6544943820224719, | |
| "un-classified": 0.23255813953488372, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5213626925621059, | |
| "micro": 0.4733624454148472 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 141, | |
| 8, | |
| 4, | |
| 3, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 195, | |
| 123, | |
| 12, | |
| 26, | |
| 12, | |
| 0 | |
| ], | |
| [ | |
| 106, | |
| 75, | |
| 35, | |
| 86, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 16, | |
| 18, | |
| 233, | |
| 12, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 1, | |
| 0, | |
| 8, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "SenseFly eBee X": { | |
| "samples": { | |
| "total": 2052, | |
| "actual_class_counts": { | |
| "no damage": 868, | |
| "minor damage": 608, | |
| "major damage": 363, | |
| "destroyed": 160, | |
| "un-classified": 53, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1120, | |
| "minor damage": 435, | |
| "major damage": 175, | |
| "destroyed": 233, | |
| "un-classified": 89, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6869865113427345, | |
| "minor damage": 0.6110187021517071, | |
| "major damage": 0.6719263262044296, | |
| "destroyed": 0.7610404717018973, | |
| "un-classified": 0.7037897737354541 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6680080482897385, | |
| "minor damage": 0.3930968360498562, | |
| "major damage": 0.31970260223048325, | |
| "destroyed": 0.6412213740458015, | |
| "un-classified": 0.5211267605633803, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5086311242358519, | |
| "micro": 0.5448343079922028 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6783625730994152, | |
| "minor damage": 0.6915204678362573, | |
| "major damage": 0.8216374269005848, | |
| "destroyed": 0.9312865497076024, | |
| "un-classified": 0.9668615984405458, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7649769585253456, | |
| "minor damage": 0.3371710526315789, | |
| "major damage": 0.2369146005509642, | |
| "destroyed": 0.7875, | |
| "un-classified": 0.6981132075471698, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5024105902738598, | |
| "micro": 0.5448343079922028 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5928571428571429, | |
| "minor damage": 0.47126436781609193, | |
| "major damage": 0.49142857142857144, | |
| "destroyed": 0.5407725321888412, | |
| "un-classified": 0.4157303370786517, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5649351638510117, | |
| "micro": 0.5448343079922028 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 664, | |
| 121, | |
| 37, | |
| 10, | |
| 36, | |
| 0 | |
| ], | |
| [ | |
| 351, | |
| 205, | |
| 31, | |
| 13, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 94, | |
| 94, | |
| 86, | |
| 82, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 12, | |
| 18, | |
| 126, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 3, | |
| 3, | |
| 2, | |
| 37, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_source_metrics": { | |
| "sUAS": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2175, | |
| "minor damage": 669, | |
| "major damage": 250, | |
| "destroyed": 624, | |
| "un-classified": 374, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6887651323008291, | |
| "minor damage": 0.6460281215570219, | |
| "major damage": 0.6670390421655388, | |
| "destroyed": 0.7993162762842695, | |
| "un-classified": 0.597815080846755 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6688809402146142, | |
| "minor damage": 0.3905882352941176, | |
| "major damage": 0.2555438225976769, | |
| "destroyed": 0.7032374100719424, | |
| "un-classified": 0.30919765166340507, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.46548961196835126, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6832844574780058, | |
| "minor damage": 0.7468230694037146, | |
| "major damage": 0.8277126099706745, | |
| "destroyed": 0.9193548387096774, | |
| "un-classified": 0.9137341153470185, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7527314548591144, | |
| "minor damage": 0.32201745877788557, | |
| "major damage": 0.17360114777618366, | |
| "destroyed": 0.8012295081967213, | |
| "un-classified": 0.5766423357664233, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4839869340618238, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6018390804597701, | |
| "minor damage": 0.4962630792227205, | |
| "major damage": 0.484, | |
| "destroyed": 0.6266025641025641, | |
| "un-classified": 0.21122994652406418, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5252443810752656, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1309, | |
| 136, | |
| 42, | |
| 13, | |
| 239, | |
| 0 | |
| ], | |
| [ | |
| 588, | |
| 332, | |
| 43, | |
| 39, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 225, | |
| 169, | |
| 121, | |
| 169, | |
| 13, | |
| 0 | |
| ], | |
| [ | |
| 14, | |
| 28, | |
| 41, | |
| 391, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 39, | |
| 4, | |
| 3, | |
| 12, | |
| 79, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_pre_or_post_metrics": { | |
| "POST": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2175, | |
| "minor damage": 669, | |
| "major damage": 250, | |
| "destroyed": 624, | |
| "un-classified": 374, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6887651323008291, | |
| "minor damage": 0.6460281215570219, | |
| "major damage": 0.6670390421655388, | |
| "destroyed": 0.7993162762842695, | |
| "un-classified": 0.597815080846755 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6688809402146142, | |
| "minor damage": 0.3905882352941176, | |
| "major damage": 0.2555438225976769, | |
| "destroyed": 0.7032374100719424, | |
| "un-classified": 0.30919765166340507, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.46548961196835126, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6832844574780058, | |
| "minor damage": 0.7468230694037146, | |
| "major damage": 0.8277126099706745, | |
| "destroyed": 0.9193548387096774, | |
| "un-classified": 0.9137341153470185, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7527314548591144, | |
| "minor damage": 0.32201745877788557, | |
| "major damage": 0.17360114777618366, | |
| "destroyed": 0.8012295081967213, | |
| "un-classified": 0.5766423357664233, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4839869340618238, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6018390804597701, | |
| "minor damage": 0.4962630792227205, | |
| "major damage": 0.484, | |
| "destroyed": 0.6266025641025641, | |
| "un-classified": 0.21122994652406418, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5252443810752656, | |
| "micro": 0.5454545454545454 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1309, | |
| 136, | |
| 42, | |
| 13, | |
| 239, | |
| 0 | |
| ], | |
| [ | |
| 588, | |
| 332, | |
| 43, | |
| 39, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 225, | |
| 169, | |
| 121, | |
| 169, | |
| 13, | |
| 0 | |
| ], | |
| [ | |
| 14, | |
| 28, | |
| 41, | |
| 391, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 39, | |
| 4, | |
| 3, | |
| 12, | |
| 79, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_event_metrics": { | |
| "Hurricane Idalia": { | |
| "samples": { | |
| "total": 782, | |
| "actual_class_counts": { | |
| "no damage": 647, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 57, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 538, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 1, | |
| "un-classified": 239, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5026128953623012, | |
| "minor damage": 0.6358579375267436, | |
| "major damage": 0.4827144686299616, | |
| "destroyed": 0.49871959026888607, | |
| "un-classified": 0.5348867673008314 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7527426160337553, | |
| "minor damage": 0.038461538461538464, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.19594594594594594, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.19743002008824792, | |
| "micro": 0.6086956521739131 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6253196930946292, | |
| "minor damage": 0.9360613810741688, | |
| "major damage": 0.9641943734015346, | |
| "destroyed": 0.9961636828644501, | |
| "un-classified": 0.6956521739130435, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6893353941267388, | |
| "minor damage": 0.02040816326530612, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.5087719298245614, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.25673370559902114, | |
| "micro": 0.6086956521739131 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.828996282527881, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.12133891213389121, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.24370309744332128, | |
| "micro": 0.6086956521739131 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 446, | |
| 2, | |
| 1, | |
| 0, | |
| 198, | |
| 0 | |
| ], | |
| [ | |
| 39, | |
| 1, | |
| 0, | |
| 0, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 25, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 27, | |
| 0, | |
| 0, | |
| 1, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "samples": { | |
| "total": 2036, | |
| "actual_class_counts": { | |
| "no damage": 857, | |
| "minor damage": 607, | |
| "major damage": 363, | |
| "destroyed": 158, | |
| "un-classified": 51, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1107, | |
| "minor damage": 435, | |
| "major damage": 175, | |
| "destroyed": 231, | |
| "un-classified": 88, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6851458037364729, | |
| "minor damage": 0.6100856504914314, | |
| "major damage": 0.6712919321409381, | |
| "destroyed": 0.758979985849792, | |
| "un-classified": 0.70069535187605 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.664969450101833, | |
| "minor damage": 0.3934740882917466, | |
| "major damage": 0.31970260223048325, | |
| "destroyed": 0.6375321336760925, | |
| "un-classified": 0.5179856115107914, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5067327771621893, | |
| "micro": 0.5422396856581533 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6768172888015717, | |
| "minor damage": 0.6895874263261297, | |
| "major damage": 0.8202357563850687, | |
| "destroyed": 0.9307465618860511, | |
| "un-classified": 0.9670923379174853, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7619603267211202, | |
| "minor damage": 0.33772652388797364, | |
| "major damage": 0.2369146005509642, | |
| "destroyed": 0.7848101265822784, | |
| "un-classified": 0.7058823529411765, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4996925901248862, | |
| "micro": 0.5422396856581533 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5898825654923215, | |
| "minor damage": 0.47126436781609193, | |
| "major damage": 0.49142857142857144, | |
| "destroyed": 0.5367965367965368, | |
| "un-classified": 0.4090909090909091, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5654587861367026, | |
| "micro": 0.5422396856581533 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 653, | |
| 121, | |
| 37, | |
| 10, | |
| 36, | |
| 0 | |
| ], | |
| [ | |
| 350, | |
| 205, | |
| 31, | |
| 13, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 94, | |
| 94, | |
| 86, | |
| 82, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 12, | |
| 18, | |
| 124, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 3, | |
| 3, | |
| 2, | |
| 36, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mussett Bayou Fire": { | |
| "samples": { | |
| "total": 129, | |
| "actual_class_counts": { | |
| "no damage": 74, | |
| "minor damage": 7, | |
| "major damage": 1, | |
| "destroyed": 39, | |
| "un-classified": 8, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 76, | |
| "minor damage": 8, | |
| "major damage": 5, | |
| "destroyed": 36, | |
| "un-classified": 4, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9067775571002981, | |
| "minor damage": 0.6709710743801653, | |
| "major damage": 0.4959677419354839, | |
| "destroyed": 0.9453405017921147, | |
| "un-classified": 0.984 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.92, | |
| "minor damage": 0.4, | |
| "major damage": 0.0, | |
| "destroyed": 0.9066666666666666, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5786666666666667, | |
| "micro": 0.8527131782945736 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9069767441860465, | |
| "minor damage": 0.9302325581395349, | |
| "major damage": 0.9534883720930233, | |
| "destroyed": 0.9457364341085271, | |
| "un-classified": 0.9689922480620154, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9324324324324325, | |
| "minor damage": 0.42857142857142855, | |
| "major damage": 0.0, | |
| "destroyed": 0.8717948717948718, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.64546783625731, | |
| "micro": 0.8527131782945736 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9078947368421053, | |
| "minor damage": 0.375, | |
| "major damage": 0.0, | |
| "destroyed": 0.9444444444444444, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5465597465597465, | |
| "micro": 0.8527131782945736 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 69, | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 4, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 5, | |
| 34, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 1, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "samples": { | |
| "total": 1145, | |
| "actual_class_counts": { | |
| "no damage": 161, | |
| "minor damage": 368, | |
| "major damage": 306, | |
| "destroyed": 289, | |
| "un-classified": 21, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 454, | |
| "minor damage": 223, | |
| "major damage": 69, | |
| "destroyed": 356, | |
| "un-classified": 43, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6408145635833913, | |
| "minor damage": 0.6429214127992374, | |
| "major damage": 0.6276938203760574, | |
| "destroyed": 0.7917592315689039, | |
| "un-classified": 0.6112881441776052 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4585365853658537, | |
| "minor damage": 0.41624365482233505, | |
| "major damage": 0.18666666666666668, | |
| "destroyed": 0.7224806201550388, | |
| "un-classified": 0.3125, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.41928550540197884, | |
| "micro": 0.4733624454148472 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7091703056768559, | |
| "minor damage": 0.6986899563318777, | |
| "major damage": 0.7336244541484717, | |
| "destroyed": 0.8436681222707424, | |
| "un-classified": 0.9615720524017467, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8757763975155279, | |
| "minor damage": 0.3342391304347826, | |
| "major damage": 0.11437908496732026, | |
| "destroyed": 0.8062283737024222, | |
| "un-classified": 0.47619047619047616, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4512882184640154, | |
| "micro": 0.4733624454148472 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.31057268722466963, | |
| "minor damage": 0.5515695067264574, | |
| "major damage": 0.5072463768115942, | |
| "destroyed": 0.6544943820224719, | |
| "un-classified": 0.23255813953488372, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5213626925621059, | |
| "micro": 0.4733624454148472 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 141, | |
| 8, | |
| 4, | |
| 3, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 195, | |
| 123, | |
| 12, | |
| 26, | |
| 12, | |
| 0 | |
| ], | |
| [ | |
| 106, | |
| 75, | |
| 35, | |
| 86, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 16, | |
| 18, | |
| 233, | |
| 12, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 1, | |
| 0, | |
| 8, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |