{ "model_name": [ "BDA_UperNet_convnext_CCE" ], "global_metrics": { "samples": { "total": 4092, "actual_class_counts": { "no damage": 1739, "minor damage": 1031, "major damage": 697, "destroyed": 488, "un-classified": 137, "obscured": 0 }, "predicted_class_counts": { "no damage": 2175, "minor damage": 669, "major damage": 250, "destroyed": 624, "un-classified": 374, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6887651323008291, "minor damage": 0.6460281215570219, "major damage": 0.6670390421655388, "destroyed": 0.7993162762842695, "un-classified": 0.597815080846755 } }, "F1": { "class_level": { "no damage": 0.6688809402146142, "minor damage": 0.3905882352941176, "major damage": 0.2555438225976769, "destroyed": 0.7032374100719424, "un-classified": 0.30919765166340507, "obscured": NaN }, "macro": 0.46548961196835126, "micro": 0.5454545454545454 }, "Accuracy": { "class_level": { "no damage": 0.6832844574780058, "minor damage": 0.7468230694037146, "major damage": 0.8277126099706745, "destroyed": 0.9193548387096774, "un-classified": 0.9137341153470185, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7527314548591144, "minor damage": 0.32201745877788557, "major damage": 0.17360114777618366, "destroyed": 0.8012295081967213, "un-classified": 0.5766423357664233, "obscured": NaN }, "macro": 0.4839869340618238, "micro": 0.5454545454545454 }, "Recall": { "class_level": { "no damage": 0.6018390804597701, "minor damage": 0.4962630792227205, "major damage": 0.484, "destroyed": 0.6266025641025641, "un-classified": 0.21122994652406418, "obscured": NaN }, "macro": 0.5252443810752656, "micro": 0.5454545454545454 }, "Confusion_Matrix": { "matrix": [ [ 1309, 136, 42, 13, 239, 0 ], [ 588, 332, 43, 39, 29, 0 ], [ 225, 169, 121, 169, 13, 0 ], [ 14, 28, 41, 391, 14, 0 ], [ 39, 4, 3, 12, 79, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "per_mapper_metrics": { "Pix4d React": { "samples": { "total": 4092, "actual_class_counts": { "no damage": 1739, "minor damage": 1031, "major damage": 697, "destroyed": 488, "un-classified": 137, "obscured": 0 }, "predicted_class_counts": { "no damage": 2175, "minor damage": 669, "major damage": 250, "destroyed": 624, "un-classified": 374, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6887651323008291, "minor damage": 0.6460281215570219, "major damage": 0.6670390421655388, "destroyed": 0.7993162762842695, "un-classified": 0.597815080846755 } }, "F1": { "class_level": { "no damage": 0.6688809402146142, "minor damage": 0.3905882352941176, "major damage": 0.2555438225976769, "destroyed": 0.7032374100719424, "un-classified": 0.30919765166340507, "obscured": NaN }, "macro": 0.46548961196835126, "micro": 0.5454545454545454 }, "Accuracy": { "class_level": { "no damage": 0.6832844574780058, "minor damage": 0.7468230694037146, "major damage": 0.8277126099706745, "destroyed": 0.9193548387096774, "un-classified": 0.9137341153470185, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7527314548591144, "minor damage": 0.32201745877788557, "major damage": 0.17360114777618366, "destroyed": 0.8012295081967213, "un-classified": 0.5766423357664233, "obscured": NaN }, "macro": 0.4839869340618238, "micro": 0.5454545454545454 }, "Recall": { "class_level": { "no damage": 0.6018390804597701, "minor damage": 0.4962630792227205, "major damage": 0.484, "destroyed": 0.6266025641025641, "un-classified": 0.21122994652406418, "obscured": NaN }, "macro": 0.5252443810752656, "micro": 0.5454545454545454 }, "Confusion_Matrix": { "matrix": [ [ 1309, 136, 42, 13, 239, 0 ], [ 588, 332, 43, 39, 29, 0 ], [ 225, 169, 121, 169, 13, 0 ], [ 14, 28, 41, 391, 14, 0 ], [ 39, 4, 3, 12, 79, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_ortho_metrics": { "20211215-Russelville-Middle.geo.tif": { "samples": { "total": 177, "actual_class_counts": { "no damage": 55, "minor damage": 62, "major damage": 45, "destroyed": 10, "un-classified": 5, "obscured": 0 }, "predicted_class_counts": { "no damage": 126, "minor damage": 15, "major damage": 0, "destroyed": 18, "un-classified": 18, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5943043884220355, "minor damage": 0.3450617283950617, "destroyed": 0.7159329140461216, "un-classified": 0.6388888888888888 } }, "F1": { "class_level": { "no damage": 0.5082872928176796, "minor damage": 0.025974025974025976, "major damage": 0.0, "destroyed": 0.5714285714285714, "un-classified": 0.43478260869565216, "obscured": NaN }, "macro": 0.3080944997831858, "micro": 0.3389830508474576 }, "Accuracy": { "class_level": { "no damage": 0.4971751412429379, "minor damage": 0.576271186440678, "major damage": 0.7457627118644068, "destroyed": 0.9322033898305084, "un-classified": 0.9265536723163842, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8363636363636363, "minor damage": 0.016129032258064516, "major damage": 0.0, "destroyed": 0.8, "un-classified": 1.0, "obscured": NaN }, "macro": 0.28849206349206347, "micro": 0.3389830508474576 }, "Recall": { "class_level": { "no damage": 0.36507936507936506, "minor damage": 0.06666666666666667, "major damage": NaN, "destroyed": 0.4444444444444444, "un-classified": 0.2777777777777778, "obscured": NaN }, "macro": 0.5304985337243402, "micro": 0.3389830508474576 }, "Confusion_Matrix": { "matrix": [ [ 46, 1, 0, 0, 8, 0 ], [ 60, 1, 0, 0, 1, 0 ], [ 20, 12, 0, 10, 3, 0 ], [ 0, 1, 0, 8, 1, 0 ], [ 0, 0, 0, 0, 5, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "20211213-Candle-Factory-AO.geo.tif": { "samples": { "total": 187, "actual_class_counts": { "no damage": 105, "minor damage": 25, "major damage": 33, "destroyed": 17, "un-classified": 7, "obscured": 0 }, "predicted_class_counts": { "no damage": 92, "minor damage": 33, "major damage": 22, "destroyed": 21, "un-classified": 19, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8032036613272311, "minor damage": 0.5476190476190476, "major damage": 0.7348484848484849, "destroyed": 0.7706540447504302, "un-classified": 0.6842105263157895 } }, "F1": { "class_level": { "no damage": 0.8121827411167513, "minor damage": 0.2413793103448276, "major damage": 0.4727272727272727, "destroyed": 0.631578947368421, "un-classified": 0.5384615384615384, "obscured": NaN }, "macro": 0.5392659620037621, "micro": 0.6363636363636364 }, "Accuracy": { "class_level": { "no damage": 0.8021390374331551, "minor damage": 0.7647058823529411, "major damage": 0.8449197860962567, "destroyed": 0.9251336898395722, "un-classified": 0.9358288770053476, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7619047619047619, "minor damage": 0.28, "major damage": 0.3939393939393939, "destroyed": 0.7058823529411765, "un-classified": 1.0, "obscured": NaN }, "macro": 0.5224890288963515, "micro": 0.6363636363636364 }, "Recall": { "class_level": { "no damage": 0.8695652173913043, "minor damage": 0.21212121212121213, "major damage": 0.5909090909090909, "destroyed": 0.5714285714285714, "un-classified": 0.3684210526315789, "obscured": NaN }, "macro": 0.6283453017570665, "micro": 0.6363636363636364 }, "Confusion_Matrix": { "matrix": [ [ 80, 16, 2, 0, 7, 0 ], [ 9, 7, 4, 3, 2, 0 ], [ 3, 8, 13, 6, 3, 0 ], [ 0, 2, 3, 12, 0, 0 ], [ 0, 0, 0, 0, 7, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 11, "minor damage": 0, "major damage": 0, "destroyed": 4, "un-classified": 1, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9545454545454546, "destroyed": 1.0, "un-classified": 1.0 } }, "F1": { "class_level": { "no damage": 0.9523809523809523, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.7380952380952381, "micro": 0.9375 }, "Accuracy": { "class_level": { "no damage": 0.9375, "minor damage": 0.9375, "major damage": 1.0, "destroyed": 1.0, "un-classified": 1.0, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.9696969696969697, "micro": 0.9375 }, "Recall": { "class_level": { "no damage": 0.9090909090909091, "minor damage": NaN, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.75, "micro": 0.9375 }, "Confusion_Matrix": { "matrix": [ [ 10, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 4, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "20211214-Mayfield.geo.tif": { "samples": { "total": 1672, "actual_class_counts": { "no damage": 697, "minor damage": 520, "major damage": 285, "destroyed": 131, "un-classified": 39, "obscured": 0 }, "predicted_class_counts": { "no damage": 889, "minor damage": 387, "major damage": 153, "destroyed": 192, "un-classified": 51, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6878436172489932, "minor damage": 0.6288410299721494, "major damage": 0.6687793396928664, "destroyed": 0.7617117117117117, "un-classified": 0.7306673440505136 } }, "F1": { "class_level": { "no damage": 0.6645649432534678, "minor damage": 0.43439911797133407, "major damage": 0.3333333333333333, "destroyed": 0.6439628482972136, "un-classified": 0.5333333333333333, "obscured": NaN }, "macro": 0.5219187152377364, "micro": 0.5532296650717703 }, "Accuracy": { "class_level": { "no damage": 0.6818181818181818, "minor damage": 0.6931818181818182, "major damage": 0.8253588516746412, "destroyed": 0.93122009569378, "un-classified": 0.9748803827751196, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7560975609756098, "minor damage": 0.37884615384615383, "major damage": 0.256140350877193, "destroyed": 0.7938931297709924, "un-classified": 0.6153846153846154, "obscured": NaN }, "macro": 0.5182447825006827, "micro": 0.5532296650717703 }, "Recall": { "class_level": { "no damage": 0.592800899887514, "minor damage": 0.5090439276485789, "major damage": 0.477124183006536, "destroyed": 0.5416666666666666, "un-classified": 0.47058823529411764, "obscured": NaN }, "macro": 0.5600723621709128, "micro": 0.5532296650717703 }, "Confusion_Matrix": { "matrix": [ [ 527, 104, 35, 10, 21, 0 ], [ 281, 197, 27, 10, 5, 0 ], [ 71, 74, 73, 66, 1, 0 ], [ 3, 9, 15, 104, 0, 0 ], [ 7, 3, 3, 2, 24, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "10132018-MexicoBeach.geo.tif": { "samples": { "total": 510, "actual_class_counts": { "no damage": 54, "minor damage": 119, "major damage": 120, "destroyed": 206, "un-classified": 11, "obscured": 0 }, "predicted_class_counts": { "no damage": 155, "minor damage": 88, "major damage": 23, "destroyed": 224, "un-classified": 20, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6463880054520673, "minor damage": 0.6611374407582937, "major damage": 0.6499866083385413, "destroyed": 0.8085664335664335, "un-classified": 0.5928571428571429 } }, "F1": { "class_level": { "no damage": 0.45933014354066987, "minor damage": 0.4251207729468599, "major damage": 0.16783216783216784, "destroyed": 0.7813953488372093, "un-classified": 0.25806451612903225, "obscured": NaN }, "macro": 0.4183485898571878, "micro": 0.5411764705882353 }, "Accuracy": { "class_level": { "no damage": 0.7784313725490196, "minor damage": 0.7666666666666667, "major damage": 0.7666666666666667, "destroyed": 0.8156862745098039, "un-classified": 0.9549019607843138, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8888888888888888, "minor damage": 0.3697478991596639, "major damage": 0.1, "destroyed": 0.8155339805825242, "un-classified": 0.36363636363636365, "obscured": NaN }, "macro": 0.4562833099579243, "micro": 0.5411764705882353 }, "Recall": { "class_level": { "no damage": 0.3096774193548387, "minor damage": 0.5, "major damage": 0.5217391304347826, "destroyed": 0.75, "un-classified": 0.2, "obscured": NaN }, "macro": 0.5075614264534882, "micro": 0.5411764705882353 }, "Confusion_Matrix": { "matrix": [ [ 48, 2, 1, 2, 1, 0 ], [ 61, 44, 1, 9, 4, 0 ], [ 36, 31, 12, 40, 1, 0 ], [ 8, 11, 9, 168, 10, 0 ], [ 2, 0, 0, 5, 4, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { "samples": { "total": 21, "actual_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": {} }, "F1": { "class_level": { "no damage": 0.975609756097561, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0, "obscured": NaN }, "macro": 0.4878048780487805, "micro": 0.9523809523809523 }, "Accuracy": { "class_level": { "no damage": 0.9523809523809523, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9523809523809523, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0, "obscured": NaN }, "macro": 0.9523809523809523, "micro": 0.9523809523809523 }, "Recall": { "class_level": { "no damage": 0.9523809523809523, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN, "obscured": NaN }, "macro": 0.5, "micro": 0.9523809523809523 }, "Confusion_Matrix": { "matrix": [ [ 20, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4, "obscured": 0 }, "predicted_class_counts": { "no damage": 11, "minor damage": 8, "major damage": 1, "destroyed": 17, "un-classified": 2, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8652597402597402, "minor damage": 0.6875, "major damage": 0.4868421052631579, "destroyed": 0.9184491978609626, "un-classified": 0.972972972972973 } }, "F1": { "class_level": { "no damage": 0.7692307692307693, "minor damage": 0.5454545454545454, "major damage": 0.0, "destroyed": 0.9090909090909091, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.578088578088578, "micro": 0.7692307692307693 }, "Accuracy": { "class_level": { "no damage": 0.8461538461538461, "minor damage": 0.8717948717948718, "major damage": 0.9487179487179487, "destroyed": 0.9230769230769231, "un-classified": 0.9487179487179487, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6666666666666666, "minor damage": 1.0, "major damage": 0.0, "destroyed": 0.9375, "un-classified": 0.5, "obscured": NaN }, "macro": 0.633288770053476, "micro": 0.7692307692307693 }, "Recall": { "class_level": { "no damage": 0.9090909090909091, "minor damage": 0.375, "major damage": 0.0, "destroyed": 0.8823529411764706, "un-classified": 1.0, "obscured": NaN }, "macro": 0.6208333333333333, "micro": 0.7692307692307693 }, "Confusion_Matrix": { "matrix": [ [ 10, 5, 0, 0, 0, 0 ], [ 0, 3, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0, 0 ], [ 0, 0, 1, 15, 0, 0 ], [ 1, 0, 0, 1, 2, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "05-08-2020-MussettBayouFire-01.geo.tif": { "samples": { "total": 16, "actual_class_counts": { "no damage": 11, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 2, "obscured": 0 }, "predicted_class_counts": { "no damage": 13, "minor damage": 0, "major damage": 0, "destroyed": 2, "un-classified": 1, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9230769230769231, "destroyed": 1.0, "un-classified": 0.9666666666666667 } }, "F1": { "class_level": { "no damage": 0.9166666666666666, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.6458333333333333, "micro": 0.875 }, "Accuracy": { "class_level": { "no damage": 0.875, "minor damage": 0.9375, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9375, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.5, "obscured": NaN }, "macro": 0.9487179487179488, "micro": 0.875 }, "Recall": { "class_level": { "no damage": 0.8461538461538461, "minor damage": NaN, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.625, "micro": 0.875 }, "Confusion_Matrix": { "matrix": [ [ 11, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 2, 0, 0 ], [ 1, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 128, "minor damage": 11, "major damage": 3, "destroyed": 1, "un-classified": 16, "obscured": 0 }, "predicted_class_counts": { "no damage": 89, "minor damage": 0, "major damage": 1, "destroyed": 0, "un-classified": 69, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.49173354735152486, "major damage": 0.49050632911392406, "un-classified": 0.5263285024154589 } }, "F1": { "class_level": { "no damage": 0.6543778801843319, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.21176470588235294, "obscured": NaN }, "macro": 0.17322851721333696, "micro": 0.5031446540880503 }, "Accuracy": { "class_level": { "no damage": 0.5283018867924528, "minor damage": 0.9308176100628931, "major damage": 0.9748427672955975, "destroyed": 0.9937106918238994, "un-classified": 0.5786163522012578, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.5546875, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.5625, "obscured": NaN }, "macro": 0.3093958638658199, "micro": 0.5031446540880503 }, "Recall": { "class_level": { "no damage": 0.797752808988764, "minor damage": NaN, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.13043478260869565, "obscured": NaN }, "macro": 0.2234375, "micro": 0.5031446540880503 }, "Confusion_Matrix": { "matrix": [ [ 71, 0, 1, 0, 56, 0 ], [ 8, 0, 0, 0, 3, 0 ], [ 3, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 7, 0, 0, 0, 9, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "20230830-SteinhatcheeRiver.geo.tif": { "samples": { "total": 623, "actual_class_counts": { "no damage": 519, "minor damage": 38, "major damage": 24, "destroyed": 1, "un-classified": 41, "obscured": 0 }, "predicted_class_counts": { "no damage": 449, "minor damage": 3, "major damage": 0, "destroyed": 1, "un-classified": 170, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5038015513401429, "minor damage": 0.6368279569892472, "destroyed": 0.4991961414790997, "un-classified": 0.5356447214647448 } }, "F1": { "class_level": { "no damage": 0.7747933884297521, "minor damage": 0.04878048780487805, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.1895734597156398, "obscured": NaN }, "macro": 0.202629467190054, "micro": 0.6356340288924559 }, "Accuracy": { "class_level": { "no damage": 0.6500802568218299, "minor damage": 0.9373996789727127, "major damage": 0.9614767255216693, "destroyed": 0.9967897271268058, "un-classified": 0.7255216693418941, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7225433526011561, "minor damage": 0.02631578947368421, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.4878048780487805, "obscured": NaN }, "macro": 0.32154242543342504, "micro": 0.6356340288924559 }, "Recall": { "class_level": { "no damage": 0.8351893095768375, "minor damage": 0.3333333333333333, "major damage": NaN, "destroyed": 0.0, "un-classified": 0.11764705882352941, "obscured": NaN }, "macro": 0.24733280402472416, "micro": 0.6356340288924559 }, "Confusion_Matrix": { "matrix": [ [ 375, 2, 0, 0, 142, 0 ], [ 31, 1, 0, 0, 6, 0 ], [ 22, 0, 0, 0, 2, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 20, 0, 0, 1, 20, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0, "obscured": 0 }, "predicted_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 4, "destroyed": 13, "un-classified": 0, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.95, "major damage": 0.5, "destroyed": 0.9166666666666667 } }, "F1": { "class_level": { "no damage": 0.9473684210526315, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.8666666666666667, "un-classified": NaN, "obscured": NaN }, "macro": 0.45350877192982453, "micro": 0.8378378378378378 }, "Accuracy": { "class_level": { "no damage": 0.9459459459459459, "minor damage": 0.9459459459459459, "major damage": 0.8918918918918919, "destroyed": 0.8918918918918919, "un-classified": 1.0, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.7647058823529411, "un-classified": NaN, "obscured": NaN }, "macro": 0.6333333333333333, "micro": 0.8378378378378378 }, "Recall": { "class_level": { "no damage": 0.9, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": NaN, "obscured": NaN }, "macro": 0.5882352941176471, "micro": 0.8378378378378378 }, "Confusion_Matrix": { "matrix": [ [ 18, 0, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 4, 13, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "10142018-MexicoBeach.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 107, "minor damage": 249, "major damage": 186, "destroyed": 83, "un-classified": 10, "obscured": 0 }, "predicted_class_counts": { "no damage": 299, "minor damage": 135, "major damage": 46, "destroyed": 132, "un-classified": 23, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6346850613154961, "minor damage": 0.6225925925925925, "major damage": 0.6116298811544991, "destroyed": 0.7283194770769323, "un-classified": 0.6271668087524865 } }, "F1": { "class_level": { "no damage": 0.458128078817734, "minor damage": 0.4114583333333333, "major damage": 0.19827586206896552, "destroyed": 0.6046511627906976, "un-classified": 0.36363636363636365, "obscured": NaN }, "macro": 0.4072299601294188, "micro": 0.4188976377952756 }, "Accuracy": { "class_level": { "no damage": 0.6535433070866141, "minor damage": 0.6440944881889764, "major damage": 0.7070866141732284, "destroyed": 0.8661417322834646, "un-classified": 0.9669291338582677, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8691588785046729, "minor damage": 0.3172690763052209, "major damage": 0.12365591397849462, "destroyed": 0.7831325301204819, "un-classified": 0.6, "obscured": NaN }, "macro": 0.4299031564248955, "micro": 0.4188976377952756 }, "Recall": { "class_level": { "no damage": 0.3110367892976589, "minor damage": 0.5851851851851851, "major damage": 0.5, "destroyed": 0.49242424242424243, "un-classified": 0.2608695652173913, "obscured": NaN }, "macro": 0.5386432797817741, "micro": 0.4188976377952756 }, "Confusion_Matrix": { "matrix": [ [ 93, 6, 3, 1, 4, 0 ], [ 134, 79, 11, 17, 8, 0 ], [ 70, 44, 23, 46, 3, 0 ], [ 2, 5, 9, 65, 2, 0 ], [ 0, 1, 0, 3, 6, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_gsd_metrics": { "1.946466": { "samples": { "total": 635, "actual_class_counts": { "no damage": 107, "minor damage": 249, "major damage": 186, "destroyed": 83, "un-classified": 10, "obscured": 0 }, "predicted_class_counts": { "no damage": 299, "minor damage": 135, "major damage": 46, "destroyed": 132, "un-classified": 23, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6346850613154961, "minor damage": 0.6225925925925925, "major damage": 0.6116298811544991, "destroyed": 0.7283194770769323, "un-classified": 0.6271668087524865 } }, "F1": { "class_level": { "no damage": 0.458128078817734, "minor damage": 0.4114583333333333, "major damage": 0.19827586206896552, "destroyed": 0.6046511627906976, "un-classified": 0.36363636363636365, "obscured": NaN }, "macro": 0.4072299601294188, "micro": 0.4188976377952756 }, "Accuracy": { "class_level": { "no damage": 0.6535433070866141, "minor damage": 0.6440944881889764, "major damage": 0.7070866141732284, "destroyed": 0.8661417322834646, "un-classified": 0.9669291338582677, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8691588785046729, "minor damage": 0.3172690763052209, "major damage": 0.12365591397849462, "destroyed": 0.7831325301204819, "un-classified": 0.6, "obscured": NaN }, "macro": 0.4299031564248955, "micro": 0.4188976377952756 }, "Recall": { "class_level": { "no damage": 0.3110367892976589, "minor damage": 0.5851851851851851, "major damage": 0.5, "destroyed": 0.49242424242424243, "un-classified": 0.2608695652173913, "obscured": NaN }, "macro": 0.5386432797817741, "micro": 0.4188976377952756 }, "Confusion_Matrix": { "matrix": [ [ 93, 6, 3, 1, 4, 0 ], [ 134, 79, 11, 17, 8, 0 ], [ 70, 44, 23, 46, 3, 0 ], [ 2, 5, 9, 65, 2, 0 ], [ 0, 1, 0, 3, 6, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.042949": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 11, "minor damage": 0, "major damage": 0, "destroyed": 4, "un-classified": 1, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9545454545454546, "destroyed": 1.0, "un-classified": 1.0 } }, "F1": { "class_level": { "no damage": 0.9523809523809523, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.7380952380952381, "micro": 0.9375 }, "Accuracy": { "class_level": { "no damage": 0.9375, "minor damage": 0.9375, "major damage": 1.0, "destroyed": 1.0, "un-classified": 1.0, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.9696969696969697, "micro": 0.9375 }, "Recall": { "class_level": { "no damage": 0.9090909090909091, "minor damage": NaN, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.75, "micro": 0.9375 }, "Confusion_Matrix": { "matrix": [ [ 10, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 4, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "3.110499": { "samples": { "total": 1672, "actual_class_counts": { "no damage": 697, "minor damage": 520, "major damage": 285, "destroyed": 131, "un-classified": 39, "obscured": 0 }, "predicted_class_counts": { "no damage": 889, "minor damage": 387, "major damage": 153, "destroyed": 192, "un-classified": 51, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6878436172489932, "minor damage": 0.6288410299721494, "major damage": 0.6687793396928664, "destroyed": 0.7617117117117117, "un-classified": 0.7306673440505136 } }, "F1": { "class_level": { "no damage": 0.6645649432534678, "minor damage": 0.43439911797133407, "major damage": 0.3333333333333333, "destroyed": 0.6439628482972136, "un-classified": 0.5333333333333333, "obscured": NaN }, "macro": 0.5219187152377364, "micro": 0.5532296650717703 }, "Accuracy": { "class_level": { "no damage": 0.6818181818181818, "minor damage": 0.6931818181818182, "major damage": 0.8253588516746412, "destroyed": 0.93122009569378, "un-classified": 0.9748803827751196, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7560975609756098, "minor damage": 0.37884615384615383, "major damage": 0.256140350877193, "destroyed": 0.7938931297709924, "un-classified": 0.6153846153846154, "obscured": NaN }, "macro": 0.5182447825006827, "micro": 0.5532296650717703 }, "Recall": { "class_level": { "no damage": 0.592800899887514, "minor damage": 0.5090439276485789, "major damage": 0.477124183006536, "destroyed": 0.5416666666666666, "un-classified": 0.47058823529411764, "obscured": NaN }, "macro": 0.5600723621709128, "micro": 0.5532296650717703 }, "Confusion_Matrix": { "matrix": [ [ 527, 104, 35, 10, 21, 0 ], [ 281, 197, 27, 10, 5, 0 ], [ 71, 74, 73, 66, 1, 0 ], [ 3, 9, 15, 104, 0, 0 ], [ 7, 3, 3, 2, 24, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "3.21534": { "samples": { "total": 16, "actual_class_counts": { "no damage": 11, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 2, "obscured": 0 }, "predicted_class_counts": { "no damage": 13, "minor damage": 0, "major damage": 0, "destroyed": 2, "un-classified": 1, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9230769230769231, "destroyed": 1.0, "un-classified": 0.9666666666666667 } }, "F1": { "class_level": { "no damage": 0.9166666666666666, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.6458333333333333, "micro": 0.875 }, "Accuracy": { "class_level": { "no damage": 0.875, "minor damage": 0.9375, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9375, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.5, "obscured": NaN }, "macro": 0.9487179487179488, "micro": 0.875 }, "Recall": { "class_level": { "no damage": 0.8461538461538461, "minor damage": NaN, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.625, "micro": 0.875 }, "Confusion_Matrix": { "matrix": [ [ 11, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 2, 0, 0 ], [ 1, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.019042": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4, "obscured": 0 }, "predicted_class_counts": { "no damage": 11, "minor damage": 8, "major damage": 1, "destroyed": 17, "un-classified": 2, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8652597402597402, "minor damage": 0.6875, "major damage": 0.4868421052631579, "destroyed": 0.9184491978609626, "un-classified": 0.972972972972973 } }, "F1": { "class_level": { "no damage": 0.7692307692307693, "minor damage": 0.5454545454545454, "major damage": 0.0, "destroyed": 0.9090909090909091, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.578088578088578, "micro": 0.7692307692307693 }, "Accuracy": { "class_level": { "no damage": 0.8461538461538461, "minor damage": 0.8717948717948718, "major damage": 0.9487179487179487, "destroyed": 0.9230769230769231, "un-classified": 0.9487179487179487, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6666666666666666, "minor damage": 1.0, "major damage": 0.0, "destroyed": 0.9375, "un-classified": 0.5, "obscured": NaN }, "macro": 0.633288770053476, "micro": 0.7692307692307693 }, "Recall": { "class_level": { "no damage": 0.9090909090909091, "minor damage": 0.375, "major damage": 0.0, "destroyed": 0.8823529411764706, "un-classified": 1.0, "obscured": NaN }, "macro": 0.6208333333333333, "micro": 0.7692307692307693 }, "Confusion_Matrix": { "matrix": [ [ 10, 5, 0, 0, 0, 0 ], [ 0, 3, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0, 0 ], [ 0, 0, 1, 15, 0, 0 ], [ 1, 0, 0, 1, 2, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "4.401284": { "samples": { "total": 21, "actual_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": {} }, "F1": { "class_level": { "no damage": 0.975609756097561, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0, "obscured": NaN }, "macro": 0.4878048780487805, "micro": 0.9523809523809523 }, "Accuracy": { "class_level": { "no damage": 0.9523809523809523, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9523809523809523, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0, "obscured": NaN }, "macro": 0.9523809523809523, "micro": 0.9523809523809523 }, "Recall": { "class_level": { "no damage": 0.9523809523809523, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN, "obscured": NaN }, "macro": 0.5, "micro": 0.9523809523809523 }, "Confusion_Matrix": { "matrix": [ [ 20, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.197147": { "samples": { "total": 177, "actual_class_counts": { "no damage": 55, "minor damage": 62, "major damage": 45, "destroyed": 10, "un-classified": 5, "obscured": 0 }, "predicted_class_counts": { "no damage": 126, "minor damage": 15, "major damage": 0, "destroyed": 18, "un-classified": 18, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5943043884220355, "minor damage": 0.3450617283950617, "destroyed": 0.7159329140461216, "un-classified": 0.6388888888888888 } }, "F1": { "class_level": { "no damage": 0.5082872928176796, "minor damage": 0.025974025974025976, "major damage": 0.0, "destroyed": 0.5714285714285714, "un-classified": 0.43478260869565216, "obscured": NaN }, "macro": 0.3080944997831858, "micro": 0.3389830508474576 }, "Accuracy": { "class_level": { "no damage": 0.4971751412429379, "minor damage": 0.576271186440678, "major damage": 0.7457627118644068, "destroyed": 0.9322033898305084, "un-classified": 0.9265536723163842, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8363636363636363, "minor damage": 0.016129032258064516, "major damage": 0.0, "destroyed": 0.8, "un-classified": 1.0, "obscured": NaN }, "macro": 0.28849206349206347, "micro": 0.3389830508474576 }, "Recall": { "class_level": { "no damage": 0.36507936507936506, "minor damage": 0.06666666666666667, "major damage": NaN, "destroyed": 0.4444444444444444, "un-classified": 0.2777777777777778, "obscured": NaN }, "macro": 0.5304985337243402, "micro": 0.3389830508474576 }, "Confusion_Matrix": { "matrix": [ [ 46, 1, 0, 0, 8, 0 ], [ 60, 1, 0, 0, 1, 0 ], [ 20, 12, 0, 10, 3, 0 ], [ 0, 1, 0, 8, 1, 0 ], [ 0, 0, 0, 0, 5, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.001503": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0, "obscured": 0 }, "predicted_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 4, "destroyed": 13, "un-classified": 0, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.95, "major damage": 0.5, "destroyed": 0.9166666666666667 } }, "F1": { "class_level": { "no damage": 0.9473684210526315, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.8666666666666667, "un-classified": NaN, "obscured": NaN }, "macro": 0.45350877192982453, "micro": 0.8378378378378378 }, "Accuracy": { "class_level": { "no damage": 0.9459459459459459, "minor damage": 0.9459459459459459, "major damage": 0.8918918918918919, "destroyed": 0.8918918918918919, "un-classified": 1.0, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.7647058823529411, "un-classified": NaN, "obscured": NaN }, "macro": 0.6333333333333333, "micro": 0.8378378378378378 }, "Recall": { "class_level": { "no damage": 0.9, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": NaN, "obscured": NaN }, "macro": 0.5882352941176471, "micro": 0.8378378378378378 }, "Confusion_Matrix": { "matrix": [ [ 18, 0, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 4, 13, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.927101": { "samples": { "total": 187, "actual_class_counts": { "no damage": 105, "minor damage": 25, "major damage": 33, "destroyed": 17, "un-classified": 7, "obscured": 0 }, "predicted_class_counts": { "no damage": 92, "minor damage": 33, "major damage": 22, "destroyed": 21, "un-classified": 19, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8032036613272311, "minor damage": 0.5476190476190476, "major damage": 0.7348484848484849, "destroyed": 0.7706540447504302, "un-classified": 0.6842105263157895 } }, "F1": { "class_level": { "no damage": 0.8121827411167513, "minor damage": 0.2413793103448276, "major damage": 0.4727272727272727, "destroyed": 0.631578947368421, "un-classified": 0.5384615384615384, "obscured": NaN }, "macro": 0.5392659620037621, "micro": 0.6363636363636364 }, "Accuracy": { "class_level": { "no damage": 0.8021390374331551, "minor damage": 0.7647058823529411, "major damage": 0.8449197860962567, "destroyed": 0.9251336898395722, "un-classified": 0.9358288770053476, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7619047619047619, "minor damage": 0.28, "major damage": 0.3939393939393939, "destroyed": 0.7058823529411765, "un-classified": 1.0, "obscured": NaN }, "macro": 0.5224890288963515, "micro": 0.6363636363636364 }, "Recall": { "class_level": { "no damage": 0.8695652173913043, "minor damage": 0.21212121212121213, "major damage": 0.5909090909090909, "destroyed": 0.5714285714285714, "un-classified": 0.3684210526315789, "obscured": NaN }, "macro": 0.6283453017570665, "micro": 0.6363636363636364 }, "Confusion_Matrix": { "matrix": [ [ 80, 16, 2, 0, 7, 0 ], [ 9, 7, 4, 3, 2, 0 ], [ 3, 8, 13, 6, 3, 0 ], [ 0, 2, 3, 12, 0, 0 ], [ 0, 0, 0, 0, 7, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "1.964606": { "samples": { "total": 510, "actual_class_counts": { "no damage": 54, "minor damage": 119, "major damage": 120, "destroyed": 206, "un-classified": 11, "obscured": 0 }, "predicted_class_counts": { "no damage": 155, "minor damage": 88, "major damage": 23, "destroyed": 224, "un-classified": 20, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6463880054520673, "minor damage": 0.6611374407582937, "major damage": 0.6499866083385413, "destroyed": 0.8085664335664335, "un-classified": 0.5928571428571429 } }, "F1": { "class_level": { "no damage": 0.45933014354066987, "minor damage": 0.4251207729468599, "major damage": 0.16783216783216784, "destroyed": 0.7813953488372093, "un-classified": 0.25806451612903225, "obscured": NaN }, "macro": 0.4183485898571878, "micro": 0.5411764705882353 }, "Accuracy": { "class_level": { "no damage": 0.7784313725490196, "minor damage": 0.7666666666666667, "major damage": 0.7666666666666667, "destroyed": 0.8156862745098039, "un-classified": 0.9549019607843138, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8888888888888888, "minor damage": 0.3697478991596639, "major damage": 0.1, "destroyed": 0.8155339805825242, "un-classified": 0.36363636363636365, "obscured": NaN }, "macro": 0.4562833099579243, "micro": 0.5411764705882353 }, "Recall": { "class_level": { "no damage": 0.3096774193548387, "minor damage": 0.5, "major damage": 0.5217391304347826, "destroyed": 0.75, "un-classified": 0.2, "obscured": NaN }, "macro": 0.5075614264534882, "micro": 0.5411764705882353 }, "Confusion_Matrix": { "matrix": [ [ 48, 2, 1, 2, 1, 0 ], [ 61, 44, 1, 9, 4, 0 ], [ 36, 31, 12, 40, 1, 0 ], [ 8, 11, 9, 168, 10, 0 ], [ 2, 0, 0, 5, 4, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "12.7": { "samples": { "total": 782, "actual_class_counts": { "no damage": 647, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 57, "obscured": 0 }, "predicted_class_counts": { "no damage": 538, "minor damage": 3, "major damage": 1, "destroyed": 1, "un-classified": 239, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5026128953623012, "minor damage": 0.6358579375267436, "major damage": 0.4827144686299616, "destroyed": 0.49871959026888607, "un-classified": 0.5348867673008314 } }, "F1": { "class_level": { "no damage": 0.7527426160337553, "minor damage": 0.038461538461538464, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.19594594594594594, "obscured": NaN }, "macro": 0.19743002008824792, "micro": 0.6086956521739131 }, "Accuracy": { "class_level": { "no damage": 0.6253196930946292, "minor damage": 0.9360613810741688, "major damage": 0.9641943734015346, "destroyed": 0.9961636828644501, "un-classified": 0.6956521739130435, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6893353941267388, "minor damage": 0.02040816326530612, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.5087719298245614, "obscured": NaN }, "macro": 0.25673370559902114, "micro": 0.6086956521739131 }, "Recall": { "class_level": { "no damage": 0.828996282527881, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.12133891213389121, "obscured": NaN }, "macro": 0.24370309744332128, "micro": 0.6086956521739131 }, "Confusion_Matrix": { "matrix": [ [ 446, 2, 1, 0, 198, 0 ], [ 39, 1, 0, 0, 9, 0 ], [ 25, 0, 0, 0, 2, 0 ], [ 1, 0, 0, 0, 1, 0 ], [ 27, 0, 0, 1, 29, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_collection_platform_metrics": { "DJI Phantom 4": { "samples": { "total": 92, "actual_class_counts": { "no damage": 43, "minor damage": 6, "major damage": 1, "destroyed": 37, "un-classified": 5, "obscured": 0 }, "predicted_class_counts": { "no damage": 42, "minor damage": 8, "major damage": 5, "destroyed": 34, "un-classified": 3, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9023809523809523, "minor damage": 0.6696428571428572, "major damage": 0.4942528735632184, "destroyed": 0.9274847870182554, "un-classified": 0.9887640449438202 } }, "F1": { "class_level": { "no damage": 0.8941176470588236, "minor damage": 0.42857142857142855, "major damage": 0.0, "destroyed": 0.9014084507042254, "un-classified": 0.75, "obscured": NaN }, "macro": 0.5948195052668954, "micro": 0.8260869565217391 }, "Accuracy": { "class_level": { "no damage": 0.9021739130434783, "minor damage": 0.9130434782608695, "major damage": 0.9347826086956522, "destroyed": 0.9239130434782609, "un-classified": 0.9782608695652174, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8837209302325582, "minor damage": 0.5, "major damage": 0.0, "destroyed": 0.8648648648648649, "un-classified": 0.6, "obscured": NaN }, "macro": 0.644187675070028, "micro": 0.8260869565217391 }, "Recall": { "class_level": { "no damage": 0.9047619047619048, "minor damage": 0.375, "major damage": 0.0, "destroyed": 0.9411764705882353, "un-classified": 1.0, "obscured": NaN }, "macro": 0.5697171590194846, "micro": 0.8260869565217391 }, "Confusion_Matrix": { "matrix": [ [ 38, 5, 0, 0, 0, 0 ], [ 3, 3, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0, 0 ], [ 0, 0, 5, 32, 0, 0 ], [ 1, 0, 0, 1, 3, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "DJI Mavic 2": { "samples": { "total": 21, "actual_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": {} }, "F1": { "class_level": { "no damage": 0.975609756097561, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0, "obscured": NaN }, "macro": 0.4878048780487805, "micro": 0.9523809523809523 }, "Accuracy": { "class_level": { "no damage": 0.9523809523809523, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9523809523809523, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0, "obscured": NaN }, "macro": 0.9523809523809523, "micro": 0.9523809523809523 }, "Recall": { "class_level": { "no damage": 0.9523809523809523, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN, "obscured": NaN }, "macro": 0.5, "micro": 0.9523809523809523 }, "Confusion_Matrix": { "matrix": [ [ 20, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "Wingtra WingtraOne Gen II": { "samples": { "total": 782, "actual_class_counts": { "no damage": 647, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 57, "obscured": 0 }, "predicted_class_counts": { "no damage": 538, "minor damage": 3, "major damage": 1, "destroyed": 1, "un-classified": 239, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5026128953623012, "minor damage": 0.6358579375267436, "major damage": 0.4827144686299616, "destroyed": 0.49871959026888607, "un-classified": 0.5348867673008314 } }, "F1": { "class_level": { "no damage": 0.7527426160337553, "minor damage": 0.038461538461538464, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.19594594594594594, "obscured": NaN }, "macro": 0.19743002008824792, "micro": 0.6086956521739131 }, "Accuracy": { "class_level": { "no damage": 0.6253196930946292, "minor damage": 0.9360613810741688, "major damage": 0.9641943734015346, "destroyed": 0.9961636828644501, "un-classified": 0.6956521739130435, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6893353941267388, "minor damage": 0.02040816326530612, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.5087719298245614, "obscured": NaN }, "macro": 0.25673370559902114, "micro": 0.6086956521739131 }, "Recall": { "class_level": { "no damage": 0.828996282527881, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.12133891213389121, "obscured": NaN }, "macro": 0.24370309744332128, "micro": 0.6086956521739131 }, "Confusion_Matrix": { "matrix": [ [ 446, 2, 1, 0, 198, 0 ], [ 39, 1, 0, 0, 9, 0 ], [ 25, 0, 0, 0, 2, 0 ], [ 1, 0, 0, 0, 1, 0 ], [ 27, 0, 0, 1, 29, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "DJI Mavic Pro": { "samples": { "total": 1145, "actual_class_counts": { "no damage": 161, "minor damage": 368, "major damage": 306, "destroyed": 289, "un-classified": 21, "obscured": 0 }, "predicted_class_counts": { "no damage": 454, "minor damage": 223, "major damage": 69, "destroyed": 356, "un-classified": 43, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6408145635833913, "minor damage": 0.6429214127992374, "major damage": 0.6276938203760574, "destroyed": 0.7917592315689039, "un-classified": 0.6112881441776052 } }, "F1": { "class_level": { "no damage": 0.4585365853658537, "minor damage": 0.41624365482233505, "major damage": 0.18666666666666668, "destroyed": 0.7224806201550388, "un-classified": 0.3125, "obscured": NaN }, "macro": 0.41928550540197884, "micro": 0.4733624454148472 }, "Accuracy": { "class_level": { "no damage": 0.7091703056768559, "minor damage": 0.6986899563318777, "major damage": 0.7336244541484717, "destroyed": 0.8436681222707424, "un-classified": 0.9615720524017467, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8757763975155279, "minor damage": 0.3342391304347826, "major damage": 0.11437908496732026, "destroyed": 0.8062283737024222, "un-classified": 0.47619047619047616, "obscured": NaN }, "macro": 0.4512882184640154, "micro": 0.4733624454148472 }, "Recall": { "class_level": { "no damage": 0.31057268722466963, "minor damage": 0.5515695067264574, "major damage": 0.5072463768115942, "destroyed": 0.6544943820224719, "un-classified": 0.23255813953488372, "obscured": NaN }, "macro": 0.5213626925621059, "micro": 0.4733624454148472 }, "Confusion_Matrix": { "matrix": [ [ 141, 8, 4, 3, 5, 0 ], [ 195, 123, 12, 26, 12, 0 ], [ 106, 75, 35, 86, 4, 0 ], [ 10, 16, 18, 233, 12, 0 ], [ 2, 1, 0, 8, 10, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "SenseFly eBee X": { "samples": { "total": 2052, "actual_class_counts": { "no damage": 868, "minor damage": 608, "major damage": 363, "destroyed": 160, "un-classified": 53, "obscured": 0 }, "predicted_class_counts": { "no damage": 1120, "minor damage": 435, "major damage": 175, "destroyed": 233, "un-classified": 89, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6869865113427345, "minor damage": 0.6110187021517071, "major damage": 0.6719263262044296, "destroyed": 0.7610404717018973, "un-classified": 0.7037897737354541 } }, "F1": { "class_level": { "no damage": 0.6680080482897385, "minor damage": 0.3930968360498562, "major damage": 0.31970260223048325, "destroyed": 0.6412213740458015, "un-classified": 0.5211267605633803, "obscured": NaN }, "macro": 0.5086311242358519, "micro": 0.5448343079922028 }, "Accuracy": { "class_level": { "no damage": 0.6783625730994152, "minor damage": 0.6915204678362573, "major damage": 0.8216374269005848, "destroyed": 0.9312865497076024, "un-classified": 0.9668615984405458, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7649769585253456, "minor damage": 0.3371710526315789, "major damage": 0.2369146005509642, "destroyed": 0.7875, "un-classified": 0.6981132075471698, "obscured": NaN }, "macro": 0.5024105902738598, "micro": 0.5448343079922028 }, "Recall": { "class_level": { "no damage": 0.5928571428571429, "minor damage": 0.47126436781609193, "major damage": 0.49142857142857144, "destroyed": 0.5407725321888412, "un-classified": 0.4157303370786517, "obscured": NaN }, "macro": 0.5649351638510117, "micro": 0.5448343079922028 }, "Confusion_Matrix": { "matrix": [ [ 664, 121, 37, 10, 36, 0 ], [ 351, 205, 31, 13, 8, 0 ], [ 94, 94, 86, 82, 7, 0 ], [ 3, 12, 18, 126, 1, 0 ], [ 8, 3, 3, 2, 37, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_source_metrics": { "sUAS": { "samples": { "total": 4092, "actual_class_counts": { "no damage": 1739, "minor damage": 1031, "major damage": 697, "destroyed": 488, "un-classified": 137, "obscured": 0 }, "predicted_class_counts": { "no damage": 2175, "minor damage": 669, "major damage": 250, "destroyed": 624, "un-classified": 374, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6887651323008291, "minor damage": 0.6460281215570219, "major damage": 0.6670390421655388, "destroyed": 0.7993162762842695, "un-classified": 0.597815080846755 } }, "F1": { "class_level": { "no damage": 0.6688809402146142, "minor damage": 0.3905882352941176, "major damage": 0.2555438225976769, "destroyed": 0.7032374100719424, "un-classified": 0.30919765166340507, "obscured": NaN }, "macro": 0.46548961196835126, "micro": 0.5454545454545454 }, "Accuracy": { "class_level": { "no damage": 0.6832844574780058, "minor damage": 0.7468230694037146, "major damage": 0.8277126099706745, "destroyed": 0.9193548387096774, "un-classified": 0.9137341153470185, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7527314548591144, "minor damage": 0.32201745877788557, "major damage": 0.17360114777618366, "destroyed": 0.8012295081967213, "un-classified": 0.5766423357664233, "obscured": NaN }, "macro": 0.4839869340618238, "micro": 0.5454545454545454 }, "Recall": { "class_level": { "no damage": 0.6018390804597701, "minor damage": 0.4962630792227205, "major damage": 0.484, "destroyed": 0.6266025641025641, "un-classified": 0.21122994652406418, "obscured": NaN }, "macro": 0.5252443810752656, "micro": 0.5454545454545454 }, "Confusion_Matrix": { "matrix": [ [ 1309, 136, 42, 13, 239, 0 ], [ 588, 332, 43, 39, 29, 0 ], [ 225, 169, 121, 169, 13, 0 ], [ 14, 28, 41, 391, 14, 0 ], [ 39, 4, 3, 12, 79, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_pre_or_post_metrics": { "POST": { "samples": { "total": 4092, "actual_class_counts": { "no damage": 1739, "minor damage": 1031, "major damage": 697, "destroyed": 488, "un-classified": 137, "obscured": 0 }, "predicted_class_counts": { "no damage": 2175, "minor damage": 669, "major damage": 250, "destroyed": 624, "un-classified": 374, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6887651323008291, "minor damage": 0.6460281215570219, "major damage": 0.6670390421655388, "destroyed": 0.7993162762842695, "un-classified": 0.597815080846755 } }, "F1": { "class_level": { "no damage": 0.6688809402146142, "minor damage": 0.3905882352941176, "major damage": 0.2555438225976769, "destroyed": 0.7032374100719424, "un-classified": 0.30919765166340507, "obscured": NaN }, "macro": 0.46548961196835126, "micro": 0.5454545454545454 }, "Accuracy": { "class_level": { "no damage": 0.6832844574780058, "minor damage": 0.7468230694037146, "major damage": 0.8277126099706745, "destroyed": 0.9193548387096774, "un-classified": 0.9137341153470185, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7527314548591144, "minor damage": 0.32201745877788557, "major damage": 0.17360114777618366, "destroyed": 0.8012295081967213, "un-classified": 0.5766423357664233, "obscured": NaN }, "macro": 0.4839869340618238, "micro": 0.5454545454545454 }, "Recall": { "class_level": { "no damage": 0.6018390804597701, "minor damage": 0.4962630792227205, "major damage": 0.484, "destroyed": 0.6266025641025641, "un-classified": 0.21122994652406418, "obscured": NaN }, "macro": 0.5252443810752656, "micro": 0.5454545454545454 }, "Confusion_Matrix": { "matrix": [ [ 1309, 136, 42, 13, 239, 0 ], [ 588, 332, 43, 39, 29, 0 ], [ 225, 169, 121, 169, 13, 0 ], [ 14, 28, 41, 391, 14, 0 ], [ 39, 4, 3, 12, 79, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_event_metrics": { "Hurricane Idalia": { "samples": { "total": 782, "actual_class_counts": { "no damage": 647, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 57, "obscured": 0 }, "predicted_class_counts": { "no damage": 538, "minor damage": 3, "major damage": 1, "destroyed": 1, "un-classified": 239, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5026128953623012, "minor damage": 0.6358579375267436, "major damage": 0.4827144686299616, "destroyed": 0.49871959026888607, "un-classified": 0.5348867673008314 } }, "F1": { "class_level": { "no damage": 0.7527426160337553, "minor damage": 0.038461538461538464, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.19594594594594594, "obscured": NaN }, "macro": 0.19743002008824792, "micro": 0.6086956521739131 }, "Accuracy": { "class_level": { "no damage": 0.6253196930946292, "minor damage": 0.9360613810741688, "major damage": 0.9641943734015346, "destroyed": 0.9961636828644501, "un-classified": 0.6956521739130435, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6893353941267388, "minor damage": 0.02040816326530612, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.5087719298245614, "obscured": NaN }, "macro": 0.25673370559902114, "micro": 0.6086956521739131 }, "Recall": { "class_level": { "no damage": 0.828996282527881, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.12133891213389121, "obscured": NaN }, "macro": 0.24370309744332128, "micro": 0.6086956521739131 }, "Confusion_Matrix": { "matrix": [ [ 446, 2, 1, 0, 198, 0 ], [ 39, 1, 0, 0, 9, 0 ], [ 25, 0, 0, 0, 2, 0 ], [ 1, 0, 0, 0, 1, 0 ], [ 27, 0, 0, 1, 29, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "Mayfield Tornado": { "samples": { "total": 2036, "actual_class_counts": { "no damage": 857, "minor damage": 607, "major damage": 363, "destroyed": 158, "un-classified": 51, "obscured": 0 }, "predicted_class_counts": { "no damage": 1107, "minor damage": 435, "major damage": 175, "destroyed": 231, "un-classified": 88, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6851458037364729, "minor damage": 0.6100856504914314, "major damage": 0.6712919321409381, "destroyed": 0.758979985849792, "un-classified": 0.70069535187605 } }, "F1": { "class_level": { "no damage": 0.664969450101833, "minor damage": 0.3934740882917466, "major damage": 0.31970260223048325, "destroyed": 0.6375321336760925, "un-classified": 0.5179856115107914, "obscured": NaN }, "macro": 0.5067327771621893, "micro": 0.5422396856581533 }, "Accuracy": { "class_level": { "no damage": 0.6768172888015717, "minor damage": 0.6895874263261297, "major damage": 0.8202357563850687, "destroyed": 0.9307465618860511, "un-classified": 0.9670923379174853, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7619603267211202, "minor damage": 0.33772652388797364, "major damage": 0.2369146005509642, "destroyed": 0.7848101265822784, "un-classified": 0.7058823529411765, "obscured": NaN }, "macro": 0.4996925901248862, "micro": 0.5422396856581533 }, "Recall": { "class_level": { "no damage": 0.5898825654923215, "minor damage": 0.47126436781609193, "major damage": 0.49142857142857144, "destroyed": 0.5367965367965368, "un-classified": 0.4090909090909091, "obscured": NaN }, "macro": 0.5654587861367026, "micro": 0.5422396856581533 }, "Confusion_Matrix": { "matrix": [ [ 653, 121, 37, 10, 36, 0 ], [ 350, 205, 31, 13, 8, 0 ], [ 94, 94, 86, 82, 7, 0 ], [ 3, 12, 18, 124, 1, 0 ], [ 7, 3, 3, 2, 36, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "Mussett Bayou Fire": { "samples": { "total": 129, "actual_class_counts": { "no damage": 74, "minor damage": 7, "major damage": 1, "destroyed": 39, "un-classified": 8, "obscured": 0 }, "predicted_class_counts": { "no damage": 76, "minor damage": 8, "major damage": 5, "destroyed": 36, "un-classified": 4, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9067775571002981, "minor damage": 0.6709710743801653, "major damage": 0.4959677419354839, "destroyed": 0.9453405017921147, "un-classified": 0.984 } }, "F1": { "class_level": { "no damage": 0.92, "minor damage": 0.4, "major damage": 0.0, "destroyed": 0.9066666666666666, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.5786666666666667, "micro": 0.8527131782945736 }, "Accuracy": { "class_level": { "no damage": 0.9069767441860465, "minor damage": 0.9302325581395349, "major damage": 0.9534883720930233, "destroyed": 0.9457364341085271, "un-classified": 0.9689922480620154, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.9324324324324325, "minor damage": 0.42857142857142855, "major damage": 0.0, "destroyed": 0.8717948717948718, "un-classified": 0.5, "obscured": NaN }, "macro": 0.64546783625731, "micro": 0.8527131782945736 }, "Recall": { "class_level": { "no damage": 0.9078947368421053, "minor damage": 0.375, "major damage": 0.0, "destroyed": 0.9444444444444444, "un-classified": 1.0, "obscured": NaN }, "macro": 0.5465597465597465, "micro": 0.8527131782945736 }, "Confusion_Matrix": { "matrix": [ [ 69, 5, 0, 0, 0, 0 ], [ 4, 3, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0, 0 ], [ 0, 0, 5, 34, 0, 0 ], [ 3, 0, 0, 1, 4, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "Hurricane Michael": { "samples": { "total": 1145, "actual_class_counts": { "no damage": 161, "minor damage": 368, "major damage": 306, "destroyed": 289, "un-classified": 21, "obscured": 0 }, "predicted_class_counts": { "no damage": 454, "minor damage": 223, "major damage": 69, "destroyed": 356, "un-classified": 43, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6408145635833913, "minor damage": 0.6429214127992374, "major damage": 0.6276938203760574, "destroyed": 0.7917592315689039, "un-classified": 0.6112881441776052 } }, "F1": { "class_level": { "no damage": 0.4585365853658537, "minor damage": 0.41624365482233505, "major damage": 0.18666666666666668, "destroyed": 0.7224806201550388, "un-classified": 0.3125, "obscured": NaN }, "macro": 0.41928550540197884, "micro": 0.4733624454148472 }, "Accuracy": { "class_level": { "no damage": 0.7091703056768559, "minor damage": 0.6986899563318777, "major damage": 0.7336244541484717, "destroyed": 0.8436681222707424, "un-classified": 0.9615720524017467, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8757763975155279, "minor damage": 0.3342391304347826, "major damage": 0.11437908496732026, "destroyed": 0.8062283737024222, "un-classified": 0.47619047619047616, "obscured": NaN }, "macro": 0.4512882184640154, "micro": 0.4733624454148472 }, "Recall": { "class_level": { "no damage": 0.31057268722466963, "minor damage": 0.5515695067264574, "major damage": 0.5072463768115942, "destroyed": 0.6544943820224719, "un-classified": 0.23255813953488372, "obscured": NaN }, "macro": 0.5213626925621059, "micro": 0.4733624454148472 }, "Confusion_Matrix": { "matrix": [ [ 141, 8, 4, 3, 5, 0 ], [ 195, 123, 12, 26, 12, 0 ], [ 106, 75, 35, 86, 4, 0 ], [ 10, 16, 18, 233, 12, 0 ], [ 2, 1, 0, 8, 10, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } } }