Upload maddition_360_held_out/flexitok--maddition_hun_Latn_360_overlap.json with huggingface_hub
Browse files
maddition_360_held_out/flexitok--maddition_hun_Latn_360_overlap.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"1": {"ratio_to_total_tokens": 0.24166666666666667, "expected_training_ratio_in_superset": 0.009294871794871795, "num_tokens": 87}, "2": {"ratio_to_total_tokens": 0.016666666666666666, "expected_training_ratio_in_superset": 0.001282051282051282, "num_tokens": 6}, "4": {"ratio_to_total_tokens": 0.005555555555555556, "expected_training_ratio_in_superset": 0.0008547008547008547, "num_tokens": 2}, "5": {"ratio_to_total_tokens": 0.011111111111111112, "expected_training_ratio_in_superset": 0.002136752136752137, "num_tokens": 4}, "6": {"ratio_to_total_tokens": 0.002777777777777778, "expected_training_ratio_in_superset": 0.000641025641025641, "num_tokens": 1}, "7": {"ratio_to_total_tokens": 0.002777777777777778, "expected_training_ratio_in_superset": 0.0007478632478632478, "num_tokens": 1}, "26": {"ratio_to_total_tokens": 0.7194444444444444, "expected_training_ratio_in_superset": 0.7194444444444444, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7344017094017093}
|