{ "add_cross_attention": false, "architectures": [ "BertModel" ], "attention_probs_dropout_prob": 0.1, "bos_token_id": 0, "classifier_dropout": null, "dtype": "float32", "eos_token_id": 2, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 128, "id2label": { "0": "bh", "1": "dz", "2": "eg", "3": "iq", "4": "lb", "5": "ly", "6": "ma", "7": "msa", "8": "ps", "9": "sa", "10": "sd", "11": "sy", "12": "tn", "13": "ye" }, "initializer_range": 0.02, "intermediate_size": 512, "is_decoder": false, "label2id": { "bh": 0, "dz": 1, "eg": 2, "iq": 3, "lb": 4, "ly": 5, "ma": 6, "msa": 7, "ps": 8, "sa": 9, "sd": 10, "sy": 11, "tn": 12, "ye": 13 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 2048, "model_type": "bert", "num_attention_heads": 2, "num_hidden_layers": 8, "pad_token_id": 1, "tie_word_embeddings": true, "transformers_version": "5.15.1", "type_vocab_size": 2, "use_cache": false, "vocab_size": 32000, "num_labels": 14 }