env-news-cls-bert / config.json
celtics1863's picture
Upload 6 files
554d745
{
"Avg. Length": 646.875,
"_name_or_path": "../models/envbert/",
"architectures": [
"BertCLSModel"
],
"attention_probs_dropout_prob": 0.1,
"classifier_dropout": null,
"contact": "[email protected]",
"counter": {
"\u5149\u4f0f": 2994,
"\u65b0\u80fd\u6e90": 2200,
"\u6c22\u80fd": 82,
"\u71c3\u6c14": 530,
"\u73af\u4fdd": 1827,
"\u7535\u529b": 1160,
"\u77f3\u6cb9": 620,
"\u98ce\u7535": 937
},
"directionality": "bidi",
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "\u77f3\u6cb9",
"1": "\u73af\u4fdd",
"2": "\u7535\u529b",
"3": "\u6c22\u80fd",
"4": "\u71c3\u6c14",
"5": "\u98ce\u7535",
"6": "\u5149\u4f0f",
"7": "\u65b0\u80fd\u6e90"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"key_metric": "macro_f1",
"label2id": {
"\u5149\u4f0f": 6,
"\u65b0\u80fd\u6e90": 7,
"\u6c22\u80fd": 3,
"\u71c3\u6c14": 4,
"\u73af\u4fdd": 1,
"\u7535\u529b": 2,
"\u77f3\u6cb9": 0,
"\u98ce\u7535": 5
},
"labels": [
"\u77f3\u6cb9",
"\u73af\u4fdd",
"\u7535\u529b",
"\u6c22\u80fd",
"\u71c3\u6c14",
"\u98ce\u7535",
"\u5149\u4f0f",
"\u65b0\u80fd\u6e90"
],
"layer_norm_eps": 1e-12,
"liscence": "Apache Lisence",
"max_length": 512,
"max_position_embeddings": 512,
"mirror": "https://mirror.nju.edu.cn/hugging-face-models",
"model_type": "bert",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"num_test_texts": 0,
"num_train_texts": 5338,
"num_valid_texts": 5012,
"output_past": true,
"package": "envtext",
"pad_token_id": 0,
"pooler_fc_size": 768,
"pooler_num_attention_heads": 12,
"pooler_num_fc_layers": 3,
"pooler_size_per_head": 128,
"pooler_type": "first_token_transform",
"position_embedding_type": "absolute",
"resampling": true,
"resampling_ratio": 4,
"torch_dtype": "float32",
"transformers_version": "4.22.1",
"type_vocab_size": 2,
"use_cache": true,
"vocab_size": 21128
}