Add DeBERTa v3 large News Classifier model
Browse files- added_tokens.json +3 -0
 - config.json +53 -0
 - model.safetensors +3 -0
 - special_tokens_map.json +15 -0
 - spm.model +3 -0
 - tokenizer.json +0 -0
 - tokenizer_config.json +59 -0
 - training_args.bin +3 -0
 
    	
        added_tokens.json
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "[MASK]": 128000
         
     | 
| 3 | 
         
            +
            }
         
     | 
    	
        config.json
    ADDED
    
    | 
         @@ -0,0 +1,53 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "architectures": [
         
     | 
| 3 | 
         
            +
                "DebertaV2ForSequenceClassification"
         
     | 
| 4 | 
         
            +
              ],
         
     | 
| 5 | 
         
            +
              "attention_probs_dropout_prob": 0.1,
         
     | 
| 6 | 
         
            +
              "hidden_act": "gelu",
         
     | 
| 7 | 
         
            +
              "hidden_dropout_prob": 0.1,
         
     | 
| 8 | 
         
            +
              "hidden_size": 1024,
         
     | 
| 9 | 
         
            +
              "id2label": {
         
     | 
| 10 | 
         
            +
                "0": "World",
         
     | 
| 11 | 
         
            +
                "1": "Business",
         
     | 
| 12 | 
         
            +
                "2": "Technology",
         
     | 
| 13 | 
         
            +
                "3": "Entertainment",
         
     | 
| 14 | 
         
            +
                "4": "Sports",
         
     | 
| 15 | 
         
            +
                "5": "Science",
         
     | 
| 16 | 
         
            +
                "6": "Health"
         
     | 
| 17 | 
         
            +
              },
         
     | 
| 18 | 
         
            +
              "initializer_range": 0.02,
         
     | 
| 19 | 
         
            +
              "intermediate_size": 4096,
         
     | 
| 20 | 
         
            +
              "label2id": {
         
     | 
| 21 | 
         
            +
                "Business": 1,
         
     | 
| 22 | 
         
            +
                "Entertainment": 3,
         
     | 
| 23 | 
         
            +
                "Health": 6,
         
     | 
| 24 | 
         
            +
                "Science": 5,
         
     | 
| 25 | 
         
            +
                "Sports": 4,
         
     | 
| 26 | 
         
            +
                "Technology": 2,
         
     | 
| 27 | 
         
            +
                "World": 0
         
     | 
| 28 | 
         
            +
              },
         
     | 
| 29 | 
         
            +
              "layer_norm_eps": 1e-07,
         
     | 
| 30 | 
         
            +
              "legacy": true,
         
     | 
| 31 | 
         
            +
              "max_position_embeddings": 512,
         
     | 
| 32 | 
         
            +
              "max_relative_positions": -1,
         
     | 
| 33 | 
         
            +
              "model_type": "deberta-v2",
         
     | 
| 34 | 
         
            +
              "norm_rel_ebd": "layer_norm",
         
     | 
| 35 | 
         
            +
              "num_attention_heads": 16,
         
     | 
| 36 | 
         
            +
              "num_hidden_layers": 24,
         
     | 
| 37 | 
         
            +
              "pad_token_id": 0,
         
     | 
| 38 | 
         
            +
              "pooler_dropout": 0,
         
     | 
| 39 | 
         
            +
              "pooler_hidden_act": "gelu",
         
     | 
| 40 | 
         
            +
              "pooler_hidden_size": 1024,
         
     | 
| 41 | 
         
            +
              "pos_att_type": [
         
     | 
| 42 | 
         
            +
                "p2c",
         
     | 
| 43 | 
         
            +
                "c2p"
         
     | 
| 44 | 
         
            +
              ],
         
     | 
| 45 | 
         
            +
              "position_biased_input": false,
         
     | 
| 46 | 
         
            +
              "position_buckets": 256,
         
     | 
| 47 | 
         
            +
              "relative_attention": true,
         
     | 
| 48 | 
         
            +
              "share_att_key": true,
         
     | 
| 49 | 
         
            +
              "torch_dtype": "float32",
         
     | 
| 50 | 
         
            +
              "transformers_version": "4.50.3",
         
     | 
| 51 | 
         
            +
              "type_vocab_size": 0,
         
     | 
| 52 | 
         
            +
              "vocab_size": 128100
         
     | 
| 53 | 
         
            +
            }
         
     | 
    	
        model.safetensors
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:4d30bbe34ea0bb04905fe2241d29111d2263cb83a5c8e7eb70d6d0ba317ea1b2
         
     | 
| 3 | 
         
            +
            size 1740324948
         
     | 
    	
        special_tokens_map.json
    ADDED
    
    | 
         @@ -0,0 +1,15 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "bos_token": "[CLS]",
         
     | 
| 3 | 
         
            +
              "cls_token": "[CLS]",
         
     | 
| 4 | 
         
            +
              "eos_token": "[SEP]",
         
     | 
| 5 | 
         
            +
              "mask_token": "[MASK]",
         
     | 
| 6 | 
         
            +
              "pad_token": "[PAD]",
         
     | 
| 7 | 
         
            +
              "sep_token": "[SEP]",
         
     | 
| 8 | 
         
            +
              "unk_token": {
         
     | 
| 9 | 
         
            +
                "content": "[UNK]",
         
     | 
| 10 | 
         
            +
                "lstrip": false,
         
     | 
| 11 | 
         
            +
                "normalized": true,
         
     | 
| 12 | 
         
            +
                "rstrip": false,
         
     | 
| 13 | 
         
            +
                "single_word": false
         
     | 
| 14 | 
         
            +
              }
         
     | 
| 15 | 
         
            +
            }
         
     | 
    	
        spm.model
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
         
     | 
| 3 | 
         
            +
            size 2464616
         
     | 
    	
        tokenizer.json
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        tokenizer_config.json
    ADDED
    
    | 
         @@ -0,0 +1,59 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "added_tokens_decoder": {
         
     | 
| 3 | 
         
            +
                "0": {
         
     | 
| 4 | 
         
            +
                  "content": "[PAD]",
         
     | 
| 5 | 
         
            +
                  "lstrip": false,
         
     | 
| 6 | 
         
            +
                  "normalized": false,
         
     | 
| 7 | 
         
            +
                  "rstrip": false,
         
     | 
| 8 | 
         
            +
                  "single_word": false,
         
     | 
| 9 | 
         
            +
                  "special": true
         
     | 
| 10 | 
         
            +
                },
         
     | 
| 11 | 
         
            +
                "1": {
         
     | 
| 12 | 
         
            +
                  "content": "[CLS]",
         
     | 
| 13 | 
         
            +
                  "lstrip": false,
         
     | 
| 14 | 
         
            +
                  "normalized": false,
         
     | 
| 15 | 
         
            +
                  "rstrip": false,
         
     | 
| 16 | 
         
            +
                  "single_word": false,
         
     | 
| 17 | 
         
            +
                  "special": true
         
     | 
| 18 | 
         
            +
                },
         
     | 
| 19 | 
         
            +
                "2": {
         
     | 
| 20 | 
         
            +
                  "content": "[SEP]",
         
     | 
| 21 | 
         
            +
                  "lstrip": false,
         
     | 
| 22 | 
         
            +
                  "normalized": false,
         
     | 
| 23 | 
         
            +
                  "rstrip": false,
         
     | 
| 24 | 
         
            +
                  "single_word": false,
         
     | 
| 25 | 
         
            +
                  "special": true
         
     | 
| 26 | 
         
            +
                },
         
     | 
| 27 | 
         
            +
                "3": {
         
     | 
| 28 | 
         
            +
                  "content": "[UNK]",
         
     | 
| 29 | 
         
            +
                  "lstrip": false,
         
     | 
| 30 | 
         
            +
                  "normalized": true,
         
     | 
| 31 | 
         
            +
                  "rstrip": false,
         
     | 
| 32 | 
         
            +
                  "single_word": false,
         
     | 
| 33 | 
         
            +
                  "special": true
         
     | 
| 34 | 
         
            +
                },
         
     | 
| 35 | 
         
            +
                "128000": {
         
     | 
| 36 | 
         
            +
                  "content": "[MASK]",
         
     | 
| 37 | 
         
            +
                  "lstrip": false,
         
     | 
| 38 | 
         
            +
                  "normalized": false,
         
     | 
| 39 | 
         
            +
                  "rstrip": false,
         
     | 
| 40 | 
         
            +
                  "single_word": false,
         
     | 
| 41 | 
         
            +
                  "special": true
         
     | 
| 42 | 
         
            +
                }
         
     | 
| 43 | 
         
            +
              },
         
     | 
| 44 | 
         
            +
              "bos_token": "[CLS]",
         
     | 
| 45 | 
         
            +
              "clean_up_tokenization_spaces": false,
         
     | 
| 46 | 
         
            +
              "cls_token": "[CLS]",
         
     | 
| 47 | 
         
            +
              "do_lower_case": false,
         
     | 
| 48 | 
         
            +
              "eos_token": "[SEP]",
         
     | 
| 49 | 
         
            +
              "extra_special_tokens": {},
         
     | 
| 50 | 
         
            +
              "mask_token": "[MASK]",
         
     | 
| 51 | 
         
            +
              "model_max_length": 256,
         
     | 
| 52 | 
         
            +
              "pad_token": "[PAD]",
         
     | 
| 53 | 
         
            +
              "sep_token": "[SEP]",
         
     | 
| 54 | 
         
            +
              "sp_model_kwargs": {},
         
     | 
| 55 | 
         
            +
              "split_by_punct": false,
         
     | 
| 56 | 
         
            +
              "tokenizer_class": "DebertaV2Tokenizer",
         
     | 
| 57 | 
         
            +
              "unk_token": "[UNK]",
         
     | 
| 58 | 
         
            +
              "vocab_type": "spm"
         
     | 
| 59 | 
         
            +
            }
         
     | 
    	
        training_args.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:4a83ae99635b870b4276a15cba5e1c15a592da047efd1b608565b9351067e935
         
     | 
| 3 | 
         
            +
            size 5368
         
     |