Training in progress, epoch 0, checkpoint
Browse files- checkpoint-1450080/config.json +24 -0
- checkpoint-1450080/optimizer.pt +3 -0
- checkpoint-1450080/pytorch_model.bin +3 -0
- checkpoint-1450080/rng_state.pth +3 -0
- checkpoint-1450080/scheduler.pt +3 -0
- checkpoint-1450080/special_tokens_map.json +5 -0
- checkpoint-1450080/tokenizer.json +0 -0
- checkpoint-1450080/tokenizer_config.json +12 -0
- checkpoint-1450080/trainer_state.json +0 -0
- checkpoint-1450080/training_args.bin +3 -0
    	
        checkpoint-1450080/config.json
    ADDED
    
    | @@ -0,0 +1,24 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "architectures": [
         | 
| 3 | 
            +
                "RNNForLanguageModeling"
         | 
| 4 | 
            +
              ],
         | 
| 5 | 
            +
              "bidirectional": false,
         | 
| 6 | 
            +
              "dropout_p": 0.1,
         | 
| 7 | 
            +
              "emb_init_range": 0.1,
         | 
| 8 | 
            +
              "embedding_dim": 1024,
         | 
| 9 | 
            +
              "embedding_kwargs": {},
         | 
| 10 | 
            +
              "hidden_dim": 1024,
         | 
| 11 | 
            +
              "lin_init_range": 0.03125,
         | 
| 12 | 
            +
              "lm_in_features": 1024,
         | 
| 13 | 
            +
              "model_type": "rnn",
         | 
| 14 | 
            +
              "num_layers": 2,
         | 
| 15 | 
            +
              "output_last_state": false,
         | 
| 16 | 
            +
              "output_recurrent_outputs": false,
         | 
| 17 | 
            +
              "recur_init_range": 0.03125,
         | 
| 18 | 
            +
              "rnn_kwargs": {},
         | 
| 19 | 
            +
              "rnn_type": "LSTM",
         | 
| 20 | 
            +
              "tie_weights": true,
         | 
| 21 | 
            +
              "torch_dtype": "float32",
         | 
| 22 | 
            +
              "transformers_version": "4.33.3",
         | 
| 23 | 
            +
              "vocab_size": 50002
         | 
| 24 | 
            +
            }
         | 
    	
        checkpoint-1450080/optimizer.pt
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:1652f8a094f9594cb5ba6aa63ff9ac49b3981b30ea7a7a9ea1ffa3d507e53ff3
         | 
| 3 | 
            +
            size 544373707
         | 
    	
        checkpoint-1450080/pytorch_model.bin
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:8e272aa5e50966da577555b787564c68fc34b837216367629fcbd0e1f0c596a3
         | 
| 3 | 
            +
            size 272184705
         | 
    	
        checkpoint-1450080/rng_state.pth
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:fd5c3b649b6992efdc253441c0de34feb4616484382d26074be1f4fe566dec2a
         | 
| 3 | 
            +
            size 14511
         | 
    	
        checkpoint-1450080/scheduler.pt
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:b1451966406aa65a526e301d5cb393a4128fc8089fbda109b6e2f4ba796d35ec
         | 
| 3 | 
            +
            size 627
         | 
    	
        checkpoint-1450080/special_tokens_map.json
    ADDED
    
    | @@ -0,0 +1,5 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "eos_token": "<eos>",
         | 
| 3 | 
            +
              "pad_token": "<pad>",
         | 
| 4 | 
            +
              "unk_token": "<unk>"
         | 
| 5 | 
            +
            }
         | 
    	
        checkpoint-1450080/tokenizer.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
    	
        checkpoint-1450080/tokenizer_config.json
    ADDED
    
    | @@ -0,0 +1,12 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "clean_up_tokenization_spaces": true,
         | 
| 3 | 
            +
              "eos_token": "<eos>",
         | 
| 4 | 
            +
              "max_length": null,
         | 
| 5 | 
            +
              "model_max_length": 512,
         | 
| 6 | 
            +
              "pad_to_multiple_of": null,
         | 
| 7 | 
            +
              "pad_token": "<pad>",
         | 
| 8 | 
            +
              "pad_token_type_id": 0,
         | 
| 9 | 
            +
              "padding_side": "right",
         | 
| 10 | 
            +
              "tokenizer_class": "PreTrainedTokenizerFast",
         | 
| 11 | 
            +
              "unk_token": "<unk>"
         | 
| 12 | 
            +
            }
         | 
    	
        checkpoint-1450080/trainer_state.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
    	
        checkpoint-1450080/training_args.bin
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:46fa3c44f8718ffb41ab5b3ddeafbe70b8a03b2a470d1fbc69cbfe63283a065a
         | 
| 3 | 
            +
            size 4219
         | 
