tzzte commited on
Commit
57e669d
·
verified ·
1 Parent(s): 50a1397

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +5 -5
config.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
- "_name_or_path": "/linzhihang/zhangyuhao/ACLlama_s2s/output/S2S/S2S_finetune_small_lr1e-4_S2S-KD-unit-languge-new-0804-filter_kd_offline_base_merge_0808_20string_1e-4/checkpoint-16000",
3
  "adapter_size": 1280,
4
  "architectures": [
5
- "ACLlamaForCausalLM"
6
  ],
7
  "attention_bias": false,
8
  "attention_dropout": 0.0,
9
  "audio_token_len": 750,
10
- "audio_tower": "/linzhihang/LLMs/whisper-v3",
11
  "bos_token_id": 128000,
12
  "eos_token_id": [
13
  128001,
@@ -21,7 +21,7 @@
21
  "intermediate_size": 14336,
22
  "max_position_embeddings": 131072,
23
  "mlp_bias": false,
24
- "model_type": "ACLlama",
25
  "num_attention_heads": 32,
26
  "num_hidden_layers": 32,
27
  "num_key_value_heads": 8,
@@ -39,8 +39,8 @@
39
  "torch_dtype": "float16",
40
  "transformers_version": "4.48.1",
41
  "unit_output": "finetune_kd",
42
- "unit_vocab": "/linzhihang/zhangyuhao/unit_language/v6.8k.dict",
43
  "unit_vocab_size": 7807,
 
44
  "use_cache": false,
45
  "vocab_size": 128257
46
  }
 
1
  {
2
+ "_name_or_path": "./EchoX-8B",
3
  "adapter_size": 1280,
4
  "architectures": [
5
+ "EchoXForCausalLM"
6
  ],
7
  "attention_bias": false,
8
  "attention_dropout": 0.0,
9
  "audio_token_len": 750,
10
+ "audio_tower": "./whisper-large-v3",
11
  "bos_token_id": 128000,
12
  "eos_token_id": [
13
  128001,
 
21
  "intermediate_size": 14336,
22
  "max_position_embeddings": 131072,
23
  "mlp_bias": false,
24
+ "model_type": "EchoX",
25
  "num_attention_heads": 32,
26
  "num_hidden_layers": 32,
27
  "num_key_value_heads": 8,
 
39
  "torch_dtype": "float16",
40
  "transformers_version": "4.48.1",
41
  "unit_output": "finetune_kd",
 
42
  "unit_vocab_size": 7807,
43
+ "unit_model": "medium",
44
  "use_cache": false,
45
  "vocab_size": 128257
46
  }