|
|
+ deepspeed |
|
|
[rank2]:[W528 19:53:57.173887830 ProcessGroupNCCL.cpp:4561] [PG ID 0 PG GUID 0 Rank 2] using GPU 2 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. |
|
|
[rank4]:[W528 19:53:57.183667861 ProcessGroupNCCL.cpp:4561] [PG ID 0 PG GUID 0 Rank 4] using GPU 4 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. |
|
|
[rank6]:[W528 19:53:57.225951898 ProcessGroupNCCL.cpp:4561] [PG ID 0 PG GUID 0 Rank 6] using GPU 6 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. |
|
|
[rank1]:[W528 19:53:57.229690708 ProcessGroupNCCL.cpp:4561] [PG ID 0 PG GUID 0 Rank 1] using GPU 1 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. |
|
|
[rank5]:[W528 19:53:57.249656731 ProcessGroupNCCL.cpp:4561] [PG ID 0 PG GUID 0 Rank 5] using GPU 5 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. |
|
|
[rank3]:[W528 19:53:57.249665841 ProcessGroupNCCL.cpp:4561] [PG ID 0 PG GUID 0 Rank 3] using GPU 3 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. |
|
|
[rank7]:[W528 19:53:57.261219852 ProcessGroupNCCL.cpp:4561] [PG ID 0 PG GUID 0 Rank 7] using GPU 7 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. |
|
|
[rank0]:[W528 19:53:57.261499186 ProcessGroupNCCL.cpp:4561] [PG ID 0 PG GUID 0 Rank 0] using GPU 0 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. |
|
|
loading configuration file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/config.json |
|
|
loading configuration file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/config.json |
|
|
loading configuration file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/config.json |
|
|
loading configuration file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/config.json |
|
|
loading configuration file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/config.json |
|
|
loading configuration file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/config.json |
|
|
loading configuration file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/config.json |
|
|
loading configuration file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/config.json |
|
|
Model config Qwen2Config { |
|
|
"_attn_implementation_autoset": true, |
|
|
"_name_or_path": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k", |
|
|
"architectures": [ |
|
|
"Qwen2ForCausalLM" |
|
|
], |
|
|
"attention_dropout": 0.0, |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"hidden_act": "silu", |
|
|
"hidden_size": 4096, |
|
|
"initializer_range": 0.02, |
|
|
"intermediate_size": 11008, |
|
|
"max_position_embeddings": 32768, |
|
|
"max_window_layers": 28, |
|
|
"model_type": "qwen2", |
|
|
"num_attention_heads": 32, |
|
|
"num_hidden_layers": 32, |
|
|
"num_key_value_heads": 32, |
|
|
"pad_token_id": 151643, |
|
|
"rms_norm_eps": 1e-06, |
|
|
"rope_scaling": null, |
|
|
"rope_theta": 1000000.0, |
|
|
"sliding_window": 32768, |
|
|
"tie_word_embeddings": false, |
|
|
"torch_dtype": "bfloat16", |
|
|
"transformers_version": "4.49.0", |
|
|
"use_cache": true, |
|
|
"use_sliding_window": false, |
|
|
"vocab_size": 151646 |
|
|
} |
|
|
|
|
|
Model config Qwen2Config { |
|
|
"_attn_implementation_autoset": true, |
|
|
"_name_or_path": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k", |
|
|
"architectures": [ |
|
|
"Qwen2ForCausalLM" |
|
|
], |
|
|
"attention_dropout": 0.0, |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"hidden_act": "silu", |
|
|
"hidden_size": 4096, |
|
|
"initializer_range": 0.02, |
|
|
"intermediate_size": 11008, |
|
|
"max_position_embeddings": 32768, |
|
|
"max_window_layers": 28, |
|
|
"model_type": "qwen2", |
|
|
"num_attention_heads": 32, |
|
|
"num_hidden_layers": 32, |
|
|
"num_key_value_heads": 32, |
|
|
"pad_token_id": 151643, |
|
|
"rms_norm_eps": 1e-06, |
|
|
"rope_scaling": null, |
|
|
"rope_theta": 1000000.0, |
|
|
"sliding_window": 32768, |
|
|
"tie_word_embeddings": false, |
|
|
"torch_dtype": "bfloat16", |
|
|
"transformers_version": "4.49.0", |
|
|
"use_cache": true, |
|
|
"use_sliding_window": false, |
|
|
"vocab_size": 151646 |
|
|
} |
|
|
|
|
|
Model config Qwen2Config { |
|
|
"_attn_implementation_autoset": true, |
|
|
"_name_or_path": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k", |
|
|
"architectures": [ |
|
|
"Qwen2ForCausalLM" |
|
|
], |
|
|
"attention_dropout": 0.0, |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"hidden_act": "silu", |
|
|
"hidden_size": 4096, |
|
|
"initializer_range": 0.02, |
|
|
"intermediate_size": 11008, |
|
|
"max_position_embeddings": 32768, |
|
|
"max_window_layers": 28, |
|
|
"model_type": "qwen2", |
|
|
"num_attention_heads": 32, |
|
|
"num_hidden_layers": 32, |
|
|
"num_key_value_heads": 32, |
|
|
"pad_token_id": 151643, |
|
|
"rms_norm_eps": 1e-06, |
|
|
"rope_scaling": null, |
|
|
"rope_theta": 1000000.0, |
|
|
"sliding_window": 32768, |
|
|
"tie_word_embeddings": false, |
|
|
"torch_dtype": "bfloat16", |
|
|
"transformers_version": "4.49.0", |
|
|
"use_cache": true, |
|
|
"use_sliding_window": false, |
|
|
"vocab_size": 151646 |
|
|
} |
|
|
|
|
|
Model config Qwen2Config { |
|
|
"_attn_implementation_autoset": true, |
|
|
"_name_or_path": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k", |
|
|
"architectures": [ |
|
|
"Qwen2ForCausalLM" |
|
|
], |
|
|
"attention_dropout": 0.0, |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"hidden_act": "silu", |
|
|
"hidden_size": 4096, |
|
|
"initializer_range": 0.02, |
|
|
"intermediate_size": 11008, |
|
|
"max_position_embeddings": 32768, |
|
|
"max_window_layers": 28, |
|
|
"model_type": "qwen2", |
|
|
"num_attention_heads": 32, |
|
|
"num_hidden_layers": 32, |
|
|
"num_key_value_heads": 32, |
|
|
"pad_token_id": 151643, |
|
|
"rms_norm_eps": 1e-06, |
|
|
"rope_scaling": null, |
|
|
"rope_theta": 1000000.0, |
|
|
"sliding_window": 32768, |
|
|
"tie_word_embeddings": false, |
|
|
"torch_dtype": "bfloat16", |
|
|
"transformers_version": "4.49.0", |
|
|
"use_cache": true, |
|
|
"use_sliding_window": false, |
|
|
"vocab_size": 151646 |
|
|
} |
|
|
|
|
|
Model config Qwen2Config { |
|
|
"_attn_implementation_autoset": true, |
|
|
"_name_or_path": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k", |
|
|
"architectures": [ |
|
|
"Qwen2ForCausalLM" |
|
|
], |
|
|
"attention_dropout": 0.0, |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"hidden_act": "silu", |
|
|
"hidden_size": 4096, |
|
|
"initializer_range": 0.02, |
|
|
"intermediate_size": 11008, |
|
|
"max_position_embeddings": 32768, |
|
|
"max_window_layers": 28, |
|
|
"model_type": "qwen2", |
|
|
"num_attention_heads": 32, |
|
|
"num_hidden_layers": 32, |
|
|
"num_key_value_heads": 32, |
|
|
"pad_token_id": 151643, |
|
|
"rms_norm_eps": 1e-06, |
|
|
"rope_scaling": null, |
|
|
"rope_theta": 1000000.0, |
|
|
"sliding_window": 32768, |
|
|
"tie_word_embeddings": false, |
|
|
"torch_dtype": "bfloat16", |
|
|
"transformers_version": "4.49.0", |
|
|
"use_cache": true, |
|
|
"use_sliding_window": false, |
|
|
"vocab_size": 151646 |
|
|
} |
|
|
|
|
|
Model config Qwen2Config { |
|
|
"_attn_implementation_autoset": true, |
|
|
"_name_or_path": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k", |
|
|
"architectures": [ |
|
|
"Qwen2ForCausalLM" |
|
|
], |
|
|
"attention_dropout": 0.0, |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"hidden_act": "silu", |
|
|
"hidden_size": 4096, |
|
|
"initializer_range": 0.02, |
|
|
"intermediate_size": 11008, |
|
|
"max_position_embeddings": 32768, |
|
|
"max_window_layers": 28, |
|
|
"model_type": "qwen2", |
|
|
"num_attention_heads": 32, |
|
|
"num_hidden_layers": 32, |
|
|
"num_key_value_heads": 32, |
|
|
"pad_token_id": 151643, |
|
|
"rms_norm_eps": 1e-06, |
|
|
"rope_scaling": null, |
|
|
"rope_theta": 1000000.0, |
|
|
"sliding_window": 32768, |
|
|
"tie_word_embeddings": false, |
|
|
"torch_dtype": "bfloat16", |
|
|
"transformers_version": "4.49.0", |
|
|
"use_cache": true, |
|
|
"use_sliding_window": false, |
|
|
"vocab_size": 151646 |
|
|
} |
|
|
|
|
|
Model config Qwen2Config { |
|
|
"_attn_implementation_autoset": true, |
|
|
"_name_or_path": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k", |
|
|
"architectures": [ |
|
|
"Qwen2ForCausalLM" |
|
|
], |
|
|
"attention_dropout": 0.0, |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"hidden_act": "silu", |
|
|
"hidden_size": 4096, |
|
|
"initializer_range": 0.02, |
|
|
"intermediate_size": 11008, |
|
|
"max_position_embeddings": 32768, |
|
|
"max_window_layers": 28, |
|
|
"model_type": "qwen2", |
|
|
"num_attention_heads": 32, |
|
|
"num_hidden_layers": 32, |
|
|
"num_key_value_heads": 32, |
|
|
"pad_token_id": 151643, |
|
|
"rms_norm_eps": 1e-06, |
|
|
"rope_scaling": null, |
|
|
"rope_theta": 1000000.0, |
|
|
"sliding_window": 32768, |
|
|
"tie_word_embeddings": false, |
|
|
"torch_dtype": "bfloat16", |
|
|
"transformers_version": "4.49.0", |
|
|
"use_cache": true, |
|
|
"use_sliding_window": false, |
|
|
"vocab_size": 151646 |
|
|
} |
|
|
|
|
|
Model config Qwen2Config { |
|
|
"_attn_implementation_autoset": true, |
|
|
"_name_or_path": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k", |
|
|
"architectures": [ |
|
|
"Qwen2ForCausalLM" |
|
|
], |
|
|
"attention_dropout": 0.0, |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"hidden_act": "silu", |
|
|
"hidden_size": 4096, |
|
|
"initializer_range": 0.02, |
|
|
"intermediate_size": 11008, |
|
|
"max_position_embeddings": 32768, |
|
|
"max_window_layers": 28, |
|
|
"model_type": "qwen2", |
|
|
"num_attention_heads": 32, |
|
|
"num_hidden_layers": 32, |
|
|
"num_key_value_heads": 32, |
|
|
"pad_token_id": 151643, |
|
|
"rms_norm_eps": 1e-06, |
|
|
"rope_scaling": null, |
|
|
"rope_theta": 1000000.0, |
|
|
"sliding_window": 32768, |
|
|
"tie_word_embeddings": false, |
|
|
"torch_dtype": "bfloat16", |
|
|
"transformers_version": "4.49.0", |
|
|
"use_cache": true, |
|
|
"use_sliding_window": false, |
|
|
"vocab_size": 151646 |
|
|
} |
|
|
|
|
|
loading weights file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/pytorch_model.bin |
|
|
loading weights file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/pytorch_model.bin |
|
|
loading weights file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/pytorch_model.bin |
|
|
loading weights file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/pytorch_model.bin |
|
|
loading weights file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/pytorch_model.bin |
|
|
loading weights file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/pytorch_model.bin |
|
|
loading weights file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/pytorch_model.bin |
|
|
loading weights file /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k/pytorch_model.bin |
|
|
Will use torch_dtype=torch.bfloat16 as defined in model's config object |
|
|
Instantiating Qwen2ForCausalLM model under default dtype torch.bfloat16. |
|
|
Detected DeepSpeed ZeRO-3: activating zero.init() for this model |
|
|
Generate config GenerationConfig { |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"pad_token_id": 151643 |
|
|
} |
|
|
|
|
|
Sliding Window Attention is enabled but not implemented for `eager`; unexpected results may be encountered. |
|
|
Will use torch_dtype=torch.bfloat16 as defined in model's config object |
|
|
Instantiating Qwen2ForCausalLM model under default dtype torch.bfloat16. |
|
|
Detected DeepSpeed ZeRO-3: activating zero.init() for this model |
|
|
Will use torch_dtype=torch.bfloat16 as defined in model's config object |
|
|
Instantiating Qwen2ForCausalLM model under default dtype torch.bfloat16. |
|
|
Detected DeepSpeed ZeRO-3: activating zero.init() for this model |
|
|
Will use torch_dtype=torch.bfloat16 as defined in model's config object |
|
|
Instantiating Qwen2ForCausalLM model under default dtype torch.bfloat16. |
|
|
Detected DeepSpeed ZeRO-3: activating zero.init() for this model |
|
|
Will use torch_dtype=torch.bfloat16 as defined in model's config object |
|
|
Instantiating Qwen2ForCausalLM model under default dtype torch.bfloat16. |
|
|
Will use torch_dtype=torch.bfloat16 as defined in model's config object |
|
|
Instantiating Qwen2ForCausalLM model under default dtype torch.bfloat16. |
|
|
Detected DeepSpeed ZeRO-3: activating zero.init() for this model |
|
|
Detected DeepSpeed ZeRO-3: activating zero.init() for this model |
|
|
Generate config GenerationConfig { |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"pad_token_id": 151643 |
|
|
} |
|
|
|
|
|
Generate config GenerationConfig { |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"pad_token_id": 151643 |
|
|
} |
|
|
|
|
|
Generate config GenerationConfig { |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"pad_token_id": 151643 |
|
|
} |
|
|
|
|
|
Generate config GenerationConfig { |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"pad_token_id": 151643 |
|
|
} |
|
|
|
|
|
Generate config GenerationConfig { |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"pad_token_id": 151643 |
|
|
} |
|
|
|
|
|
Sliding Window Attention is enabled but not implemented for `eager`; unexpected results may be encountered. |
|
|
Sliding Window Attention is enabled but not implemented for `eager`; unexpected results may be encountered. |
|
|
Sliding Window Attention is enabled but not implemented for `eager`; unexpected results may be encountered. |
|
|
Sliding Window Attention is enabled but not implemented for `eager`; unexpected results may be encountered. |
|
|
Sliding Window Attention is enabled but not implemented for `eager`; unexpected results may be encountered. |
|
|
Will use torch_dtype=torch.bfloat16 as defined in model's config object |
|
|
Instantiating Qwen2ForCausalLM model under default dtype torch.bfloat16. |
|
|
Detected DeepSpeed ZeRO-3: activating zero.init() for this model |
|
|
Will use torch_dtype=torch.bfloat16 as defined in model's config object |
|
|
Instantiating Qwen2ForCausalLM model under default dtype torch.bfloat16. |
|
|
Detected DeepSpeed ZeRO-3: activating zero.init() for this model |
|
|
Generate config GenerationConfig { |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"pad_token_id": 151643 |
|
|
} |
|
|
|
|
|
Generate config GenerationConfig { |
|
|
"bos_token_id": 128245, |
|
|
"eos_token_id": 151643, |
|
|
"pad_token_id": 151643 |
|
|
} |
|
|
|
|
|
Sliding Window Attention is enabled but not implemented for `eager`; unexpected results may be encountered. |
|
|
Sliding Window Attention is enabled but not implemented for `eager`; unexpected results may be encountered. |
|
|
All model checkpoint weights were used when initializing Qwen2ForCausalLM. |
|
|
|
|
|
All the weights of Qwen2ForCausalLM were initialized from the model checkpoint at /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k. |
|
|
If your task is similar to the task the model of the checkpoint was trained on, you can already use Qwen2ForCausalLM for predictions without further training. |
|
|
All model checkpoint weights were used when initializing Qwen2ForCausalLM. |
|
|
|
|
|
All the weights of Qwen2ForCausalLM were initialized from the model checkpoint at /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k. |
|
|
If your task is similar to the task the model of the checkpoint was trained on, you can already use Qwen2ForCausalLM for predictions without further training. |
|
|
All model checkpoint weights were used when initializing Qwen2ForCausalLM. |
|
|
|
|
|
All model checkpoint weights were used when initializing Qwen2ForCausalLM. |
|
|
|
|
|
All model checkpoint weights were used when initializing Qwen2ForCausalLM. |
|
|
|
|
|
All the weights of Qwen2ForCausalLM were initialized from the model checkpoint at /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k. |
|
|
If your task is similar to the task the model of the checkpoint was trained on, you can already use Qwen2ForCausalLM for predictions without further training. |
|
|
All the weights of Qwen2ForCausalLM were initialized from the model checkpoint at /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k. |
|
|
If your task is similar to the task the model of the checkpoint was trained on, you can already use Qwen2ForCausalLM for predictions without further training. |
|
|
All the weights of Qwen2ForCausalLM were initialized from the model checkpoint at /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k. |
|
|
If your task is similar to the task the model of the checkpoint was trained on, you can already use Qwen2ForCausalLM for predictions without further training. |
|
|
All model checkpoint weights were used when initializing Qwen2ForCausalLM. |
|
|
|
|
|
All the weights of Qwen2ForCausalLM were initialized from the model checkpoint at /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k. |
|
|
If your task is similar to the task the model of the checkpoint was trained on, you can already use Qwen2ForCausalLM for predictions without further training. |
|
|
All model checkpoint weights were used when initializing Qwen2ForCausalLM. |
|
|
|
|
|
All the weights of Qwen2ForCausalLM were initialized from the model checkpoint at /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k. |
|
|
If your task is similar to the task the model of the checkpoint was trained on, you can already use Qwen2ForCausalLM for predictions without further training. |
|
|
Generation config file not found, using a generation config created from the model config. |
|
|
Generation config file not found, using a generation config created from the model config. |
|
|
Generation config file not found, using a generation config created from the model config. |
|
|
Generation config file not found, using a generation config created from the model config. |
|
|
Generation config file not found, using a generation config created from the model config. |
|
|
Generation config file not found, using a generation config created from the model config. |
|
|
Generation config file not found, using a generation config created from the model config. |
|
|
loading file vocab.json |
|
|
loading file merges.txt |
|
|
loading file tokenizer.json |
|
|
loading file added_tokens.json |
|
|
loading file special_tokens_map.json |
|
|
loading file tokenizer_config.json |
|
|
loading file chat_template.jinja |
|
|
loading file vocab.json |
|
|
loading file merges.txt |
|
|
loading file tokenizer.json |
|
|
loading file added_tokens.json |
|
|
loading file special_tokens_map.json |
|
|
loading file tokenizer_config.json |
|
|
loading file chat_template.jinja |
|
|
loading file vocab.json |
|
|
loading file merges.txt |
|
|
loading file tokenizer.json |
|
|
loading file added_tokens.json |
|
|
loading file special_tokens_map.json |
|
|
loading file tokenizer_config.json |
|
|
loading file vocab.json |
|
|
loading file chat_template.jinja |
|
|
loading file vocab.json |
|
|
loading file merges.txt |
|
|
loading file tokenizer.json |
|
|
loading file merges.txt |
|
|
loading file added_tokens.json |
|
|
loading file tokenizer.json |
|
|
loading file special_tokens_map.json |
|
|
loading file added_tokens.json |
|
|
loading file tokenizer_config.json |
|
|
loading file special_tokens_map.json |
|
|
loading file chat_template.jinja |
|
|
loading file tokenizer_config.json |
|
|
loading file chat_template.jinja |
|
|
loading file vocab.json |
|
|
loading file merges.txt |
|
|
loading file tokenizer.json |
|
|
loading file added_tokens.json |
|
|
loading file special_tokens_map.json |
|
|
loading file tokenizer_config.json |
|
|
loading file chat_template.jinja |
|
|
loading file vocab.json |
|
|
loading file merges.txt |
|
|
loading file tokenizer.json |
|
|
loading file added_tokens.json |
|
|
loading file special_tokens_map.json |
|
|
loading file tokenizer_config.json |
|
|
loading file chat_template.jinja |
|
|
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. |
|
|
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. |
|
|
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. |
|
|
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. |
|
|
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. |
|
|
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. |
|
|
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. |
|
|
All model checkpoint weights were used when initializing Qwen2ForCausalLM. |
|
|
|
|
|
All the weights of Qwen2ForCausalLM were initialized from the model checkpoint at /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k. |
|
|
If your task is similar to the task the model of the checkpoint was trained on, you can already use Qwen2ForCausalLM for predictions without further training. |
|
|
Generation config file not found, using a generation config created from the model config. |
|
|
loading file vocab.json |
|
|
loading file merges.txt |
|
|
loading file tokenizer.json |
|
|
loading file added_tokens.json |
|
|
loading file special_tokens_map.json |
|
|
loading file tokenizer_config.json |
|
|
loading file chat_template.jinja |
|
|
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained. |
|
|
Using /home/hansirui_1st/.cache/torch_extensions/py311_cu124 as PyTorch extensions root... |
|
|
Using /home/hansirui_1st/.cache/torch_extensions/py311_cu124 as PyTorch extensions root... |
|
|
Using /home/hansirui_1st/.cache/torch_extensions/py311_cu124 as PyTorch extensions root... |
|
|
Using /home/hansirui_1st/.cache/torch_extensions/py311_cu124 as PyTorch extensions root... |
|
|
Using /home/hansirui_1st/.cache/torch_extensions/py311_cu124 as PyTorch extensions root... |
|
|
Using /home/hansirui_1st/.cache/torch_extensions/py311_cu124 as PyTorch extensions root... |
|
|
Using /home/hansirui_1st/.cache/torch_extensions/py311_cu124 as PyTorch extensions root... |
|
|
Using /home/hansirui_1st/.cache/torch_extensions/py311_cu124 as PyTorch extensions root... |
|
|
Detected CUDA files, patching ldflags |
|
|
Emitting ninja build file /home/hansirui_1st/.cache/torch_extensions/py311_cu124/fused_adam/build.ninja... |
|
|
/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/torch/utils/cpp_extension.py:2059: UserWarning: TORCH_CUDA_ARCH_LIST is not set, all archs for visible cards are included for compilation. |
|
|
If this is not desired, please set os.environ['TORCH_CUDA_ARCH_LIST']. |
|
|
warnings.warn( |
|
|
Building extension module fused_adam... |
|
|
Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N) |
|
|
Loading extension module fused_adam... |
|
|
Loading extension module fused_adam...Loading extension module fused_adam... |
|
|
|
|
|
Loading extension module fused_adam... |
|
|
Loading extension module fused_adam... |
|
|
Loading extension module fused_adam... |
|
|
Loading extension module fused_adam... |
|
|
Loading extension module fused_adam... |
|
|
wandb: Using wandb-core as the SDK backend. Please refer to https://wandb.me/wandb-core for more information. |
|
|
`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`. |
|
|
`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`. |
|
|
`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`. |
|
|
`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`. |
|
|
`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`. |
|
|
`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`. |
|
|
`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`. |
|
|
wandb: Currently logged in as: xtom to https://api.wandb.ai. Use `wandb login |
|
|
wandb: Tracking run with wandb version 0.19.8 |
|
|
wandb: Run data is saved locally in /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k-Q2-200/wandb/run-20250528_195422-d6cu2gsh |
|
|
wandb: Run `wandb offline` to turn off syncing. |
|
|
wandb: Syncing run qwen-7b-s3-Q1-40k-Q2-200 |
|
|
wandb: ⭐️ View project at https://wandb.ai/xtom/Inverse_Alignment |
|
|
wandb: 🚀 View run at https://wandb.ai/xtom/Inverse_Alignment/runs/d6cu2gsh |
|
|
Training 1/1 epoch: 0%| | 0/7 [00:00<?, ?it/s]`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`. |
|
|
Training 1/1 epoch (loss 1.7040): 0%| | 0/7 [00:05<?, ?it/s]
Training 1/1 epoch (loss 1.7040): 14%|█▍ | 1/7 [00:05<00:33, 5.57s/it]
Training 1/1 epoch (loss 1.6297): 14%|█▍ | 1/7 [00:06<00:33, 5.57s/it]
Training 1/1 epoch (loss 1.6297): 29%|██▊ | 2/7 [00:06<00:14, 2.85s/it]
Training 1/1 epoch (loss 1.7247): 29%|██▊ | 2/7 [00:06<00:14, 2.85s/it]
Training 1/1 epoch (loss 1.7247): 43%|████▎ | 3/7 [00:06<00:07, 1.76s/it]
Training 1/1 epoch (loss 1.6207): 43%|████▎ | 3/7 [00:07<00:07, 1.76s/it]
Training 1/1 epoch (loss 1.6207): 57%|█████▋ | 4/7 [00:07<00:03, 1.24s/it]
Training 1/1 epoch (loss 1.7686): 57%|█████▋ | 4/7 [00:07<00:03, 1.24s/it]
Training 1/1 epoch (loss 1.7686): 71%|███████▏ | 5/7 [00:07<00:01, 1.05it/s]
Training 1/1 epoch (loss 1.6744): 71%|███████▏ | 5/7 [00:08<00:01, 1.05it/s]
Training 1/1 epoch (loss 1.6744): 86%|████████▌ | 6/7 [00:08<00:00, 1.27it/s]
Training 1/1 epoch (loss 1.8321): 86%|████████▌ | 6/7 [00:08<00:00, 1.27it/s]
Training 1/1 epoch (loss 1.8321): 100%|██████████| 7/7 [00:08<00:00, 1.47it/s]
Training 1/1 epoch (loss 1.8321): 100%|██████████| 7/7 [00:08<00:00, 1.26s/it] |
|
|
tokenizer config file saved in /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k-Q2-200/tokenizer_config.json |
|
|
Special tokens file saved in /aifs4su/hansirui_1st/boyuan/resist/setting3-safety/Qwen1.5-7B/Qwen1.5-7B-s3-Q1-40k-Q2-200/special_tokens_map.json |
|
|
wandb: ERROR Problem finishing run |
|
|
Exception ignored in atexit callback: <bound method rank_zero_only.<locals>.wrapper of <safe_rlhf.logger.Logger object at 0x1551051e3d90>> |
|
|
Traceback (most recent call last): |
|
|
File "/home/hansirui_1st/jiayi/resist/setting3/safe_rlhf/utils.py", line 212, in wrapper |
|
|
return func(*args, **kwargs) |
|
|
^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/home/hansirui_1st/jiayi/resist/setting3/safe_rlhf/logger.py", line 183, in close |
|
|
self.wandb.finish() |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/wandb/sdk/wandb_run.py", line 449, in wrapper |
|
|
return func(self, *args, **kwargs) |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/wandb/sdk/wandb_run.py", line 391, in wrapper |
|
|
return func(self, *args, **kwargs) |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/wandb/sdk/wandb_run.py", line 2106, in finish |
|
|
return self._finish(exit_code) |
|
|
^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/wandb/sdk/wandb_run.py", line 2127, in _finish |
|
|
self._atexit_cleanup(exit_code=exit_code) |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/wandb/sdk/wandb_run.py", line 2352, in _atexit_cleanup |
|
|
self._on_finish() |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/wandb/sdk/wandb_run.py", line 2609, in _on_finish |
|
|
wait_with_progress( |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/wandb/sdk/mailbox/wait_with_progress.py", line 24, in wait_with_progress |
|
|
return wait_all_with_progress( |
|
|
^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/wandb/sdk/mailbox/wait_with_progress.py", line 87, in wait_all_with_progress |
|
|
return asyncio_compat.run(progress_loop_with_timeout) |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/site-packages/wandb/sdk/lib/asyncio_compat.py", line 27, in run |
|
|
future = executor.submit(runner.run, fn) |
|
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
|
|
File "/aifs4su/hansirui_1st/miniconda3/envs/by-align/lib/python3.11/concurrent/futures/thread.py", line 169, in submit |
|
|
raise RuntimeError('cannot schedule new futures after ' |
|
|
RuntimeError: cannot schedule new futures after interpreter shutdown |
|
|
|
