Merge pull request #6 from ThuanNaN/fix-high-ram

add use low_resource
This commit is contained in:
Nguyen Thuan Duong 2025-01-14 03:56:56 +07:00 committed by GitHub
commit e7b39b5ba7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -7,6 +7,7 @@ model:
llama_model: "meta-llama/Llama-2-7b-chat-hf"
ckpt: "./ckpt/checkpoint_stage3.pth"
use_grad_checkpoint: True
low_resource: True
chat_template: True
lora_r: 64
lora_alpha: 16