add use low_resource

This commit is contained in:
ThuanNaN 2025-01-14 03:50:57 +07:00
parent 09fd7cb6e7
commit 85935ee828

View File

@ -7,6 +7,7 @@ model:
llama_model: "meta-llama/Llama-2-7b-chat-hf" llama_model: "meta-llama/Llama-2-7b-chat-hf"
ckpt: "./ckpt/checkpoint_stage3.pth" ckpt: "./ckpt/checkpoint_stage3.pth"
use_grad_checkpoint: True use_grad_checkpoint: True
low_resource: True
chat_template: True chat_template: True
lora_r: 64 lora_r: 64
lora_alpha: 16 lora_alpha: 16