chris/MiniGPT-4
1
0
Fork 0
mirror of https://github.com/Vision-CAIR/MiniGPT-4.git synced 2025-04-05 18:40:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into eval-mvtec-ad

Browse Source
This commit is contained in:
Nguyen Thuan Duong 2025-01-20 05:27:56 +07:00 committed by GitHub
commit a79acb1020
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 1742 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1737
FT_MiniGPT4_v2.ipynb Normal file
View File

File diff suppressed because it is too large Load Diff

7
requirements.txt
View File

@ -15,12 +15,13 @@ webdataset==0.2.48
omegaconf==2.3.0 omegaconf==2.3.0
opencv-python==4.7.0.72 opencv-python==4.7.0.72
decord==0.6.0 decord==0.6.0
peft==0.2.0 peft==0.4.0
sentence-transformers sentence-transformers
gradio==3.47.1 gradio==3.47.1
accelerate==0.20.3 accelerate==0.21.0
bitsandbytes==0.37.0 bitsandbytes==0.40.2
pycocotools pycocotools
torchmetrics[detection] torchmetrics[detection]
scikit-image scikit-image
visual-genome
wandb wandb

1
train_configs/minigptv2_finetune_mvtec.yaml
View File

@ -7,6 +7,7 @@ model:
llama_model: "meta-llama/Llama-2-7b-chat-hf" llama_model: "meta-llama/Llama-2-7b-chat-hf"
ckpt: "./ckpt/checkpoint_stage3.pth" ckpt: "./ckpt/checkpoint_stage3.pth"
use_grad_checkpoint: True use_grad_checkpoint: True
low_resource: True
chat_template: True chat_template: True
lora_r: 64 lora_r: 64
lora_alpha: 16 lora_alpha: 16