chris/MiniGPT-4
1
0
Fork 0
mirror of https://github.com/Vision-CAIR/MiniGPT-4.git synced 2025-04-06 11:00:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

update finetune cfg

Browse Source
This commit is contained in:
ThuanNaN 2025-01-13 05:44:21 +07:00
parent a6e9a4c2bc
commit e2158361f1
3 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
minigpt4/configs/datasets/mvtec/default.yaml
View File

@ -3,4 +3,4 @@ datasets:
data_type: images data_type: images
build_info: build_info:
image_path: ./MVTEC_det/images image_path: ./MVTEC_det/images
ann_path: ./MVTEC_det/mvtech_ad_data_for_regression.json ann_path: ./MVTEC_det/train_data.json

8
minigpt4/datasets/datasets/mvtec_dataset.py
View File

@ -29,15 +29,17 @@ class MVTecDataset(Dataset):
def __getitem__(self, index): def __getitem__(self, index):
info = self.ann[index] info = self.ann[index]
gt_bbox = info["bbox"] gt_bbox = info["bbox"]
ans_cls = info["class"]
image_path = os.path.join(self.vis_root, info['image_path']) image_path = os.path.join(self.vis_root, info['image_path'])
image = Image.open(image_path).convert("RGB") image = Image.open(image_path).convert("RGB")
image = self.vis_processor(image) image = self.vis_processor(image)
input = "detect defect or non-defect and return the bounding box" input = "detect a defect or not-defect object and return the bounding boxes and its label. If not, bound around the object."
ans_cls = "defect" if info["is_broken"] == True else "non-defect" ans_defect = "defect" if info["is_broken"] == True else "non-defect"
answer = f"{ans_cls}<{gt_bbox[0]}><{gt_bbox[1]}><{gt_bbox[2]}><{gt_bbox[3]}>" ans_para = f"<p>{ans_cls}-{ans_defect}</p>"
answer = f"{ans_para}<{gt_bbox[0]}> <{gt_bbox[1]}><{gt_bbox[2]}><{gt_bbox[3]}>"
instruction = random.choice(self.instruction_pool).format(input) instruction = random.choice(self.instruction_pool).format(input)
instruction = "<Img><ImageHere></Img> {} ".format(instruction) instruction = "<Img><ImageHere></Img> {} ".format(instruction)

6
train_configs/minigptv2_finetune_mvtec.yaml
View File

@ -32,10 +32,10 @@ run:
warmup_lr: 1e-6 warmup_lr: 1e-6
weight_decay: 0.05 weight_decay: 0.05
max_epoch: 10 max_epoch: 5
num_workers: 6 num_workers: 6
warmup_steps: 1000 warmup_steps: 1000
iters_per_epoch: 1000 iters_per_epoch: 2000
seed: 42 seed: 42
output_dir: "mvtec_outputs" output_dir: "mvtec_outputs"
@ -51,5 +51,5 @@ run:
dist_url: "env://" dist_url: "env://"
distributed: True distributed: True
wandb_log: True wandb_log: False
job_name: minigptv2_finetune job_name: minigptv2_finetune