2023-04-16 22:04:16 +00:00
|
|
|
"""
|
|
|
|
Copyright (c) 2022, salesforce.com, inc.
|
|
|
|
All rights reserved.
|
|
|
|
SPDX-License-Identifier: BSD-3-Clause
|
|
|
|
For full license text, see the LICENSE_Lavis file in the repo root or https://opensource.org/licenses/BSD-3-Clause
|
|
|
|
"""
|
|
|
|
|
|
|
|
from minigpt4.processors.base_processor import BaseProcessor
|
2023-05-22 10:38:05 +00:00
|
|
|
from minigpt4.processors.blip_processors import (
|
|
|
|
Blip2ImageTrainProcessor,
|
|
|
|
Blip2ImageEvalProcessor,
|
|
|
|
BlipCaptionProcessor,
|
|
|
|
)
|
2023-05-26 03:44:18 +00:00
|
|
|
from minigpt4.processors.imagebind_vision_processor import (
|
2023-05-18 05:52:05 +00:00
|
|
|
ImageBindCaptionProcessor,
|
|
|
|
ImageBindVisionTrainProcessor,
|
|
|
|
ImageBindVisionEvalProcessor
|
2023-04-16 22:04:16 +00:00
|
|
|
)
|
2023-05-26 03:44:18 +00:00
|
|
|
from minigpt4.processors.imagebind_audio_processor import (
|
|
|
|
ImageBindAudioTrainProcessor,
|
|
|
|
ImageBindAudioEvalProcessor,
|
|
|
|
)
|
2023-04-16 22:04:16 +00:00
|
|
|
|
|
|
|
from minigpt4.common.registry import registry
|
|
|
|
|
|
|
|
__all__ = [
|
|
|
|
"BaseProcessor",
|
2023-05-22 10:38:05 +00:00
|
|
|
"Blip2ImageTrainProcessor",
|
|
|
|
"Blip2ImageEvalProcessor",
|
|
|
|
"BlipCaptionProcessor",
|
2023-05-18 05:52:05 +00:00
|
|
|
"ImageBindCaptionProcessor",
|
|
|
|
"ImageBindVisionTrainProcessor",
|
2023-05-26 03:44:18 +00:00
|
|
|
"ImageBindVisionEvalProcessor",
|
|
|
|
"ImageBindAudioTrainProcessor",
|
|
|
|
"ImageBindAudioEvalProcessor",
|
2023-04-16 22:04:16 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
def load_processor(name, cfg=None):
|
|
|
|
"""
|
|
|
|
Example
|
|
|
|
|
|
|
|
>>> processor = load_processor("alpro_video_train", cfg=None)
|
|
|
|
"""
|
|
|
|
processor = registry.get_processor_class(name).from_config(cfg)
|
|
|
|
|
|
|
|
return processor
|