Skip to content

Commit 1f3253b

Browse files
artemispartemisp
committed
Add init files for processors,models,datasets were missed before
1 parent ec3d452 commit 1f3253b

3 files changed

Lines changed: 171 additions & 2 deletions

File tree

‎lavis/datasets/builders/__init__.py‎

Lines changed: 161 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -11,34 +11,117 @@
1111
MSRVTTCapBuilder,
1212
MSVDCapBuilder,
1313
VATEXCapBuilder,
14+
MSRVTTCapInstructBuilder,
15+
MSVDCapInstructBuilder,
16+
VATEXCapInstructBuilder,
17+
WebVid2MCapBuilder,
18+
WebVid2MCapInstructBuilder,
19+
VALORCaptionBuilder,
20+
VALORCaptionInstructBuilder,
21+
ViolinCapBuilder,
22+
ViolinCapInstructBuilder,
23+
VlepCaptionInstructBuilder,
24+
VlepCaptionBuilder,
25+
YouCookCaptionBuilder,
26+
YouCookCaptionInstructBuilder,
27+
COINCaptionBuilder,
28+
COINCaptionInstructBuilder,
29+
CharadeCaptionBuilder,
30+
CharadeCaptionInstructBuilder,
31+
TextCapsCapBuilder,
32+
TextCapsCapInstructBuilder,
33+
Flickr30kCapBuilder,
34+
Flickr30kCapInstructBuilder
35+
1436
)
1537
from lavis.datasets.builders.image_text_pair_builder import (
1638
ConceptualCaption12MBuilder,
39+
ConceptualCaption12MInstructBuilder,
1740
ConceptualCaption3MBuilder,
41+
ConceptualCaption3MInstructBuilder,
1842
VGCaptionBuilder,
43+
VGCaptionInstructBuilder,
1944
SBUCaptionBuilder,
45+
SBUCaptionInstructBuilder,
46+
Laion400MBuilder,
47+
Laion400MInstructBuilder
2048
)
2149
from lavis.datasets.builders.classification_builder import (
2250
NLVRBuilder,
2351
SNLIVisualEntailmentBuilder,
52+
SNLIVisualEntailmentInstructBuilder,
53+
ViolinEntailmentInstructBuilder,
54+
ViolinEntailmentBuilder,
55+
ESC50ClassificationBuilder
2456
)
2557
from lavis.datasets.builders.imagefolder_builder import ImageNetBuilder
26-
from lavis.datasets.builders.video_qa_builder import MSRVTTQABuilder, MSVDQABuilder
58+
from lavis.datasets.builders.video_qa_builder import (
59+
MSRVTTQABuilder,
60+
MSVDQABuilder,
61+
MSRVTTQAInstructBuilder,
62+
MSVDQAInstructBuilder,
63+
MusicAVQABuilder,
64+
MusicAVQAInstructBuilder
65+
)
66+
2767
from lavis.datasets.builders.vqa_builder import (
2868
COCOVQABuilder,
69+
COCOVQAInstructBuilder,
2970
OKVQABuilder,
71+
OKVQAInstructBuilder,
72+
AOKVQABuilder,
73+
AOKVQAInstructBuilder,
3074
VGVQABuilder,
75+
VGVQAInstructBuilder,
3176
GQABuilder,
77+
GQAInstructBuilder,
78+
IconQABuilder,
79+
IconQAInstructBuilder,
80+
ScienceQABuilder,
81+
ScienceQAInstructBuilder,
82+
OCRVQABuilder,
83+
OCRVQAInstructBuilder,
84+
VizWizVQABuilder
3285
)
3386
from lavis.datasets.builders.retrieval_builder import (
3487
MSRVTTRetrievalBuilder,
3588
DiDeMoRetrievalBuilder,
3689
COCORetrievalBuilder,
3790
Flickr30kBuilder,
3891
)
39-
from lavis.datasets.builders.dialogue_builder import AVSDDialBuilder
92+
93+
from lavis.datasets.builders.audio_caption_builder import (
94+
AudioSetBuilder,
95+
AudioCapsCapBuilder,
96+
AudioSetInstructBuilder,
97+
AudioCapsInstructCapBuilder,
98+
WavCapsCapInstructBuilder,
99+
WavCapsCapBuilder
100+
)
101+
102+
from lavis.datasets.builders.object3d_caption_builder import (
103+
ObjaverseCaptionInstructBuilder,
104+
ShapenetCaptionInstructBuilder,
105+
ObjaverseCaptionBuilder,
106+
ShapenetCaptionBuilder
107+
)
108+
from lavis.datasets.builders.object3d_qa_builder import ObjaverseQABuilder
109+
from lavis.datasets.builders.object3d_classification_builder import ModelNetClassificationBuilder
110+
111+
from lavis.datasets.builders.audio_qa_builder import AudioCapsQABuilder, ClothoQABuilder
112+
113+
from lavis.datasets.builders.dialogue_builder import (
114+
AVSDDialBuilder,
115+
AVSDDialInstructBuilder,
116+
YT8MDialBuilder,
117+
LLaVA150kDialInstructBuilder,
118+
VisDialBuilder,
119+
VisDialInstructBuilder
120+
)
40121
from lavis.datasets.builders.text_to_image_generation_builder import BlipDiffusionFinetuneBuilder
41122

123+
from lavis.datasets.builders.discrn_builders import DiscrnImagePcBuilder, DiscrnAudioVideoBuilder
124+
42125
from lavis.common.registry import registry
43126

44127
__all__ = [
@@ -59,12 +142,88 @@
59142
"MSVDQABuilder",
60143
"NLVRBuilder",
61144
"OKVQABuilder",
145+
"AOKVQABuilder",
62146
"SBUCaptionBuilder",
63147
"SNLIVisualEntailmentBuilder",
64148
"VATEXCapBuilder",
65149
"VGCaptionBuilder",
66150
"VGVQABuilder",
67151
"AVSDDialBuilder",
152+
"Laion400MBuilder",
153+
154+
"ViolinCapBuilder",
155+
"ViolinEntailmentBuilder",
156+
"VlepCaptionBuilder",
157+
"YouCookCaptionBuilder",
158+
"COINCaptionBuilder",
159+
"CharadeCaptionBuilder",
160+
"YT8MDialBuilder",
161+
"IconQABuilder",
162+
"ScienceQABuilder",
163+
"VisDialBuilder",
164+
"OCRVQABuilder",
165+
"VizWizVQABuilder",
166+
"TextCapsCapBuilder",
167+
"Flickr30kCapBuilder",
168+
"AudioSetBuilder",
169+
"AudioCapsCapBuilder",
170+
"WavCapsCapBuilder",
171+
"WebVid2MCapBuilder",
172+
"VALORCaptionBuilder",
173+
"ObjaverseCaptionBuilder",
174+
"ShapenetCaptionBuilder",
175+
"ObjaverseQABuilder",
176+
"MusicAVQABuilder",
177+
"ESC50ClassificationBuilder",
178+
179+
## Instruction Builders
180+
"AOKVQAInstructBuilder",
181+
"OKVQAInstructBuilder",
182+
"AudioSetInstructBuilder",
183+
"AudioCapsInstructCapBuilder",
184+
"AudioCapsQABuilder",
185+
"WavCapsCapInstructBuilder",
186+
"ObjaverseCaptionInstructBuilder",
187+
"ShapenetCaptionInstructBuilder",
188+
"ModelNetClassificationBuilder",
189+
"ObjaverseCaptionInstructBuilder",
190+
"MSRVTTCapInstructBuilder",
191+
"MSVDCapInstructBuilder",
192+
"VATEXCapInstructBuilder",
193+
"WebVid2MCapInstructBuilder",
194+
"MSRVTTQAInstructBuilder",
195+
"MSVDQAInstructBuilder",
196+
"VALORCaptionInstructBuilder",
197+
"AVSDDialInstructBuilder",
198+
"VisDialInstructBuilder",
199+
"MusicAVQAInstructBuilder",
200+
"ViolinCapInstructBuilder",
201+
"ViolinEntailmentInstructBuilder",
202+
"VlepCaptionInstructBuilder",
203+
"YouCookCaptionInstructBuilder",
204+
"COINCaptionInstructBuilder",
205+
"CharadeCaptionInstructBuilder",
206+
"COCOVQAInstructBuilder",
207+
"VGVQAInstructBuilder",
208+
"GQAInstructBuilder",
209+
"IconQAInstructBuilder",
210+
"SNLIVisualEntailmentInstructBuilder",
211+
"Laion400MInstructBuilder",
212+
"LLaVA150kDialInstructBuilder",
213+
"ScienceQAInstructBuilder",
214+
"OCRVQAInstructBuilder",
215+
"TextCapsCapInstructBuilder",
216+
"Flickr30kCapInstructBuilder",
217+
"ConceptualCaption12MInstructBuilder",
218+
"ConceptualCaption3MInstructBuilder",
219+
"VGCaptionInstructBuilder",
220+
"SBUCaptionInstructBuilder",
221+
"ClothoQABuilder",
222+
223+
# DisCRN
224+
"DiscrnImagePcBuilder",
225+
"DiscrnAudioVideoBuilder"
226+
68227
]
69228

70229

‎lavis/models/__init__.py‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,7 @@
3939

4040
from lavis.models.blip2_models.blip2_t5_instruct import Blip2T5Instruct
4141
from lavis.models.blip2_models.blip2_vicuna_instruct import Blip2VicunaInstruct
42+
from lavis.models.blip2_models.blip2_vicuna_xinstruct import Blip2VicunaXInstruct
4243

4344
from lavis.models.blip_diffusion_models.blip_diffusion import BlipDiffusion
4445

@@ -82,6 +83,7 @@
8283
"Blip2T5",
8384
"Blip2T5Instruct",
8485
"Blip2VicunaInstruct",
86+
"Blip2VicunaXInstruct",
8587
"PNPVQA",
8688
"Img2PromptVQA",
8789
"PNPUnifiedQAv2FiD",

‎lavis/processors/__init__.py‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,9 @@
2626
GPTDialogueProcessor,
2727
)
2828
from lavis.processors.clip_processors import ClipImageTrainProcessor
29+
from lavis.processors.audio_processors import BeatsAudioProcessor
30+
from lavis.processors.ulip_processors import ULIPPCProcessor
31+
from lavis.processors.instruction_text_processors import BlipInstructionProcessor
2932

3033
from lavis.common.registry import registry
3134

@@ -39,6 +42,7 @@
3942
"Blip2ImageTrainProcessor",
4043
"BlipImageEvalProcessor",
4144
"BlipCaptionProcessor",
45+
"BlipInstructionProcessor",
4246
# BLIP-Diffusion
4347
"BlipDiffusionInputImageProcessor",
4448
"BlipDiffusionTargetImageProcessor",
@@ -47,6 +51,10 @@
4751
# GPT
4852
"GPTVideoFeatureProcessor",
4953
"GPTDialogueProcessor",
54+
# AUDIO
55+
"BeatsAudioProcessor",
56+
# 3D
57+
"ULIPPCProcessor",
5058
]
5159

5260

0 commit comments

Comments
 (0)