add multilingual blip

dnth · Nov 13, 2024 · c3702cf · c3702cf
1 parent 76442d7
commit c3702cf
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/xinfer/transformers/blip2.py b/xinfer/transformers/blip2.py
@@ -32,6 +32,16 @@
     "transformers",
     ModelInputOutput.IMAGE_TEXT_TO_TEXT,
 )
+@register_model(
+    "Gregor/mblip-mt0-xl",
+    "transformers",
+    ModelInputOutput.IMAGE_TEXT_TO_TEXT,
+)
+@register_model(
+    "Gregor/mblip-bloomz-7b",
+    "transformers",
+    ModelInputOutput.IMAGE_TEXT_TO_TEXT,
+)
 class BLIP2(Vision2SeqModel):
     def __init__(self, model_id: str, **kwargs):
         super().__init__(model_id, **kwargs)