From 88e61813a889185ce96709b44503ecb729b9f9e2 Mon Sep 17 00:00:00 2001
From: Dickson Neoh <dickson.neoh@gmail.com>
Date: Wed, 13 Nov 2024 20:38:44 +0800
Subject: [PATCH] New Model - BLIP2 Variant mBLIP and BLIP2 flan (#67)

* add all remaining blip2 models from Salesforce

* add multilingual blip
---
 xinfer/transformers/blip2.py | 25 +++++++++++++++++++++++++
 1 file changed, 25 insertions(+)

diff --git a/xinfer/transformers/blip2.py b/xinfer/transformers/blip2.py
index 9875ce1..76304b5 100644
--- a/xinfer/transformers/blip2.py
+++ b/xinfer/transformers/blip2.py
@@ -17,6 +17,31 @@
     "transformers",
     ModelInputOutput.IMAGE_TEXT_TO_TEXT,
 )
+@register_model(
+    "Salesforce/blip2-flan-t5-xl",
+    "transformers",
+    ModelInputOutput.IMAGE_TEXT_TO_TEXT,
+)
+@register_model(
+    "Salesforce/blip2-flan-t5-xl-coco",
+    "transformers",
+    ModelInputOutput.IMAGE_TEXT_TO_TEXT,
+)
+@register_model(
+    "Salesforce/blip2-opt-2.7b-coco",
+    "transformers",
+    ModelInputOutput.IMAGE_TEXT_TO_TEXT,
+)
+@register_model(
+    "Gregor/mblip-mt0-xl",
+    "transformers",
+    ModelInputOutput.IMAGE_TEXT_TO_TEXT,
+)
+@register_model(
+    "Gregor/mblip-bloomz-7b",
+    "transformers",
+    ModelInputOutput.IMAGE_TEXT_TO_TEXT,
+)
 class BLIP2(Vision2SeqModel):
     def __init__(self, model_id: str, **kwargs):
         super().__init__(model_id, **kwargs)