Add ColModernVBERT tests

Author: kacperlukawski

tests/test_late_interaction_multimodal.py

@@ -21,6 +21,17 @@
             [-0.1299, -0.0691, 0.1097, 0.0728, 0.0123, 0.0519, 0.0122],
         ]
     ),
+    "Qdrant/colmodernvbert": np.array(
+        [
+            [0.2256, -0.0503, 0.0254, -0.011, -0.0786, 0.2152, -0.0961],
+            [-0.0028, -0.0484, -0.0724, -0.0724, -0.0977, 0.0308, -0.0236],
+            [0.0035, -0.1075, -0.0877, -0.0207, -0.0828, -0.0294, -0.0253],
+            [0.0021, -0.0797, -0.0605, -0.0008, -0.0837, 0.0015, -0.0846],
+            [-0.0473, -0.0594, -0.0553, -0.0014, -0.0712, 0.0158, -0.0546],
+            [-0.1009, -0.082, -0.0684, -0.1385, -0.0469, -0.0606, -0.0323],
+            [-0.0624, 0.006, -0.0498, -0.0127, -0.1115, 0.0076, -0.0888],
+        ]
+    ),
 }
 
 CANONICAL_QUERY_VALUES = {
@@ -35,6 +46,17 @@
             [-0.0165, -0.0106, 0.1672, -0.0768, 0.0389, -0.0038, 0.1137],
         ]
     ),
+    "Qdrant/colmodernvbert": np.array(
+        [
+            [0.05, 0.0656, 0.0403, 0.1498, 0.1842, 0.0263, -0.1871],
+            [-0.0566, -0.1403, 0.0065, -0.0285, 0.0903, -0.0149, 0.1069],
+            [-0.1015, -0.0072, 0.0908, -0.0824, -0.0185, -0.0097, -0.0046],
+            [-0.1233, -0.1081, -0.0234, -0.0033, 0.0598, 0.0993, 0.0985],
+            [-0.0705, -0.1312, -0.0649, 0.0151, 0.0746, 0.0765, 0.1482],
+            [0.0053, -0.1384, -0.0584, -0.0272, 0.1301, 0.0508, 0.1796],
+            [0.0092, -0.1438, -0.0306, -0.0369, 0.1172, 0.037, 0.1334],
+        ]
+    ),
 }
 
 queries = ["hello world", "flag embedding"]
@@ -90,6 +112,9 @@ def test_get_embedding_size():
     model_name = "Qdrant/ColPali-v1.3-fp16"
     assert LateInteractionMultimodalEmbedding.get_embedding_size(model_name) == 128
 
+    model_name = "Qdrant/colmodernvbert"
+    assert LateInteractionMultimodalEmbedding.get_embedding_size(model_name) == 128
+
 
 def test_embedding_size():
     if os.getenv("CI"):
@@ -101,3 +126,7 @@ def test_embedding_size():
     model_name = "Qdrant/ColPali-v1.3-fp16"
     model = LateInteractionMultimodalEmbedding(model_name=model_name, lazy_load=True)
     assert model.embedding_size == 128
+
+    model_name = "Qdrant/colmodernvbert"
+    model = LateInteractionMultimodalEmbedding(model_name=model_name, lazy_load=True)
+    assert model.embedding_size == 128