Update handler.py

handler.py

@@ -2,13 +2,12 @@ from typing import Dict, List, Any
 from io import BytesIO
 import base64
 import logging
-import uform
 from PIL import Image
 import numpy as np
 
 class EndpointHandler():
     def __init__(self, path=""):
-        self.model, self.processor = uform.get_model('unum-cloud/uform-vl-multilingual-v2')
+        self.model = AutoModel.from_pretrained('jinaai/jina-clip-v1', trust_remote_code=True)
 
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """
@@ -24,16 +23,10 @@ class EndpointHandler():
         image = Image.open(BytesIO(base64.b64decode(inputs_request['image'])))
         text = inputs_request['text']
 
-        image_data = self.processor.preprocess_image(image)
-        text_data = self.processor.preprocess_text(text)
-
-        image_features, image_embedding = self.model.encode_image(image_data)
-        text_features, text_embedding = self.model.encode_text(text_data)
-        joint_embedding = self.model.encode_multimodal(image=image_data, text=text_data)
-
+        text_embeddings = model.encode_text(text)
+        image_embeddings = model.encode_image(image)
         # Convert embeddings to lists of floats
         serializable_results = {
-            'joint_embedding': joint_embedding.tolist() if isinstance(joint_embedding, np.ndarray) else joint_embedding,
             'text_embedding': text_embedding.tolist() if isinstance(text_embedding, np.ndarray) else text_embedding,
             'image_embedding': image_embedding.tolist() if isinstance(image_embedding, np.ndarray) else image_embedding
         }