Update app.py

app.py

@@ -15,17 +15,17 @@ model_path = "best.pt"
 modelY = YOLO(model_path)
 os.environ["TRANSFORMERS_CACHE"] = "./.cache"
 cache_folder = "./.cache"
-path = "OpenGVLab/InternVL2_5-4B"
+path = "OpenGVLab/InternVL2_5-2B"
 # Load the Hugging Face model and tokenizer globally (downloaded only once)
 model = AutoModel.from_pretrained(
     path,
     cache_dir=cache_folder,
-    torch_dtype=torch.bfloat16,
-    load_in_8bit=True,
+    torch_dtype=torch.bfloat16 if torch.cuda.is_available() else torch.float32,
+    # load_in_8bit=True,
     low_cpu_mem_usage=True,
     use_flash_attn=True,
     trust_remote_code=True
-).eval()
+).eval().cpu()
 
 tokenizer = AutoTokenizer.from_pretrained(
     path,