Update frontPrompt.py

frontPrompt.py

@@ -32,8 +32,8 @@ def main(image_path):
     path = "OpenGVLab/InternVL2_5-4B"
     model = AutoModel.from_pretrained(
         path,
-        torch_dtype=torch.bfloat16,
-        load_in_8bit=True,
+        torch_dtype=torch.bfloat16 if torch.cuda.is_available() else torch.float32,
+        # load_in_8bit=True,
         low_cpu_mem_usage=True,
         use_flash_attn=True,
         trust_remote_code=True).eval()