ProximileAdmin commited on
Commit
f56367f
·
verified ·
1 Parent(s): b9c9c20

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -13,13 +13,9 @@ print(f"Using device: {device}")
13
 
14
  # Load base model and tokenizer
15
  tokenizer = AutoTokenizer.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True)
16
- base_model = AutoModel.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True,
17
  torch_dtype=torch.bfloat16, load_in_8bit=True)
18
 
19
- # Load the LoRA adapter for better tool calling
20
- model = PeftModel.from_pretrained(base_model, "Proximile/LLaDA-8B-Tools-LoRA")
21
- model.eval()
22
-
23
  # Constants
24
  MASK_TOKEN = "[MASK]"
25
  MASK_ID = 126336 # The token ID of [MASK] in LLaDA
 
13
 
14
  # Load base model and tokenizer
15
  tokenizer = AutoTokenizer.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True)
16
+ model = AutoModel.from_pretrained('Proximile/LLaDA-8B-Tools', trust_remote_code=True,
17
  torch_dtype=torch.bfloat16, load_in_8bit=True)
18
 
 
 
 
 
19
  # Constants
20
  MASK_TOKEN = "[MASK]"
21
  MASK_ID = 126336 # The token ID of [MASK] in LLaDA