Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,13 +13,9 @@ print(f"Using device: {device}")
|
|
| 13 |
|
| 14 |
# Load base model and tokenizer
|
| 15 |
tokenizer = AutoTokenizer.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True)
|
| 16 |
-
|
| 17 |
torch_dtype=torch.bfloat16, load_in_8bit=True)
|
| 18 |
|
| 19 |
-
# Load the LoRA adapter for better tool calling
|
| 20 |
-
model = PeftModel.from_pretrained(base_model, "Proximile/LLaDA-8B-Tools-LoRA")
|
| 21 |
-
model.eval()
|
| 22 |
-
|
| 23 |
# Constants
|
| 24 |
MASK_TOKEN = "[MASK]"
|
| 25 |
MASK_ID = 126336 # The token ID of [MASK] in LLaDA
|
|
|
|
| 13 |
|
| 14 |
# Load base model and tokenizer
|
| 15 |
tokenizer = AutoTokenizer.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True)
|
| 16 |
+
model = AutoModel.from_pretrained('Proximile/LLaDA-8B-Tools', trust_remote_code=True,
|
| 17 |
torch_dtype=torch.bfloat16, load_in_8bit=True)
|
| 18 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
# Constants
|
| 20 |
MASK_TOKEN = "[MASK]"
|
| 21 |
MASK_ID = 126336 # The token ID of [MASK] in LLaDA
|