Update app.py
Browse files
app.py
CHANGED
|
@@ -139,6 +139,11 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 139 |
attn_implementation="flash_attention_2",
|
| 140 |
)
|
| 141 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 142 |
|
| 143 |
|
| 144 |
import json
|
|
|
|
| 139 |
attn_implementation="flash_attention_2",
|
| 140 |
)
|
| 141 |
|
| 142 |
+
accelerator = Accelerator()
|
| 143 |
+
|
| 144 |
+
model = accelerator.prepare(model)
|
| 145 |
+
|
| 146 |
+
|
| 147 |
|
| 148 |
|
| 149 |
import json
|