🚀 Full fine-tuned TinyLLaMA Alpaca from Colab

adapter_config.json

@@ -29,13 +29,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "gate_proj",
-    "up_proj",
     "k_proj",
     "q_proj",
-    "v_proj",
-    "down_proj"
+    "up_proj",
+    "down_proj",
+    "gate_proj",
+    "o_proj",
+    "v_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab00856bdd79813f449662c7b22352a2c234ac5eeb84cfc1a838b7761857f37b
+oid sha256:cab781481d52a46467618a04e7abf5534a34f4f900b134868cc8664021f5e14e
 size 25272048

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c5ad493206d3d06d1abe0f274cbb335fb037631463c01a8edeedcfbc0aeb6b0
+oid sha256:103df063322b5f04b64702729f6d252b8afea77222c8634ac606da4d9570d773
 size 6225