Training in progress, epoch 0

adapter_config.json

@@ -20,9 +20,9 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "qkv_proj",
     "down_proj",
     "gate_up_proj",
+    "qkv_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca07a258882275fdda1d163d3ffb44632845ac94c8b4c17729eb9bde31533dbf
+oid sha256:80358cec6b1c20918103ad684a9061d3952e84a982088fdbc9ed9a4806129940
 size 201361312

runs/May22_21-10-27_723053cd3ced/events.out.tfevents.1716412235.723053cd3ced.2016.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4115acfe580bd98ba7f34ecf457f2e19126fbb928fad6b995697831834d713c
+size 6058

runs/May22_21-10-27_723053cd3ced/events.out.tfevents.1716412418.723053cd3ced.2016.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8425b2418b74a3d525f9bd6377e81e99645c5202fa4562d16222cdae50228c
+size 6058

runs/May22_21-17-56_723053cd3ced/events.out.tfevents.1716412685.723053cd3ced.4895.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bf75d85cc27187c74e2a464a5211487f9738ac2697f3fa7b842116eebeb5d3
+size 8364

tokenizer_config.json

@@ -119,6 +119,7 @@
   "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
+  "legacy": false,
   "model_max_length": 4096,
   "pad_token": "<|endoftext|>",
   "padding_side": "right",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd92b0fc8595a1f9081d3d84b51259be7669e2223d99f8568adcc88fe0b37c1a
+oid sha256:348265aeb847d25d6589975eefcab7f3462418374b026803a485134b0b6febf8
 size 5112