End of training

README.md

@@ -1,6 +1,4 @@
 ---
-license: apache-2.0
-base_model: mrm8488/distill-bert-base-spanish-wwm-cased-finetuned-spa-squad2-es
 tags:
 - generated_from_trainer
 model-index:
@@ -13,9 +11,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # mi_chatbot
 
-This model is a fine-tuned version of [mrm8488/distill-bert-base-spanish-wwm-cased-finetuned-spa-squad2-es](https://huggingface.co/mrm8488/distill-bert-base-spanish-wwm-cased-finetuned-spa-squad2-es) on an unknown dataset.
+This model was trained from scratch on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 4.6702
+- Loss: 3.0442
 
 ## Model description
 
@@ -34,21 +32,25 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 2e-05
-- train_batch_size: 16
-- eval_batch_size: 16
+- learning_rate: 3e-05
+- train_batch_size: 3
+- eval_batch_size: 3
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 3
+- num_epochs: 7
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| No log        | 1.0   | 7    | 5.2728          |
-| No log        | 2.0   | 14   | 4.7893          |
-| No log        | 3.0   | 21   | 4.6702          |
+| No log        | 1.0   | 37   | 3.8093          |
+| No log        | 2.0   | 74   | 3.3021          |
+| No log        | 3.0   | 111  | 3.0845          |
+| No log        | 4.0   | 148  | 2.9462          |
+| No log        | 5.0   | 185  | 2.8879          |
+| No log        | 6.0   | 222  | 2.9819          |
+| No log        | 7.0   | 259  | 3.0442          |
 
 
 ### Framework versions

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "mrm8488/distill-bert-base-spanish-wwm-cased-finetuned-spa-squad2-es",
+  "_name_or_path": "mi_chatbot",
   "architectures": [
     "BertForQuestionAnswering"
   ],

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ea24dd766f127a474f1fe5d4478f1fd04ac98ef217474c59f82dbc4a2b61d06
+oid sha256:b4dc30c35f08dcdc6e9d152bfc16aa49674cefecbd73afd7faa7bc6cdf4bcaad
 size 437070648

runs/Feb20_15-17-34_b6125835f067/events.out.tfevents.1708442255.b6125835f067.3240.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6108336f95075940a1c6efe4af46847d6b54e6559b0e3148ad6343eef14f91a5
+size 6437

special_tokens_map.json

@@ -1,7 +1,37 @@
 {
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b2cb0a433da31658bd79f95e7beabf22a59aaaf0d39513b24f5474cef8edcfd
-size 730166
+oid sha256:1c4056a4d5a06c624704768773c8dc416691a520cc01120993ab138124d4ea9b
+size 729903

tokenizer_config.json

@@ -46,12 +46,19 @@
   "do_basic_tokenize": true,
   "do_lower_case": true,
   "mask_token": "[MASK]",
+  "max_length": 384,
   "model_max_length": 1000000000000000019884624838656,
   "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
+  "stride": 0,
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "only_second",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:184aa3a2ca46594e5d0fa80a233fc558e5efb65d2945858b13485e88a757d6a5
+oid sha256:76aba73107fc0595dcf4b3c219f0c566f2504e5aeb6b738b662ae66f6f1eab51
 size 4536