lora_fine_tuned_cb

README.md

@@ -1,9 +1,9 @@
 ---
-license: apache-2.0
+license: cc-by-4.0
 library_name: peft
 tags:
 - generated_from_trainer
-base_model: google-bert/bert-base-uncased
+base_model: EMBEDDIA/crosloengual-bert
 metrics:
 - accuracy
 - f1
@@ -17,11 +17,11 @@ should probably proofread and complete it, then remove this comment. -->
 
 # lora_fine_tuned_cb
 
-This model is a fine-tuned version of [google-bert/bert-base-uncased](https://huggingface.co/google-bert/bert-base-uncased) on an unknown dataset.
+This model is a fine-tuned version of [EMBEDDIA/crosloengual-bert](https://huggingface.co/EMBEDDIA/crosloengual-bert) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.4310
-- Accuracy: 0.3182
-- F1: 0.1536
+- Loss: 3.7255
+- Accuracy: 0.5
+- F1: 0.4690
 
 ## Model description
 
@@ -52,14 +52,14 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch   | Step | Validation Loss | Accuracy | F1     |
 |:-------------:|:-------:|:----:|:---------------:|:--------:|:------:|
-| 0.8568        | 3.5714  | 50   | 2.3106          | 0.3182   | 0.1536 |
-| 0.8465        | 7.1429  | 100  | 1.3703          | 0.3182   | 0.1536 |
-| 0.7884        | 10.7143 | 150  | 1.3701          | 0.3182   | 0.1536 |
-| 0.7275        | 14.2857 | 200  | 1.5024          | 0.3182   | 0.1536 |
-| 0.7691        | 17.8571 | 250  | 1.3990          | 0.3182   | 0.1536 |
-| 0.742         | 21.4286 | 300  | 1.3898          | 0.3182   | 0.1536 |
-| 0.7094        | 25.0    | 350  | 1.4059          | 0.3182   | 0.1536 |
-| 0.7238        | 28.5714 | 400  | 1.4310          | 0.3182   | 0.1536 |
+| 0.7           | 3.5714  | 50   | 1.2589          | 0.4091   | 0.3098 |
+| 0.2825        | 7.1429  | 100  | 2.2071          | 0.4091   | 0.3573 |
+| 0.0229        | 10.7143 | 150  | 2.0270          | 0.6364   | 0.5916 |
+| 0.0153        | 14.2857 | 200  | 2.2568          | 0.5455   | 0.5181 |
+| 0.0017        | 17.8571 | 250  | 3.8454          | 0.4091   | 0.3573 |
+| 0.0001        | 21.4286 | 300  | 3.8920          | 0.4091   | 0.3573 |
+| 0.0           | 25.0    | 350  | 3.7418          | 0.5      | 0.4690 |
+| 0.0           | 28.5714 | 400  | 3.7255          | 0.5      | 0.4690 |
 
 
 ### Framework versions

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "google-bert/bert-base-uncased",
+  "base_model_name_or_path": "EMBEDDIA/crosloengual-bert",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -23,8 +23,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "query",
-    "value"
+    "value",
+    "query"
   ],
   "task_type": "SEQ_CLS",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1deb9d7069b2ac28e0a8f637c6839c690afe32f78f9497b08381cde8b8aa4143
+oid sha256:f585c81416db2e0d641ad3070fec3bb12c7441b1c21ce16c650c4a2a009e77b9
 size 2375492

tokenizer_config.json

@@ -8,7 +8,7 @@
       "single_word": false,
       "special": true
     },
-    "100": {
+    "102": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "101": {
+    "103": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "104": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,7 +32,7 @@
       "single_word": false,
       "special": true
     },
-    "103": {
+    "105": {
       "content": "[MASK]",
       "lstrip": false,
       "normalized": false,
@@ -43,9 +43,12 @@
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_lower_case": true,
+  "do_basic_tokenize": true,
+  "do_lower_case": false,
   "mask_token": "[MASK]",
+  "max_len": 512,
   "model_max_length": 512,
+  "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
   "strip_accents": null,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1113cfb80269d7333f83921d7d077f6874ec7a5b0126440c29b610f1a6a4ebdb
+oid sha256:c210e796accd9a980cecb92052f8aa280a5ef85100f92bbc75ceed5294509697
 size 4984