Update README.md
Browse files
README.md
CHANGED
|
@@ -60,7 +60,7 @@ tf32: false
|
|
| 60 |
flash_attention: true
|
| 61 |
special_tokens:
|
| 62 |
|
| 63 |
-
adapter: lora
|
| 64 |
lora_r:
|
| 65 |
- s1: 64
|
| 66 |
- s2: 32
|
|
@@ -71,7 +71,7 @@ peft_use_rslora: true
|
|
| 71 |
lora_target_linear: true
|
| 72 |
|
| 73 |
# Data
|
| 74 |
-
dataset_prepared_path:
|
| 75 |
datasets:
|
| 76 |
# S1 - Writing / Completion
|
| 77 |
- path: datasets/eBooks-cleaned-75K
|
|
|
|
| 60 |
flash_attention: true
|
| 61 |
special_tokens:
|
| 62 |
|
| 63 |
+
adapter: lora # 16-bit
|
| 64 |
lora_r:
|
| 65 |
- s1: 64
|
| 66 |
- s2: 32
|
|
|
|
| 71 |
lora_target_linear: true
|
| 72 |
|
| 73 |
# Data
|
| 74 |
+
dataset_prepared_path: dataset_run_freya
|
| 75 |
datasets:
|
| 76 |
# S1 - Writing / Completion
|
| 77 |
- path: datasets/eBooks-cleaned-75K
|