Lxt115
/

fine_tuning_llama_4

Model card Files Files and versions Community

Lxt115 commited on Jul 22, 2024

Commit

8d0d3e5

·

verified ·

1 Parent(s): 94d7e53

Upload adapter_config.json

Files changed (1) hide show

adapter_config.json +1 -1

adapter_config.json CHANGED Viewed

@@ -8,7 +8,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "lora_alpha": 128,
-  "lora_dropout": 0.02,
   "modules_to_save": null,
   "peft_type": "LORA",
   "r": 64,

   "layers_pattern": null,
   "layers_to_transform": null,
   "lora_alpha": 128,
+  "lora_dropout": 0.05,
   "modules_to_save": null,
   "peft_type": "LORA",
   "r": 64,