Upload 3 files

config.json

@@ -1,13 +1,12 @@
 {
-  "_name_or_path": "/scratch/gpfs/awettig/wura/checkpoints/lcft_Llama-3.1-8B_datasets_wura_unimax_0.6+math_bsz512_steps2400_lr1e-5_warmup0.1",
+  "_name_or_path": "/home/awettig/pli/models/meta-llama/Llama-3.1-8B",
   "architectures": [
-    "LlamaForSequenceClassification"
+    "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
   "eos_token_id": 128001,
-  "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 4096,
   "initializer_range": 0.02,
@@ -31,7 +30,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.47.0",
+  "transformers_version": "4.44.2",
   "use_cache": true,
   "vocab_size": 128256
 }

model-00007-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cf6bcb07654a6d3acb4ef5100ce156b1e4809f852e05b2b8b27cc49b92c4448
-size 469844616
+oid sha256:c66de43ff7d696feb6962470bafe06020287d2ad3cb6e8ff8cd886b92d55bf5c
+size 2571158184

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
-size 17209920
+oid sha256:79e3e522635f3171300913bb421464a87de6222182a0570b9b2ccba2a964b2b4
+size 9085657