Model save

README.md

@@ -1,13 +1,10 @@
 ---
+base_model: zaenalium/indonesia-distilgpt2
 tags:
 - generated_from_trainer
 model-index:
 - name: indonesia-distilgpt2
   results: []
-datasets:
-- esteler-ai/idn-news-az
-language:
-- id
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,7 +12,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # indonesia-distilgpt2
 
-This model was trained from scratch on an unknown dataset.
+This model is a fine-tuned version of [zaenalium/indonesia-distilgpt2](https://huggingface.co/zaenalium/indonesia-distilgpt2) on an unknown dataset.
 
 ## Model description
 
@@ -35,18 +32,20 @@ More information needed
 
 The following hyperparameters were used during training:
 - learning_rate: 5e-05
-- train_batch_size: 2
-- eval_batch_size: 2
+- train_batch_size: 4
+- eval_batch_size: 4
 - seed: 42
-- gradient_accumulation_steps: 4
-- total_train_batch_size: 8
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
 - num_epochs: 2.0
 
+### Training results
+
+
+
 ### Framework versions
 
-- Transformers 4.37.1
-- Pytorch 2.1.2+cu121
+- Transformers 4.37.2
+- Pytorch 2.1.0+cu121
 - Datasets 2.16.1
-- Tokenizers 0.15.1
+- Tokenizers 0.15.1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "indonesia-distilgpt2",
+  "_name_or_path": "zaenalium/indonesia-distilgpt2",
   "_num_labels": 1,
   "activation_function": "gelu_new",
   "architectures": [
@@ -40,7 +40,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.37.1",
+  "transformers_version": "4.37.2",
   "use_cache": true,
   "vocab_size": 52000
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 50256,
   "eos_token_id": 50256,
-  "transformers_version": "4.37.1"
+  "transformers_version": "4.37.2"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8f52e4ead05dde65e32c47367c78343cafd3ef133c9a4e844e1cd509cfd55bd
+oid sha256:3f2bf7a4d441badb64d222411561532884909f6588b9854e1ce7993ce159c064
 size 333012424

runs/Jan31_16-06-34_e1d82b87f05d/events.out.tfevents.1706717256.e1d82b87f05d.1707.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57653626ef851f2fed85e31a44c92176fb069b5e3b6f958b648b2280c229206
+size 5409

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6fbc50a39502ef3f2db603e7286ce239182a16ed4b94c77b9501ecbc588f43b
-size 4664
+oid sha256:95279236f9fe33c6e1302a90373fb7d68e2b0c0a82edc3f014edfb423770c105
+size 4728