Update README.md

README.md

@@ -1,38 +1,47 @@
 ---
-{
-  "activation_function": "gelu_new",
-  "architectures": ["GPT2LMHeadModel"],
-  "model_filename": "pytorch_model.bin",
-  "attn_pdrop": 0.1,
-  "bos_token_id": 50256,
-  "embd_pdrop": 0.1,
-  "eos_token_id": 50256,
-  "initializer_range": 0.02,
-  "layer_norm_epsilon": 1e-05,
-  "model_type": "gpt2",
-  "n_ctx": 1024,
-  "n_embd": 512,
-  "n_head": 12,
-  "n_layer": 12,
-  "n_positions": 1024,
-  "resid_pdrop": 0.1,
-  "summary_activation": null,
-  "summary_first_dropout": 0.1,
-  "summary_proj_to_labels": true,
-  "summary_type": "cls_index",
-  "summary_use_proj": true,
-  "task_specific_params": {
-    "text-generation": {
-      "do_sample": true,
-      "max_length": 50
-    }
-  },
-  "vocab_size": 50257,
-  "hidden_dim": 2048,
-  "input_dim": 512,
-  "output_dim": 512
-}
-
+model_type: gpt2
+model_filename: pytorch_model.bin
+config:
+  activation_function: gelu_new
+  architecture:
+  - GPT2LMHeadModel
+  attn_pdrop: 0.1
+  bos_token_id: 50256
+  embd_pdrop: 0.1
+  eos_token_id: 50256
+  initializer_range: 0.02
+  layer_norm_epsilon: 0.00001
+  n_ctx: 1024
+  n_embd: 1024
+  n_head: 16
+  n_layer: 24
+  n_positions: 1024
+  n_special: 0
+  predict_special_tokens: true
+  resid_pdrop: 0.1
+  summary_activation: null
+  summary_first_dropout: 0.1
+  summary_proj_to_labels: true
+  summary_type: cls_index
+  summary_use_proj: true
+  task_specific_params:
+    text-generation:
+      do_sample: true
+      max_length: 50
+  vocab_size: 50257
+  hidden_dim: 2048
+  input_dim: 512
+  output_dim: 512
+license: apache-2.0
+datasets:
+- vicgalle/alpaca-gpt4
+language:
+- en
+metrics:
+- bleu
+- accuracy
+library_name: transformers
+pipeline_tag: text-generation
 ---
 
 # QNetworkGPT2: Reinventing Text Generation with AI 📝🤖