File size: 210 Bytes
d52d853 |
1 2 3 4 5 6 |
from transformers import GPT2Config
language="irish"
config = GPT2Config.from_pretrained("gpt2", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0, vocab_size=50257)
config.save_pretrained(f"./{language}-gpt2") |