config.json

{
  "codebook_size": 8192,
  "llm_vocab_size": 50295,
  "num_vq_tokens": 256,
  "pretrained_model_path": "./checkpoints/phi-1_5",
  "vocab_size": 58498,
  "w_clip_vit": true
}