{
  "codebook_size": 8192,
  "llm_model_path": "microsoft/phi-1_5",
  "llm_vocab_size": 50295,
  "num_vq_tokens": 256,
  "vocab_size": 58498,
  "w_clip_vit": true
}