{
  "model_type": "example_moe",
  "architectures": ["ExampleForCausalLM"],
  "vocab_size": 128,
  "num_hidden_layers": 4,
  "text_config": {"num_experts": 8, "num_experts_per_tok": 2, "mtp_num_hidden_layers": 0}
}
