{
  "library_name": "zeromodels",
  "zeromodels_version": "1.2.1",
  "model_module": "zeromodels.models.granite_speech",
  "model_class": "GraniteSpeechConditionalGenerate",
  "variant": "granite_speech_3_3_8b",
  "weights": "model.weights.json",
  "schema_version": 2,
  "weight_dtype": "bfloat16",
  "model_type": "granite_speech",
  "text_config": {
    "vocab_size": 49160,
    "embed_dim": 4096,
    "mlp_dim": 12800,
    "num_layers": 40,
    "num_heads": 32,
    "num_kv_heads": 8,
    "norm_eps": 1e-05,
    "rope_theta": 10000000.0,
    "embedding_multiplier": 12.0,
    "residual_multiplier": 0.22,
    "attention_multiplier": 0.0078125,
    "logits_scaling": 16.0,
    "tie_embeddings": true,
    "eos_token_id": 0
  },
  "audio_config": {
    "input_dim": 160,
    "num_layers": 16,
    "hidden_dim": 1024,
    "feedforward_mult": 4,
    "num_heads": 8,
    "dim_head": 128,
    "output_dim": 256,
    "context_size": 200,
    "max_pos_emb": 512,
    "conv_kernel_size": 15,
    "conv_expansion_factor": 2
  },
  "audio_token_id": 49159,
  "downsample_rate": 5,
  "window_size": 15,
  "has_lora_adapter": true,
  "lora_rank": 64,
  "lora_alpha": 32,
  "projector_dim": 1024,
  "projector_num_layers": 2,
  "projector_num_heads": 16,
  "projector_intermediate_size": 4096,
  "projector_cross_attention_frequency": 1,
  "projector_layer_norm_eps": 1e-12,
  "cat_hidden_layers": null
}