muse-glimmer:30b-mlx-bf16-dflash

37 6 hours ago

Meta's latest open model built for always-on local agents. 30B parameters, licensed under Apache 2.0 and runs on a single GPU — tuned for tool use, long tasks, and failure recovery.

vision tools thinking
... /
json
0a17e6596d10 · 3.3kB
{
"architectures": [
"MuseGlimmerForConditionalGeneration"
],
"bos_token_id": 200000,
"dtype": "bfloat16",
"eos_token_id": 200001,
"every_n_layers_nope": 4,
"has_vision": true,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 6656,
"intermediate_size": 19968,
"layer_types": [
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention"
],
"max_position_embeddings": 131072,
"model_type": "muse_glimmer",
"no_rope_layers": [
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0,
1,
1,
1,
0
],
"normalize_tok_embeddings": true,
"num_attention_heads": 32,
"num_hidden_layers": 52,
"num_key_value_heads": 2,
"output_multiplier": 0.19611613513818404,
"output_soft_cap_temp": 20.0,
"patch_token_id": 200092,
"post_norm_eps": 1e-08,
"qk_scale_factor": 43.7840518911,
"rms_norm_eps": 1e-05,
"rope_theta": 500000.0,
"sliding_window": 2048,
"sliding_window_pattern": [
2048,
2048,
2048,
0
],
"tie_word_embeddings": false,
"transformers_version": "4.57.6",
"use_attn_output_gate": true,
"use_qk_norm": true,
"vid_end_id": 200083,
"vid_frame_sep_id": 200087,
"vid_start_id": 200082,
"video_num_frames": 96,
"video_sampling_fps": 2.0,
"video_token_id": 200091,
"vision_adapter_dim": 4096,
"vision_downsample_factor": 2,
"vision_heads": 16,
"vision_latent_dim": 1536,
"vision_layers": 50,
"vision_mlp_ratio": 5.833333333333333,
"vision_output_dim": 6144,
"vision_patch_size": 14,
"vision_patch_temporal": 2,
"vision_pos_emb_grid_h": 32,
"vision_pos_emb_grid_w": 32,
"vision_sparse_attention_factor": 4,
"vocab_size": 202048,
"auto_map": {
"AutoConfig": "configuration_muse_glimmer.MuseGlimmerConfig",
"AutoModelForCausalLM": "modeling_muse_glimmer.MuseGlimmerForCausalLM"
}
}