GitHub
187.8K
Download
Models
Docs
Pricing
Sign in
Download
Models
Docs
Pricing
Sign in
inkling-2-mini
:latest
380
Downloads
Updated
just now
Thinking Machines' small open-weights model that can run on a Mac: 26B parameters, 5.4B active, with looped layers for more computation per token.
Thinking Machines' small open-weights model that can run on a Mac: 26B parameters, 5.4B active, with looped layers for more computation per token.
Cancel
vision
tools
thinking
inkling-2-mini:latest
...
/
json
663a0b6c8a55 ยท 1.9kB
{"architectures":["Inkling2LoopForConditionalGeneration"],"eos_token_id":200006,"model_type":"inkling2_loop","mtp_config":{"block_size":8,"head_dim":128,"hidden_size":2304,"intermediate_size":9216,"local_layer_ids":[0,2],"markov_head_type":"rnn_hidden","markov_rank":256,"max_position_embeddings":1048576,"num_attention_heads":24,"num_hidden_layers":3,"num_key_value_heads":8,"o_bias":false,"q_bias":false,"rms_norm_eps":1e-06,"rope_theta":1000000.0,"sliding_window_size":1024,"target_layer_ids":[5,23,41,48],"torch_dtype":"bfloat16"},"text_config":{"attn_res_normalize_values":true,"d_rel":16,"final_logit_softcapping":30.0,"head_dim":128,"hidden_size":2304,"intermediate_size":1152,"local_layer_ids":[0,1,2,3,4,6,7,8,9,10,12,13,14,15,16,18,19,20,21,22],"log_scaling_alpha":0.1,"log_scaling_n_floor":8192,"loop_config":{"core_end":18,"core_start":6,"gate_rank":64,"is_varloop":false,"num_passes":3},"max_position_embeddings":1048576,"mlp_gate_softcap":4.0,"mlp_up_softcap":25.0,"model_max_length":1048576,"n_layers_per_attn_res_block":6,"n_routed_experts":128,"n_shared_experts":0,"num_attention_heads":24,"num_experts_per_tok":8,"num_hidden_layers":24,"num_key_value_heads":8,"o_bias":false,"q_bias":false,"qk_l2_clip_threshold":22.627416997969522,"rel_extent":1024,"rel_l2_clip_threshold":8.0,"rms_norm_eps":1e-06,"route_scale":8.0,"sconv_kernel_size":4,"sliding_window_size":1024,"swa_head_dim":128,"swa_num_attention_heads":24,"swa_num_key_value_heads":8,"torch_dtype":"bfloat16","unpadded_vocab_size":200058,"use_gate_bias":true,"use_value_norm_no_gamma":true,"vocab_size":201024},"vision_config":{"adapter_merge_size":2,"hidden_size":1024,"layer_norm_eps":1e-05,"mlp_ratio":4.0,"native_patch_size":20,"num_attention_heads":16,"num_hidden_layers":23,"posemb_grid_size":32,"projection_hidden_dim":4096,"projector_bias":false,"temporal_patch_size":2}}