jessegross/gemma4:12b-mtp-mlx

jessegross/ gemma4:12b-mtp-mlx

13 Downloads Updated 2 days ago

vision tools thinking audio

ollama run jessegross/gemma4:12b-mtp-mlx

curl http://localhost:11434/api/chat \
  -d '{
    "model": "jessegross/gemma4:12b-mtp-mlx",
    "messages": [{"role": "user", "content": "Hello!"}]
  }'

from ollama import chat

response = chat(
    model='jessegross/gemma4:12b-mtp-mlx',
    messages=[{'role': 'user', 'content': 'Hello!'}],
)
print(response.message.content)

import ollama from 'ollama'

const response = await ollama.chat({
  model: 'jessegross/gemma4:12b-mtp-mlx',
  messages: [{role: 'user', content: 'Hello!'}],
})
console.log(response.message.content)

Details

Updated 2 days ago

2 days ago

105d7b0c1b35 · 7.7GB ·

json

{ "bos_token_id": 2, "do_sample": true, "eos_token_id": [ 1, 106, 50 ], "pad_token_id": 0, "suppress

260B

json

{ "producer": { "name": "modelopt", "version": "0.45.0.dev110+g04f58166a" }, "quantization": { "quan

41kB

json

{ "architectures": [ "Gemma4UnifiedForConditionalGeneration" ], "audio_config": { "_name_or_path": "

79kB

json

{ "audio_ms_per_token": 40, "audio_seq_length": 750, "feature_extractor": { "audio_samples_per_token

1.4kB

json

{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "<p

32MB

json

{ "audio_token": "<|audio|>", "backend": "tokenizers", "boa_token": "<|audio>", "boi_token": "<|imag

2.7kB

license

Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR US

10kB

params

{ "temperature": 1, "top_k": 64, "top_p": 0.95 }

42B

json

{ "architectures": [ "Gemma4UnifiedAssistantForCausalLM" ], "audio_token_id": 258881, "backbone_hidd

2.3kB

json

{ "bos_token_id": 2, "do_sample": true, "eos_token_id": 1, "pad_token_id": 0, "suppress_tokens": [ 2

233B

json

{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "<p

32MB

json

{ "audio_token": "<|audio|>", "backend": "tokenizers", "boa_token": "<|audio>", "boi_token": "<|imag

822B

725 tensors

7.6GB

Readme

No readme