ey3456/Qwen3.8-27B-Cyber-Q4_K

ey3456/ Qwen3.8-27B-Cyber-Q4_K_M.gguf:latest

77 Downloads Updated 1 week ago

Qwen3.8-27B-Cyber-Q4_K_M.gguf:latest ... /

model

7e30fca869a5 · 19GB

Metadata

general.architecture

qwen35

qwen35
qwen35.attention.head_count

24

24
qwen35.attention.head_count_kv

4

4
qwen35.attention.key_length

256

256
qwen35.attention.layer_norm_rms_epsilon

1e-06

1e-06
qwen35.attention.value_length

256

256
qwen35.block_count

64

64
qwen35.context_length

262144

262144
qwen35.embedding_length

5120

5120
qwen35.feed_forward_length

17408

17408
qwen35.full_attention_interval

4

4
qwen35.rope.dimension_count

64

64
qwen35.rope.dimension_sections

[11, 11, 10, 0]

[11, 11, 10, 0]
qwen35.rope.freq_base

1e+07

1e+07
qwen35.ssm.conv_kernel

4

4
qwen35.ssm.group_count

16

16
qwen35.ssm.inner_size

6144

6144
qwen35.ssm.state_size

128

128
qwen35.ssm.time_step_rank

48

48
tokenizer.ggml.merges

[Ġ Ġ, ĠĠ ĠĠ, i n, Ġ t, ĠĠĠĠ ĠĠĠĠ, ...]

[Ġ Ġ, ĠĠ ĠĠ, i n, Ġ t, ĠĠĠĠ ĠĠĠĠ, ...]
tokenizer.ggml.model

gpt2

gpt2
tokenizer.ggml.pre

qwen35

qwen35
tokenizer.ggml.token_type

[1, 1, 1, 1, 1, ...]

[1, 1, 1, 1, 1, ...]
tokenizer.ggml.tokens

[!, ", #, $, %, ...]

[!, ", #, $, %, ...]
0

0
0

0
0

0
0

0
0

0
0

0

Tensor

Name

Type

Shape
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]
F32

F32

[]