Models
GitHub
Discord
Docs
Cloud
Sign in
Download
Models
Download
GitHub
Discord
Docs
Cloud
Sign in
saki007ster
/
fine-tuned_Ministral-8B
:latest
14
Downloads
Updated
7 months ago
Cancel
tools
fine-tuned_Ministral-8B:latest
...
/
adapter
ba1fceb79ed1 · 38MB
Metadata
general.architecture
llama
llama
general.file_type
F16
F16
llama.attention.head_count
32
32
llama.attention.head_count_kv
8
8
adapter.lora.alpha
0
0
adapter.type
lora
lora
Tensor
Name
Type
Shape
blk.20
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.20.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.21.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.22.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.23.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.24.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.25.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.26.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.27.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.28.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.29.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.30.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.31.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.32.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.33.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.34.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_q.weight.lora_b
F16
F16
[8, 4096]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_a
F16
F16
[4096, 8]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]
blk.35.attn_v.weight.lora_b
F16
F16
[8, 1024]