aliildan/ signrule-decide:4b-q8

8 2 days ago

Typed, calibrated decisions on company signing rules from official registers (Austria first). 4B, no text generation.

decision
... /
json
afec30ecb000 ยท 741B
{
"base_model": "Qwen/Qwen3.5-4B-Base",
"base_revision": null,
"num_slots": 24,
"head_hidden": 0,
"head_dropout": 0.05,
"max_length": 16384,
"torch_dtype": "bfloat16",
"head_init": "random",
"kl_frozen_weight": 0.0,
"head_type": "pointer",
"pointer_dim": 256,
"temperature": 1.0,
"temperature_by_kind": {
"choice": 3.015603572515548,
"noul": 3.2996757466991844,
"score": 1.0
},
"ordinal_smoothing": 0.1,
"use_lora": true,
"lora_r": 16,
"lora_alpha": 32,
"lora_dropout": 0.05,
"lora_targets": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj",
"in_proj_qkv",
"in_proj_z",
"in_proj_a",
"in_proj_b",
"out_proj"
]
}