OpenPathAI_Orbit-3.2-Nano-GGUF / layouts /OpenPathAI_Orbit-3.2-Nano-Q6_K.layout.json
bartowski's picture
Upload folder using huggingface_hub
71d3035 verified
Raw History Blame Contribute Delete
2.06 kB
{
"model": "/media/m2teamgroup/models/Orbit-3.2-Nano-GGUF/OpenPathAI_Orbit-3.2-Nano-bf16.gguf",
"imatrix": "/media/m2teamgroup/models/Orbit-3.2-Nano-GGUF/OpenPathAI_Orbit-3.2-Nano-imatrix.gguf",
"ftype": "Q6_K",
"base_type": "q6_k",
"family": "k",
"recipe": "ident",
"variant": "shr0.70",
"auto_crush": false,
"rung_mode": "share",
"tier": "M",
"rung_share": 0.7,
"crush_pass_bytes": null,
"embd_shares": {
"token_embd.weight": {
"share": 0.0965,
"type": "q6_k"
}
},
"arch": "dense",
"tied": true,
"n_layer": 30,
"body_rule": true,
"pins": {},
"shape_pins": {},
"fixed_pins": {},
"embeddings": {
"token_embd.weight": "q6_k"
},
"bytes": {
"heuristic_body+embd": 2227568640,
"map_body+embd": 2358607872,
"ratio": 1.0588,
"note": "quantizable, unpinned tensors only; pinned/unquantized tensors are identical in both"
},
"body_base_share": 0.701,
"body_bpw": 7.043,
"body_bpw_heuristic": 6.613,
"total_params": 2697198592,
"file_bytes_pred": 2359652352,
"file_bpw_pred": 6.999,
"histogram": {
"attn_k": {
"q8_0": 8
},
"attn_output": {
"q8_0": 6,
"q6_k": 2
},
"attn_q": {
"q6_k": 4,
"q8_0": 4
},
"attn_v": {
"q8_0": 8
},
"ffn_down": {
"q6_k": 29,
"q8_0": 1
},
"ffn_gate": {
"q6_k": 30
},
"ffn_up": {
"q6_k": 23,
"q8_0": 7
},
"shortconv.in_proj": {
"q8_0": 22
},
"shortconv.out_proj": {
"q8_0": 22
}
},
"prior": "layout/prior.json",
"pin_rule": "floor",
"embd_cap": "heur",
"generator": "auto_quant_v2.layout",
"generator_key": "3bf8b43e20a68f0b",
"quant_type": "Q6_K",
"quantize_ftype": "Q6_K",
"llama_cpp_version": "b11716",
"unknown_kinds": {
"dense|shortconv.in_proj": {
"tensors": 22,
"params_share": 0.1137
},
"dense|shortconv.out_proj": {
"tensors": 22,
"params_share": 0.0379
}
},
"commit": "1ac1b04da659470c625135a945d427b40b5da68b"
}