{ "model": "/media/m2teamgroup/models/Orbit-3.2-Nano-GGUF/OpenPathAI_Orbit-3.2-Nano-bf16.gguf", "imatrix": "/media/m2teamgroup/models/Orbit-3.2-Nano-GGUF/OpenPathAI_Orbit-3.2-Nano-imatrix.gguf", "ftype": "Q6_K", "base_type": "q6_k", "family": "k", "recipe": "ident", "variant": "shr0.70", "auto_crush": false, "rung_mode": "share", "tier": "M", "rung_share": 0.7, "crush_pass_bytes": null, "embd_shares": { "token_embd.weight": { "share": 0.0965, "type": "q6_k" } }, "arch": "dense", "tied": true, "n_layer": 30, "body_rule": true, "pins": {}, "shape_pins": {}, "fixed_pins": {}, "embeddings": { "token_embd.weight": "q6_k" }, "bytes": { "heuristic_body+embd": 2227568640, "map_body+embd": 2358607872, "ratio": 1.0588, "note": "quantizable, unpinned tensors only; pinned/unquantized tensors are identical in both" }, "body_base_share": 0.701, "body_bpw": 7.043, "body_bpw_heuristic": 6.613, "total_params": 2697198592, "file_bytes_pred": 2359652352, "file_bpw_pred": 6.999, "histogram": { "attn_k": { "q8_0": 8 }, "attn_output": { "q8_0": 6, "q6_k": 2 }, "attn_q": { "q6_k": 4, "q8_0": 4 }, "attn_v": { "q8_0": 8 }, "ffn_down": { "q6_k": 29, "q8_0": 1 }, "ffn_gate": { "q6_k": 30 }, "ffn_up": { "q6_k": 23, "q8_0": 7 }, "shortconv.in_proj": { "q8_0": 22 }, "shortconv.out_proj": { "q8_0": 22 } }, "prior": "layout/prior.json", "pin_rule": "floor", "embd_cap": "heur", "generator": "auto_quant_v2.layout", "generator_key": "3bf8b43e20a68f0b", "quant_type": "Q6_K", "quantize_ftype": "Q6_K", "llama_cpp_version": "b11716", "unknown_kinds": { "dense|shortconv.in_proj": { "tensors": 22, "params_share": 0.1137 }, "dense|shortconv.out_proj": { "tensors": 22, "params_share": 0.0379 } }, "commit": "1ac1b04da659470c625135a945d427b40b5da68b" }