{"schemaVersion":"hugging-bay.fit-check.v1","generatedAt":"2026-07-10T00:30:42.253Z","artifactId":"hf-model-blockblockblock-huihui-qwen3-6-35b-a3b-claude-4-7-opus-abliterated-exl3-5-0bpw","repo":"blockblockblock/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-exl3-5.0bpw","webUrl":"https://huggingbay.xyz/artifact/hf-model-blockblockblock-huihui-qwen3-6-35b-a3b-claude-4-7-opus-abliterated-exl3-5-0bpw","name":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-exl3-5.0bpw","paramsB":35,"activeB":35,"quant":"f16","weightFile":null,"fileSizeBytes":23732486068,"ctx":8192,"batch":1,"estimate":{"weightsGb":23.73,"kvGb":2.01,"overheadGb":1.9,"totalGb":27.64},"gpus":[{"id":"t4-16","label":"NVIDIA T4 16GB (free Colab)","vramGb":16,"unified":false,"verdict":"no","headroomGb":-11.64,"totalGb":27.64},{"id":"l4-24","label":"NVIDIA L4 24GB","vramGb":24,"unified":false,"verdict":"no","headroomGb":-3.64,"totalGb":27.64},{"id":"rtx3060-12","label":"RTX 3060 12GB","vramGb":12,"unified":false,"verdict":"no","headroomGb":-15.64,"totalGb":27.64},{"id":"rtx4080-16","label":"RTX 4080 16GB","vramGb":16,"unified":false,"verdict":"no","headroomGb":-11.64,"totalGb":27.64},{"id":"rtx3090-24","label":"RTX 3090 24GB","vramGb":24,"unified":false,"verdict":"no","headroomGb":-3.64,"totalGb":27.64},{"id":"rtx4090-24","label":"RTX 4090 24GB","vramGb":24,"unified":false,"verdict":"no","headroomGb":-3.64,"totalGb":27.64},{"id":"a100-40","label":"A100 40GB","vramGb":40,"unified":false,"verdict":"fits","headroomGb":12.36,"totalGb":27.64},{"id":"a100-80","label":"A100 80GB","vramGb":80,"unified":false,"verdict":"fits","headroomGb":52.36,"totalGb":27.64},{"id":"h100-80","label":"H100 80GB","vramGb":80,"unified":false,"verdict":"fits","headroomGb":52.36,"totalGb":27.64},{"id":"apple-m-16","label":"Apple M-series 16GB (unified)","vramGb":16,"unified":true,"verdict":"no","headroomGb":-11.64,"totalGb":27.64},{"id":"apple-m-32","label":"Apple M-series 32GB (unified)","vramGb":32,"unified":true,"verdict":"fits","headroomGb":4.36,"totalGb":27.64},{"id":"apple-m-64","label":"Apple M-series 64GB (unified)","vramGb":64,"unified":true,"verdict":"fits","headroomGb":36.36,"totalGb":27.64},{"id":"apple-m-128","label":"Apple M-series 128GB (unified)","vramGb":128,"unified":true,"verdict":"fits","headroomGb":100.36,"totalGb":27.64},{"id":"cpu-ram-32","label":"CPU / 32GB system RAM","vramGb":32,"unified":true,"verdict":"fits","headroomGb":4.36,"totalGb":27.64},{"id":"cpu-ram-64","label":"CPU / 64GB system RAM","vramGb":64,"unified":true,"verdict":"fits","headroomGb":36.36,"totalGb":27.64}],"target":{"id":"rtx3090-24","label":"RTX 3090 24GB","vramGb":24,"maxCtx":0},"whatIf":[{"quant":"q2_k","bytesPerParam":0.33,"weightsGb":11.55,"totalGb":14.49,"verdict":"fits","headroomGb":9.51},{"quant":"q3_k_m","bytesPerParam":0.44,"weightsGb":15.4,"totalGb":18.65,"verdict":"fits","headroomGb":5.35},{"quant":"q4_k_m","bytesPerParam":0.57,"weightsGb":19.95,"totalGb":23.56,"verdict":"tight","headroomGb":0.44},{"quant":"q5_k_m","bytesPerParam":0.69,"weightsGb":24.15,"totalGb":28.1,"verdict":"no","headroomGb":-4.1},{"quant":"q6_k","bytesPerParam":0.82,"weightsGb":28.7,"totalGb":33.01,"verdict":"no","headroomGb":-9.01},{"quant":"q8_0","bytesPerParam":1.06,"weightsGb":37.1,"totalGb":42.08,"verdict":"no","headroomGb":-18.08},{"quant":"f16","bytesPerParam":2,"weightsGb":70,"totalGb":77.61,"verdict":"no","headroomGb":-53.61}],"guidance":["verdict per GPU: fits (<=90% VRAM) / tight (<=100%) / no.","If it does not fit at this precision, check /api/artifacts/{id}/quantizations or the per-quant rows for a smaller mirror.","Estimates: weights + fp16 KV-cache(ctx,batch) + overhead. Real usage varies by runtime."]}