{"schemaVersion":"hugging-bay.fit-check.v1","generatedAt":"2026-07-10T01:16:17.166Z","artifactId":"hf-model-gentekmedia-llama-3-2-8x4b-moe-v2-dark-champion-instruct-uncensored-abliterated-21b-gguf","repo":"gentekmedia/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","webUrl":"https://huggingbay.xyz/artifact/hf-model-gentekmedia-llama-3-2-8x4b-moe-v2-dark-champion-instruct-uncensored-abliterated-21b-gguf","name":"Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","paramsB":32,"activeB":8,"quant":"q4_k_s","weightFile":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-IQ4_XS.gguf","fileSizeBytes":1,"ctx":8192,"batch":1,"estimate":{"weightsGb":0,"kvGb":1.61,"overheadGb":0.8,"totalGb":2.41},"gpus":[{"id":"t4-16","label":"NVIDIA T4 16GB (free Colab)","vramGb":16,"unified":false,"verdict":"fits","headroomGb":13.59,"totalGb":2.41},{"id":"l4-24","label":"NVIDIA L4 24GB","vramGb":24,"unified":false,"verdict":"fits","headroomGb":21.59,"totalGb":2.41},{"id":"rtx3060-12","label":"RTX 3060 12GB","vramGb":12,"unified":false,"verdict":"fits","headroomGb":9.59,"totalGb":2.41},{"id":"rtx4080-16","label":"RTX 4080 16GB","vramGb":16,"unified":false,"verdict":"fits","headroomGb":13.59,"totalGb":2.41},{"id":"rtx3090-24","label":"RTX 3090 24GB","vramGb":24,"unified":false,"verdict":"fits","headroomGb":21.59,"totalGb":2.41},{"id":"rtx4090-24","label":"RTX 4090 24GB","vramGb":24,"unified":false,"verdict":"fits","headroomGb":21.59,"totalGb":2.41},{"id":"a100-40","label":"A100 40GB","vramGb":40,"unified":false,"verdict":"fits","headroomGb":37.59,"totalGb":2.41},{"id":"a100-80","label":"A100 80GB","vramGb":80,"unified":false,"verdict":"fits","headroomGb":77.59,"totalGb":2.41},{"id":"h100-80","label":"H100 80GB","vramGb":80,"unified":false,"verdict":"fits","headroomGb":77.59,"totalGb":2.41},{"id":"apple-m-16","label":"Apple M-series 16GB (unified)","vramGb":16,"unified":true,"verdict":"fits","headroomGb":13.59,"totalGb":2.41},{"id":"apple-m-32","label":"Apple M-series 32GB (unified)","vramGb":32,"unified":true,"verdict":"fits","headroomGb":29.59,"totalGb":2.41},{"id":"apple-m-64","label":"Apple M-series 64GB (unified)","vramGb":64,"unified":true,"verdict":"fits","headroomGb":61.59,"totalGb":2.41},{"id":"apple-m-128","label":"Apple M-series 128GB (unified)","vramGb":128,"unified":true,"verdict":"fits","headroomGb":125.59,"totalGb":2.41},{"id":"cpu-ram-32","label":"CPU / 32GB system RAM","vramGb":32,"unified":true,"verdict":"fits","headroomGb":29.59,"totalGb":2.41},{"id":"cpu-ram-64","label":"CPU / 64GB system RAM","vramGb":64,"unified":true,"verdict":"fits","headroomGb":61.59,"totalGb":2.41}],"target":{"id":"t4-16","label":"NVIDIA T4 16GB (free Colab)","vramGb":16,"maxCtx":77312},"whatIf":[{"quant":"q2_k","bytesPerParam":0.33,"weightsGb":10.56,"totalGb":13.02,"verdict":"fits","headroomGb":2.98},{"quant":"q3_k_m","bytesPerParam":0.44,"weightsGb":14.08,"totalGb":16.82,"verdict":"no","headroomGb":-0.82},{"quant":"q4_k_m","bytesPerParam":0.57,"weightsGb":18.24,"totalGb":21.31,"verdict":"no","headroomGb":-5.31},{"quant":"q5_k_m","bytesPerParam":0.69,"weightsGb":22.08,"totalGb":25.46,"verdict":"no","headroomGb":-9.46},{"quant":"q6_k","bytesPerParam":0.82,"weightsGb":26.24,"totalGb":29.95,"verdict":"no","headroomGb":-13.95},{"quant":"q8_0","bytesPerParam":1.06,"weightsGb":33.92,"totalGb":38.24,"verdict":"no","headroomGb":-22.24},{"quant":"f16","bytesPerParam":2,"weightsGb":64,"totalGb":70.73,"verdict":"no","headroomGb":-54.73}],"guidance":["verdict per GPU: fits (<=90% VRAM) / tight (<=100%) / no.","If it does not fit at this precision, check /api/artifacts/{id}/quantizations or the per-quant rows for a smaller mirror.","Estimates: weights + fp16 KV-cache(ctx,batch) + overhead. Real usage varies by runtime."]}