{"schemaVersion":"hugging-bay.deployment-plan.v1","generatedAt":"2026-07-10T04:04:00.734Z","artifactId":"hf-model-dhruvallabs-qwen3-4b-gguf","repo":"DhruvalLabs/Qwen3-4B-GGUF","input":{"gpu":"rtx3060-12","ctx":8192},"fit":{"verdict":"fits","weightsPlusKvGb":1.87,"paramsB":4,"gpuVramGb":12},"recommendation":{"action":"run-as-is","artifactId":"hf-model-dhruvallabs-qwen3-4b-gguf","reason":"Fits on rtx3060-12 at ctx=8192."},"quantizations":[{"id":"hf-model-dhruvallabs-qwen3-4b-gguf","repo":"DhruvalLabs/Qwen3-4B-GGUF","quant":"unknown","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-xu2409324124-qwen3-4b-latex-correction-v3-gguf-q4-k-m","repo":"xu2409324124/qwen3-4b-latex-correction-v3-gguf-q4-k-m","quant":"unknown","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"mit","commercialUse":"yes"},{"id":"hf-model-nightmedia-qwen3-4b-thinking-2507-deepseek-v3-2-speciale-code-distill-qx86-hi-mlx","repo":"nightmedia/Qwen3-4B-Thinking-2507-DeepSeek-v3.2-Speciale-Code-Distill-qx86-hi-mlx","quant":"unknown","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-mradermacher-kepler-qwen3-4b-super-thinking-gguf","repo":"mradermacher/Kepler-Qwen3-4B-Super-Thinking-GGUF","quant":"unknown","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-mradermacher-qwen3-4b-unslop-good-lora-v1-i1-gguf","repo":"mradermacher/qwen3-4b-unslop-good-lora-v1-i1-GGUF","quant":"unknown","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-mungert-webgen-4b-preview-gguf","repo":"Mungert/WEBGEN-4B-Preview-GGUF","quant":"unknown","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-tg-techie-agents-qwen3-4b-f16-nothink","repo":"tg-techie-agents/Qwen3-4B-F16-Nothink","quant":"f16","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-mesolithica2-qwen3-4b-abliterated-q4-k-m-gguf","repo":"Mesolithica2/Qwen3-4B-abliterated-Q4_K_M-GGUF","quant":"q4_k_m","sizeBytes":null,"approxWeightsGb":2.3,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-alphagao-qwen3-4b-gptq","repo":"AlphaGaO/Qwen3-4B-GPTQ","quant":"gptq","sizeBytes":null,"approxWeightsGb":2.2,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-bullerwins-qwen3-4b-instruct-2507-gguf","repo":"bullerwins/Qwen3-4B-Instruct-2507-GGUF","quant":"unknown","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-mradermacher-qwen3-4b-thinking-2507-dag-reasoning-i1-gguf","repo":"mradermacher/Qwen3-4B-Thinking-2507-DAG-Reasoning-i1-GGUF","quant":"unknown","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-mradermacher-qwen3-4b-diversity-gguf","repo":"mradermacher/Qwen3-4B-Diversity-GGUF","quant":"unknown","sizeBytes":null,"approxWeightsGb":8,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"}],"steps":[{"step":1,"do":"Confirm the safe-to-run verdict","url":"https://huggingbay.xyz/api/artifacts/hf-model-dhruvallabs-qwen3-4b-gguf/safety"},{"step":2,"do":"Fetch the download plan (hosted, hash-verified files)","url":"https://huggingbay.xyz/api/v1/artifacts/hf-model-dhruvallabs-qwen3-4b-gguf/download-plan"},{"step":3,"do":"Get local run commands (ollama/llama.cpp/vLLM)","url":"https://huggingbay.xyz/api/local-kits/hf-model-dhruvallabs-qwen3-4b-gguf?tool=ollama"},{"step":4,"do":"Verify file hashes after download","url":"https://huggingbay.xyz/api/safety?sha256={file_sha256}"}],"notes":"Estimates are heuristic (weights + KV cache); real usage varies by runtime. downloadable=true rows are Hugging Bay-hosted with verified hashes."}