{"schemaVersion":"hugging-bay.deployment-plan.v1","generatedAt":"2026-07-11T21:55:28.789Z","artifactId":"hf-model-mungert-olympiccoder-32b-gguf","repo":"Mungert/OlympicCoder-32B-GGUF","input":{"gpu":"rtx3060-12","ctx":8192},"fit":{"verdict":"no","weightsPlusKvGb":70.73,"paramsB":32,"gpuVramGb":12},"recommendation":{"action":"needs-bigger-hardware","artifactId":"hf-model-mungert-olympiccoder-32b-gguf","reason":"No hosted quant found that fits rtx3060-12; consider a larger GPU or hosted inference."},"quantizations":[{"id":"hf-model-mungert-olympiccoder-32b-gguf","repo":"Mungert/OlympicCoder-32B-GGUF","quant":"q8_0","sizeBytes":null,"approxWeightsGb":33.9,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-lmstudio-community-olympiccoder-32b-gguf","repo":"lmstudio-community/OlympicCoder-32B-GGUF","quant":"q4_k_m","sizeBytes":null,"approxWeightsGb":18.2,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-mradermacher-olympiccoder-32b-gguf","repo":"mradermacher/OlympicCoder-32B-GGUF","quant":"q3_k_m","sizeBytes":null,"approxWeightsGb":14.1,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"},{"id":"hf-model-bartowski-open-r1-olympiccoder-32b-gguf","repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","quant":"q2_k","sizeBytes":null,"approxWeightsGb":10.6,"downloadable":false,"license":"apache-2.0","commercialUse":"yes"}],"steps":[{"step":1,"do":"Confirm the safe-to-run verdict","url":"https://huggingbay.xyz/api/artifacts/hf-model-mungert-olympiccoder-32b-gguf/safety"},{"step":2,"do":"Fetch the download plan (hosted, hash-verified files)","url":"https://huggingbay.xyz/api/v1/artifacts/hf-model-mungert-olympiccoder-32b-gguf/download-plan"},{"step":3,"do":"Get local run commands (ollama/llama.cpp/vLLM)","url":"https://huggingbay.xyz/api/local-kits/hf-model-mungert-olympiccoder-32b-gguf?tool=ollama"},{"step":4,"do":"Verify file hashes after download","url":"https://huggingbay.xyz/api/safety?sha256={file_sha256}"}],"notes":"Estimates are heuristic (weights + KV cache); real usage varies by runtime. downloadable=true rows are Hugging Bay-hosted with verified hashes."}