{"serveDecision":{"state":"UNKNOWN","authority":"live-serve-decision"},"downloadable":null,"downloadReady":null,"degraded":false,"stale":false,"schemaVersion":"hugging-bay.local-kit.v2","displayOnly":true,"authorizationRequired":true,"eligibilitySnapshotAt":"2026-11-01T22:48:33.092Z","generatedAt":"2026-11-01T22:48:36.646Z","status":"runnable-bundle-recipe","commandsAvailable":true,"commands":[{"tool":"lm-studio","label":"LM Studio (no terminal)","kind":"gui-walkthrough","guiProven":false,"command":"Open LM Studio, then drag the downloaded 'Mellum2-Q4_K_M.gguf' into My Models to load it.","note":"A walk-through for your machine, not a checked run path — these steps are guidance, never a promise it will run. LM Studio's own UI takes it from there.","prefilledFrom":{"file":"Mellum2-Q4_K_M.gguf","templateSha256":"e674cbec4c384ab50c18c91d8cada3b6931d7a7ee25d9db004366aa440c1ca86","sha256":"2fb107b4ba6db4f84f3b907f0dde73fa2a82dab81f044ffd10d6fb7f45603748"},"guideCheckedAt":"2026-09-22","guideCheckedBy":"hugging-bay-docs","guideVersion":5},{"tool":"ollama","label":"Ollama","note":"Builds a local Ollama model named \"mellum2-q4_k_m\" from the file (Ollama imports the file's embedded chat template) and starts a chat.","prefilledFrom":{"file":"Mellum2-Q4_K_M.gguf","templateSha256":"e674cbec4c384ab50c18c91d8cada3b6931d7a7ee25d9db004366aa440c1ca86","sha256":"2fb107b4ba6db4f84f3b907f0dde73fa2a82dab81f044ffd10d6fb7f45603748"},"guideCheckedAt":"2026-09-22","guideCheckedBy":"hugging-bay-docs","guideVersion":5},{"tool":"llama.cpp","label":"llama.cpp (terminal)","kind":"terminal","proven":true,"note":"Runs the file directly with llama.cpp's command-line tool. -st (--single-turn) runs one turn with the model's embedded chat template and exits — tested on llama.cpp b10964-b29c606e2. The old -no-cnv flag was removed and is rejected by current builds.","runner":{"name":"llama.cpp","testedBuild":"b10964-b29c606e2","singleTurnFlag":"-st"},"prefilledFrom":{"file":"Mellum2-Q4_K_M.gguf","templateSha256":"e674cbec4c384ab50c18c91d8cada3b6931d7a7ee25d9db004366aa440c1ca86","sha256":"2fb107b4ba6db4f84f3b907f0dde73fa2a82dab81f044ffd10d6fb7f45603748"},"guideCheckedAt":"2026-09-22","guideCheckedBy":"hugging-bay-docs","guideVersion":5},{"tool":"python","label":"Python (llama-cpp-python)","command":"pip install llama-cpp-python && python -c 'from llama_cpp import Llama; llm = Llama(\"./Mellum2-Q4_K_M.gguf\", n_ctx=8192); print(llm.create_chat_completion(messages=[{'\\''role'\\'': '\\''user'\\'', '\\''content'\\'': '\\''Hello!'\\''}])['\\''choices'\\''][0]['\\''message'\\'']['\\''content'\\''])'","note":"For scripting the model from Python; create_chat_completion applies the embedded chat template.","prefilledFrom":{"file":"Mellum2-Q4_K_M.gguf","templateSha256":"e674cbec4c384ab50c18c91d8cada3b6931d7a7ee25d9db004366aa440c1ca86","sha256":"2fb107b4ba6db4f84f3b907f0dde73fa2a82dab81f044ffd10d6fb7f45603748"},"guideCheckedAt":"2026-09-22","guideCheckedBy":"hugging-bay-docs","guideVersion":5}],"runBlockKind":"hosted-file-recipe","chatContract":{"available":true,"source":"gguf-metadata:tokenizer.chat_template","sourceFileSha256":"2fb107b4ba6db4f84f3b907f0dde73fa2a82dab81f044ffd10d6fb7f45603748","templateSha256":"e674cbec4c384ab50c18c91d8cada3b6931d7a7ee25d9db004366aa440c1ca86","templateText":"{%- macro normalize_content(content) -%}\n    {%- if content is string -%}\n        {{- content -}}\n    {%- elif content is iterable and content is not mapping -%}\n        {%- set ns_c = namespace(text='') -%}\n        {%- for part in content -%}\n            {%- if part is mapping -%}\n                {%- if part.type == 'text' -%}\n                    {%- set ns_c.text = ns_c.text + (part.text or '') -%}\n                {%- elif part.type == 'tool-result' and part.output is mapping and part.output.type == 'text' -%}\n                    {%- set ns_c.text = ns_c.text + (part.output.value or '') -%}\n                {%- endif -%}\n            {%- endif -%}\n        {%- endfor -%}\n        {{- ns_c.text -}}\n    {%- endif -%}\n{%- endmacro -%}\n{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- normalize_content(messages[0].content) + '\\n\\n' }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + normalize_content(messages[0].content) + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- set content = normalize_content(message.content) %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n        {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {%- if '</think>' in content %}\n            {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n        {%- endif %}\n        {{- '<|im_start|>' + message.role + '\\n' + content }}\n        {%- if message.tool_calls %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if (loop.first and content) or (not loop.first) %}\n                    {{- '\\n' }}\n                {%- endif %}\n                {%- if tool_call.function %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {%- if tool_call.arguments is string %}\n                    {{- tool_call.arguments }}\n                {%- else %}\n                    {{- tool_call.arguments | tojson }}\n                {%- endif %}\n                {{- '}\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}","extractedAt":"2026-09-24","extractionStage":"ingest.template-extract/v1","architecture":"mellum","contextLength":131072,"stop":["<|im_end|>"],"thinking":{"mode":"none"}},"artifact":{"id":"hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf","repo":"NANI-Nithin/Mellum2-12B-A2.5B-Instruct-GGUF","type":"llm","summary":"Model from Hugging Face for text generation: NANI-Nithin/Mellum2-12B-A2.5B-Instruct-GGUF · gguf","license":"apache-2.0","hostingStatus":"hosted","hostedFileCount":1,"hostedFileCountAuthority":"live-serve-decision","displayFileCount":1,"fileCount":6,"upstreamUrl":"https://huggingface.co/NANI-Nithin/Mellum2-12B-A2.5B-Instruct-GGUF"},"tool":"any","toolCompatibility":{"status":"unknown","reason":"recorded-evaluator-not-integrated"},"readiness":"unknown","requiredFiles":[{"path":".gitattributes","sizeBytes":1739,"sha256":"","format":"gitattributes","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":false,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf"},"signature_state":"unsigned"},{"path":"Mellum2-Q4_K_M.gguf","sizeBytes":8071293504,"sha256":"2fb107b4ba6db4f84f3b907f0dde73fa2a82dab81f044ffd10d6fb7f45603748","format":"gguf","risk":"low","sourceKind":"mirrored-upstream","hosted":true,"readiness":"unknown","downloadReady":null,"reasonCodes":[],"reason":"Hosted on Hugging Bay and byte-verified — download is available now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":true,"serveDecision":{"state":"UNKNOWN","reasonCodes":[]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":"https://huggingbay.xyz/api/downloads/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf/Mellum2-Q4_K_M.gguf","chatTemplate":{"artifactId":"hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf","filePath":"Mellum2-Q4_K_M.gguf","sha256":"2fb107b4ba6db4f84f3b907f0dde73fa2a82dab81f044ffd10d6fb7f45603748","architecture":"mellum","generalName":"Src","tokenizerModel":"gpt2","contextLength":131072,"bos":"<|endoftext|>","eos":"<|im_end|>","stop":["<|im_end|>"],"thinking":{"mode":"none"},"chatTemplate":"{%- macro normalize_content(content) -%}\n    {%- if content is string -%}\n        {{- content -}}\n    {%- elif content is iterable and content is not mapping -%}\n        {%- set ns_c = namespace(text='') -%}\n        {%- for part in content -%}\n            {%- if part is mapping -%}\n                {%- if part.type == 'text' -%}\n                    {%- set ns_c.text = ns_c.text + (part.text or '') -%}\n                {%- elif part.type == 'tool-result' and part.output is mapping and part.output.type == 'text' -%}\n                    {%- set ns_c.text = ns_c.text + (part.output.value or '') -%}\n                {%- endif -%}\n            {%- endif -%}\n        {%- endfor -%}\n        {{- ns_c.text -}}\n    {%- endif -%}\n{%- endmacro -%}\n{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- normalize_content(messages[0].content) + '\\n\\n' }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + normalize_content(messages[0].content) + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- set content = normalize_content(message.content) %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n        {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {%- if '</think>' in content %}\n            {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n        {%- endif %}\n        {{- '<|im_start|>' + message.role + '\\n' + content }}\n        {%- if message.tool_calls %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if (loop.first and content) or (not loop.first) %}\n                    {{- '\\n' }}\n                {%- endif %}\n                {%- if tool_call.function %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {%- if tool_call.arguments is string %}\n                    {{- tool_call.arguments }}\n                {%- else %}\n                    {{- tool_call.arguments | tojson }}\n                {%- endif %}\n                {{- '}\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}","templateDigest":"sha256:e674cbec4c384ab50c18c91d8cada3b6931d7a7ee25d9db004366aa440c1ca86","extractionReason":"embedded-template","extractorVersion":"hugging-bay.gguf-embedded-chat-contract.v1","extractedAt":"2026-09-24T04:53:48.790Z","hasEmbeddedTemplate":true},"serve_verdict":{"can_download":false,"bytes_verified":true,"signature":"signed","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf"},"signature_state":"signed"},{"path":"Mellum2-Q5_K_M.gguf","sizeBytes":9212308032,"sha256":"f0f2c8ae68ff6fda3b9f0dad0c2925f015e10dbef3fb4ad356159452b01e50c0","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf"},"signature_state":"unsigned"},{"path":"Mellum2-Q6_K.gguf","sizeBytes":10879832640,"sha256":"150cebfb1eb20c10acb5e025b8c21596dc5f96b082f3e52eef3b9afc9b0a1363","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf"},"signature_state":"unsigned"},{"path":"Mellum2-Q8_0.gguf","sizeBytes":12925416000,"sha256":"65b6f96d8f011162dd5b0bab2aba1fc44f291caf3b9d8d51d20e46a176797acc","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf"},"signature_state":"unsigned"},{"path":"README.md","sizeBytes":1981,"sha256":"","format":"md","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":false,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf"},"signature_state":"unsigned"}],"warnings":["This description is temporarily unavailable."],"nextActions":[{"label":"Inspect recorded bundle state","url":"https://huggingbay.xyz/api/artifacts/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf/bundle","method":"GET"},{"label":"List individually hashed hosted files","url":"https://huggingbay.xyz/api/downloadable-files?artifactId=hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf&limit=100","method":"GET"},{"label":"Inspect trust bundle","url":"https://huggingbay.xyz/api/trust-bundles/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf","method":"GET"},{"label":"Open artifact","url":"https://huggingbay.xyz/artifact/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf","method":"GET"}],"docs":{"artifactUrl":"https://huggingbay.xyz/artifact/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf","downloadsUrl":"https://huggingbay.xyz/api/downloadable-files?artifactId=hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf&limit=100","bundleUrl":"https://huggingbay.xyz/api/artifacts/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf/bundle","trustBundleUrl":"https://huggingbay.xyz/api/trust-bundles/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf"},"note":{"summary":"Downloadable doesn't mean tested: this record says whether the exact file can be downloaded now, not that the model is complete or that it runs.","downloadable":true},"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-nani-nithin-mellum2-12b-a2-5b-instruct-gguf"}}