{"serveDecision":{"state":"UNKNOWN","authority":"live-serve-decision"},"downloadable":null,"downloadReady":null,"degraded":false,"stale":false,"schemaVersion":"hugging-bay.local-kit.v2","displayOnly":true,"authorizationRequired":true,"eligibilitySnapshotAt":"2026-11-01T10:31:39.273Z","generatedAt":"2026-11-01T10:32:30.906Z","status":"runnable-bundle-recipe","commandsAvailable":true,"commands":[{"tool":"lm-studio","label":"LM Studio (no terminal)","kind":"gui-walkthrough","guiProven":false,"command":"Open LM Studio, then drag the downloaded 'marin-8b-instruct.i1-Q4_K_M.gguf' into My Models to load it.","note":"A walk-through for your machine, not a checked run path — these steps are guidance, never a promise it will run. LM Studio's own UI takes it from there.","prefilledFrom":{"file":"marin-8b-instruct.i1-Q4_K_M.gguf","templateSha256":"ed707127e55b804fb18e36baf80d5adbba151fc488d86ba6fca6e5f64252c68c","sha256":"cf038fb6b6d713e91101e76bceafd3c385ca65a17b32efe45e69a7bf3b50675f"},"guideCheckedAt":"2026-09-22","guideCheckedBy":"hugging-bay-docs","guideVersion":5},{"tool":"ollama","label":"Ollama","note":"Builds a local Ollama model named \"marin-8b-instruct.i1-q4_k_m\" from the file (Ollama imports the file's embedded chat template) and starts a chat.","prefilledFrom":{"file":"marin-8b-instruct.i1-Q4_K_M.gguf","templateSha256":"ed707127e55b804fb18e36baf80d5adbba151fc488d86ba6fca6e5f64252c68c","sha256":"cf038fb6b6d713e91101e76bceafd3c385ca65a17b32efe45e69a7bf3b50675f"},"guideCheckedAt":"2026-09-22","guideCheckedBy":"hugging-bay-docs","guideVersion":5},{"tool":"llama.cpp","label":"llama.cpp (terminal)","kind":"terminal","proven":true,"note":"Runs the file directly with llama.cpp's command-line tool. -st (--single-turn) runs one turn with the model's embedded chat template and exits — tested on llama.cpp b10964-b29c606e2. The old -no-cnv flag was removed and is rejected by current builds.","runner":{"name":"llama.cpp","testedBuild":"b10964-b29c606e2","singleTurnFlag":"-st"},"prefilledFrom":{"file":"marin-8b-instruct.i1-Q4_K_M.gguf","templateSha256":"ed707127e55b804fb18e36baf80d5adbba151fc488d86ba6fca6e5f64252c68c","sha256":"cf038fb6b6d713e91101e76bceafd3c385ca65a17b32efe45e69a7bf3b50675f"},"guideCheckedAt":"2026-09-22","guideCheckedBy":"hugging-bay-docs","guideVersion":5},{"tool":"python","label":"Python (llama-cpp-python)","command":"pip install llama-cpp-python && python -c 'from llama_cpp import Llama; llm = Llama(\"./marin-8b-instruct.i1-Q4_K_M.gguf\", n_ctx=4096); print(llm.create_chat_completion(messages=[{'\\''role'\\'': '\\''user'\\'', '\\''content'\\'': '\\''Hello!'\\''}])['\\''choices'\\''][0]['\\''message'\\'']['\\''content'\\''])'","note":"For scripting the model from Python; create_chat_completion applies the embedded chat template.","prefilledFrom":{"file":"marin-8b-instruct.i1-Q4_K_M.gguf","templateSha256":"ed707127e55b804fb18e36baf80d5adbba151fc488d86ba6fca6e5f64252c68c","sha256":"cf038fb6b6d713e91101e76bceafd3c385ca65a17b32efe45e69a7bf3b50675f"},"guideCheckedAt":"2026-09-22","guideCheckedBy":"hugging-bay-docs","guideVersion":5}],"runBlockKind":"hosted-file-recipe","chatContract":{"available":true,"source":"gguf-metadata:tokenizer.chat_template","sourceFileSha256":"cf038fb6b6d713e91101e76bceafd3c385ca65a17b32efe45e69a7bf3b50675f","templateSha256":"ed707127e55b804fb18e36baf80d5adbba151fc488d86ba6fca6e5f64252c68c","templateText":"{{ bos_token }}\n<|start_header_id|>system<|end_header_id|>\nYou are a helpful, knowledgeable, and versatile AI assistant powered by Marin 8B Instruct (deeper-starling-05-15), which was trained by the Marin team.\n\n- Knowledge cutoff: July 2024\n\n## MODEL FACTS:\n- 8B parameter Llama 3-style architecture\n- 4096 hidden size, 14336 feedforward size\n- 32 layers, 32 attention heads, 8 KV heads\n- Trained on diverse datasets: Nemotron-CC, DCLM, Starcoder, Proofpile 2, FineMath, Dolma, Wikipedia, StackExchange, arXiv papers, and specialized instruction datasets\n- LICENSE: Apache 2.0\n\n## INTERACTION GUIDELINES:\n- Respond helpfully to user queries while maintaining factual accuracy\n- Think step-by-step when approaching complex reasoning or math problems\n- Clearly state limitations and uncertainties when appropriate\n- Aim for concise, useful responses that directly address user needs\n- Use Markdown formatting for code blocks and structured content\n\n## LIMITATIONS:\n- May occasionally generate incorrect information\n- Encourage users to excercise caution with your own outputs\n- Not intended for fully autonomous use\n- Responses should be verified for critical applications\n\n## ABOUT THE MARIN PROJECT:\n- Marin is an open lab for building foundation models collaboratively\n- The project emphasizes transparency by sharing all aspects of model development: code, data, experiments, and documentation in real-time\n- The project documents its entire process through GitHub issues, pull requests, code, execution traces, and WandB reports\n- Anyone can contribute to Marin by exploring new architectures, algorithms, datasets, or evaluations\n- If users ask you to learn more about Marin, point them to https://marin.community\n\nYour primary goal is to be a helpful assistant for all types of queries, while having knowledge about the Marin project that you can share when relevant to the conversation.<|eot_id|>\n{%- for message in messages -%}\n{%- if message['role'] == 'assistant' -%}\n    <|start_header_id|>{{ message['role'] }}<|end_header_id|>\n{% generation %}{{- message['content'] | trim }}<|eot_id|>{% endgeneration %}\n\n{% else %}\n<|start_header_id|>{{ message['role'] }}<|end_header_id|>\n{{ message['content'] | trim }}<|eot_id|>\n{% endif %}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n<|start_header_id|>assistant<|end_header_id|>\n{% endif -%}","extractedAt":"2026-09-24","extractionStage":"ingest.template-extract/v1","architecture":"llama","contextLength":4096,"stop":["<|eot_id|>"],"thinking":{"mode":"none"}},"artifact":{"id":"hf-model-mradermacher-marin-8b-instruct-i1-gguf","repo":"mradermacher/marin-8b-instruct-i1-GGUF","type":"llm","summary":"Model from Hugging Face for text generation: mradermacher/marin-8b-instruct-i1-GGUF · transformers","license":"apache-2.0","hostingStatus":"hosted","hostedFileCount":1,"hostedFileCountAuthority":"live-serve-decision","displayFileCount":1,"fileCount":27,"upstreamUrl":"https://huggingface.co/mradermacher/marin-8b-instruct-i1-GGUF"},"tool":"any","toolCompatibility":{"status":"unknown","reason":"recorded-evaluator-not-integrated"},"readiness":"unknown","requiredFiles":[{"path":".gitattributes","sizeBytes":3230,"sha256":"","format":"gitattributes","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":false,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"README.md","sizeBytes":6262,"sha256":"","format":"md","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":false,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ1_M.gguf","sizeBytes":2161976672,"sha256":"1487b7603fe6f8d879a4d1ae23195516617d1ddef12b40b7c1a126575cd22960","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ1_S.gguf","sizeBytes":2019632480,"sha256":"3771aab6f15d0c659dfc79097654ea74e06c980a9603ebda86d8f448d0f733b7","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ2_M.gguf","sizeBytes":2948285792,"sha256":"6b28a7cbd1a8f9d130ca982f589f37c8b383685b4863e1b65dff7dc225b88311","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ2_S.gguf","sizeBytes":2758493536,"sha256":"968a9efb4ee912eb338b4b5828644b770167438309a42294fd003d4b2a53178b","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ2_XS.gguf","sizeBytes":2605786464,"sha256":"b86e3922bddc1d04df0b195100a015003488c012b85ab336b50b30705e4fad6e","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ2_XXS.gguf","sizeBytes":2399216992,"sha256":"8b294208cf4a841b7a5c6d4204a83681310cbf11f3280b43bbc9808c783ec315","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ3_M.gguf","sizeBytes":3784828256,"sha256":"eb85f3c7aa080124a578ee37927f132cffe93c22c69153840b89eea238588e8f","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ3_S.gguf","sizeBytes":3682329952,"sha256":"7f6ea864b17f1dcc8d2356e1ba8501948a78e1b6b8870713aa5410ce9448f939","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ3_XS.gguf","sizeBytes":3518752096,"sha256":"c8b5d002257b42cdfada7ff7ac06179145540e78d410104ba7cca85649aa709e","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ3_XXS.gguf","sizeBytes":3274917216,"sha256":"a4584f54a2e88d248411c4b8a0074199cf26b2e95129972d18a6cc004eb2029d","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ4_NL.gguf","sizeBytes":4677993824,"sha256":"b81c94e985c465c12fb13c3c300549e50927b9f53dfd9654d2c50978002eac68","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-IQ4_XS.gguf","sizeBytes":4447667552,"sha256":"7801b1adc2ab5d1f74826d54bedb10c0e8cc0feb32a15e14075f69fae3228732","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q2_K.gguf","sizeBytes":3179136352,"sha256":"73d88eafeb85d9153738ff855e67e5d9fa889545043118a018c636acb306437a","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q2_K_S.gguf","sizeBytes":2988819808,"sha256":"fd0f189ad5adbe0dcd49b16ddfd1d8762f69a8db58e996ebc76098e1629264bd","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q3_K_L.gguf","sizeBytes":4321961312,"sha256":"ca946717c9672b04bedc42ca4ec6c394a50ae18ea04e220bf6b728f4c576fa9d","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q3_K_M.gguf","sizeBytes":4018922848,"sha256":"6579d96052bf3bca08d930919a476baff020ed21f7a650f7ce76e3c4b78dc6d6","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q3_K_S.gguf","sizeBytes":3664504160,"sha256":"1ab9491a9624b647393c5981f387f385d47ef913a983bc6963f13bb4e8d70878","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q4_0.gguf","sizeBytes":4675896672,"sha256":"d68d3ad1c9f6e6700616133b8adfc3354c387837c8a17924cc6d3b5a2fe3e118","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q4_1.gguf","sizeBytes":5130257760,"sha256":"071167a7c07de47948dcbe4e9294e9d4ceac1357defe0c29571021f690465e81","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q4_K_M.gguf","sizeBytes":4920739168,"sha256":"cf038fb6b6d713e91101e76bceafd3c385ca65a17b32efe45e69a7bf3b50675f","format":"gguf","risk":"low","sourceKind":"mirrored-upstream","hosted":true,"readiness":"unknown","downloadReady":null,"reasonCodes":[],"reason":"Hosted on Hugging Bay and byte-verified — download is available now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":true,"serveDecision":{"state":"UNKNOWN","reasonCodes":[]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":"https://huggingbay.xyz/api/downloads/hf-model-mradermacher-marin-8b-instruct-i1-gguf/marin-8b-instruct.i1-Q4_K_M.gguf","chatTemplate":{"artifactId":"hf-model-mradermacher-marin-8b-instruct-i1-gguf","filePath":"marin-8b-instruct.i1-Q4_K_M.gguf","sha256":"cf038fb6b6d713e91101e76bceafd3c385ca65a17b32efe45e69a7bf3b50675f","architecture":"llama","generalName":null,"tokenizerModel":"gpt2","contextLength":4096,"bos":"<|begin_of_text|>","eos":"<|eot_id|>","stop":["<|eot_id|>"],"thinking":{"mode":"none"},"chatTemplate":"{{ bos_token }}\n<|start_header_id|>system<|end_header_id|>\nYou are a helpful, knowledgeable, and versatile AI assistant powered by Marin 8B Instruct (deeper-starling-05-15), which was trained by the Marin team.\n\n- Knowledge cutoff: July 2024\n\n## MODEL FACTS:\n- 8B parameter Llama 3-style architecture\n- 4096 hidden size, 14336 feedforward size\n- 32 layers, 32 attention heads, 8 KV heads\n- Trained on diverse datasets: Nemotron-CC, DCLM, Starcoder, Proofpile 2, FineMath, Dolma, Wikipedia, StackExchange, arXiv papers, and specialized instruction datasets\n- LICENSE: Apache 2.0\n\n## INTERACTION GUIDELINES:\n- Respond helpfully to user queries while maintaining factual accuracy\n- Think step-by-step when approaching complex reasoning or math problems\n- Clearly state limitations and uncertainties when appropriate\n- Aim for concise, useful responses that directly address user needs\n- Use Markdown formatting for code blocks and structured content\n\n## LIMITATIONS:\n- May occasionally generate incorrect information\n- Encourage users to excercise caution with your own outputs\n- Not intended for fully autonomous use\n- Responses should be verified for critical applications\n\n## ABOUT THE MARIN PROJECT:\n- Marin is an open lab for building foundation models collaboratively\n- The project emphasizes transparency by sharing all aspects of model development: code, data, experiments, and documentation in real-time\n- The project documents its entire process through GitHub issues, pull requests, code, execution traces, and WandB reports\n- Anyone can contribute to Marin by exploring new architectures, algorithms, datasets, or evaluations\n- If users ask you to learn more about Marin, point them to https://marin.community\n\nYour primary goal is to be a helpful assistant for all types of queries, while having knowledge about the Marin project that you can share when relevant to the conversation.<|eot_id|>\n{%- for message in messages -%}\n{%- if message['role'] == 'assistant' -%}\n    <|start_header_id|>{{ message['role'] }}<|end_header_id|>\n{% generation %}{{- message['content'] | trim }}<|eot_id|>{% endgeneration %}\n\n{% else %}\n<|start_header_id|>{{ message['role'] }}<|end_header_id|>\n{{ message['content'] | trim }}<|eot_id|>\n{% endif %}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n<|start_header_id|>assistant<|end_header_id|>\n{% endif -%}","templateDigest":"sha256:ed707127e55b804fb18e36baf80d5adbba151fc488d86ba6fca6e5f64252c68c","extractionReason":"embedded-template","extractorVersion":"hugging-bay.gguf-embedded-chat-contract.v1","extractedAt":"2026-09-24T04:35:51.256Z","hasEmbeddedTemplate":true},"serve_verdict":{"can_download":false,"bytes_verified":true,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q4_K_S.gguf","sizeBytes":4692673888,"sha256":"099572e111201c80f4aeade91158c857205e41ba09662b8b5da00c5c7883b43c","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q5_K_M.gguf","sizeBytes":5732992352,"sha256":"62548985035f85b92163aa98b18b711d7f7f2e69830e10cb3c0206c000df087e","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q5_K_S.gguf","sizeBytes":5599298912,"sha256":"0b5f0d3a86a352d2769a92858a69cb0300758561c81ff5eaa8c57fab5999e2d5","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.i1-Q6_K.gguf","sizeBytes":6596011360,"sha256":"1a4ed3bd69370fdca6e6a6b58995cb9063a02f2cf500e8a59b6a110eb2377555","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"},{"path":"marin-8b-instruct.imatrix.gguf","sizeBytes":5015200,"sha256":"709523551bcff1ebe82b0e6495368c49517e730bf322880efe054027de0b72cd","format":"gguf","risk":"low","sourceKind":"external-hf","hosted":false,"readiness":"blocked","downloadReady":false,"reasonCodes":["NOT_SERVE_ELIGIBLE"],"reason":"This file is not available to download right now.","individuallyHashed":true,"fileOnly":true,"directDownloadAuthorized":false,"serveDecision":{"state":"BLOCKED","reasonCodes":["NOT_SERVE_ELIGIBLE"]},"downloadUrlResponse":{"status":302,"followRedirects":true},"downloadUrl":null,"chatTemplate":null,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"signature_state":"unsigned"}],"warnings":["This description is temporarily unavailable."],"nextActions":[{"label":"Inspect recorded bundle state","url":"https://huggingbay.xyz/api/artifacts/hf-model-mradermacher-marin-8b-instruct-i1-gguf/bundle","method":"GET"},{"label":"List individually hashed hosted files","url":"https://huggingbay.xyz/api/downloadable-files?artifactId=hf-model-mradermacher-marin-8b-instruct-i1-gguf&limit=100","method":"GET"},{"label":"Inspect trust bundle","url":"https://huggingbay.xyz/api/trust-bundles/hf-model-mradermacher-marin-8b-instruct-i1-gguf","method":"GET"},{"label":"Open artifact","url":"https://huggingbay.xyz/artifact/hf-model-mradermacher-marin-8b-instruct-i1-gguf","method":"GET"}],"docs":{"artifactUrl":"https://huggingbay.xyz/artifact/hf-model-mradermacher-marin-8b-instruct-i1-gguf","downloadsUrl":"https://huggingbay.xyz/api/downloadable-files?artifactId=hf-model-mradermacher-marin-8b-instruct-i1-gguf&limit=100","bundleUrl":"https://huggingbay.xyz/api/artifacts/hf-model-mradermacher-marin-8b-instruct-i1-gguf/bundle","trustBundleUrl":"https://huggingbay.xyz/api/trust-bundles/hf-model-mradermacher-marin-8b-instruct-i1-gguf"},"note":{"summary":"Downloadable doesn't mean tested: this record says whether the exact file can be downloaded now, not that the model is complete or that it runs.","downloadable":true},"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"stale","checked_at":null,"evidence_url":"/api/manifests/hf-model-mradermacher-marin-8b-instruct-i1-gguf"}}