{"schema":"hugging-bay.run-kit-evidence.v1","policy":"run-kit-historical-cpu-v1","sourceDigest":"b16ed838a509bde40a691bfa25b6c0980a46e639252478f1fc9a943a7d74e3d3","kits":[{"artifactId":"hf-model-ibm-granite-granite-4-2-8b-gguf","file":"granite-4.2-8b-Q4_K_M.gguf","sha256":"16a9369d0805f80b7377d25d87f937a90c05dc04ad79173a52001e42c9aab311","sizeBytes":5347917952,"kind":"chat","downloadTranscriptSha256":"7ba3c346bad879c7fcd56c1229a34d8e9905379d457261856b8cfd6373014fa5","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T14:32:02.105Z","result":"pass","notRunReason":null,"tokensPerSecond":6.446719757299962,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"bbf40b68a473642440ca51bce5a9b9af3f4fbf04b34ed3d3ffd2f90c89e4ffa2","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:33:31.174Z","result":"pass","notRunReason":null,"tokensPerSecond":6.5,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a3a9fce21d5198d0b91318b030724647dc1e963ecdc3adfff2248ee1b8d09895","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:33:47.366Z","result":"pass","notRunReason":null,"tokensPerSecond":7.010007286115737,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6d5758e112624c6029170421daba944c8e08dc969edb94393cd70148f49a002f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T14:34:02.532Z","result":"pass","notRunReason":null,"tokensPerSecond":7.1,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ae365321e8abe399403fa6d5ec4c0a78ac6a6e06f0aa466f7292ce6e72a492e1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T14:34:31.402Z","result":"pass","notRunReason":null,"tokensPerSecond":5.23,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6c69c25fc5985a10feae6ff5da90361423076d8c8b579387ecffeb647880ae0e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-qwen-qwen3-8b-gguf","file":"Qwen3-8B-Q4_K_M.gguf","sha256":"d98cdcbd03e17ce47681435b5150e34c1417f50b5c0019dd560e4882c5745785","sizeBytes":5027783488,"kind":"chat","downloadTranscriptSha256":"d379df9f025780c3477807583faa9640fa8284555d852c8dd5f842de587dfa37","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T14:36:23.050Z","result":"pass","notRunReason":null,"tokensPerSecond":4.745310298806258,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"227fa2650701eac521e3925ff40d8b92197b0589361c8de4af4446211112eec2","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:38:08.198Z","result":"pass","notRunReason":null,"tokensPerSecond":6.7,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2f957f249c6c8913f6477d6b974dda5847963beec1e57b68f0ad3bb2ee601dfd","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:38:48.591Z","result":"pass","notRunReason":null,"tokensPerSecond":6.752015565488609,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3f86073def8054e1652136247ddd42bc4c1d4adcfa19de0dfb4b14f688568a3c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T14:39:21.959Z","result":"pass","notRunReason":null,"tokensPerSecond":6.55,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b65cdda90efb95d6d69d2677e18814e5d97e1ef794d4f240f1c66538405ec6b4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a","testedAt":"2026-10-15T14:40:15.729Z","result":"pass","notRunReason":null,"tokensPerSecond":5.48,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1f4fc65821e63da3e4fe2c42fa87edcc9eb7be8167f93a8fc60b1e1e08dbdbcc","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-meta-llama-3-8b-instruct-gguf","file":"Meta-Llama-3-8B-Instruct.Q4_K_M.gguf","sha256":"4903067381e3753e2629f9d20c52df0e43b675bed2735bc3efea351c7d07454d","sizeBytes":4921246944,"kind":"chat","downloadTranscriptSha256":"f6ed4fbf21fcde3617b949ef24bf1550f38d45e34622e35df9b46951ad0826d0","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T14:42:30.619Z","result":"pass","notRunReason":null,"tokensPerSecond":7.445756500494444,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b44f85ed1a74aeb77167058b22479ab4e166d2594d74298527f4035d76fff412","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:44:21.709Z","result":"pass","notRunReason":null,"tokensPerSecond":8.2,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3f3723f90a0f8d8944260f21b1277fea1bddcd5a5aae5421de655e2b92b371d6","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:44:29.510Z","result":"pass","notRunReason":null,"tokensPerSecond":8.165831710374281,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"953a6217b731a6d8fdd0ce57c443736ec2bb7dbf0be2f4e4cc4894f960a39ada","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T14:44:37.885Z","result":"pass","notRunReason":null,"tokensPerSecond":16.69,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1a6fbd56d3f2c62d69d6bf99f324328f1de53b008a359a3f4f636f4304173fb0","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T14:45:28.218Z","result":"pass","notRunReason":null,"tokensPerSecond":6.39,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9a643ec6cde16b3ef5ab1345cf48dfbf92f3897ae2c43e1b693f8062541f9e6d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-meta-llama-3-1-8b-instruct-gguf","file":"Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf","sha256":"c2f17f44af962660d1ad4cb1af91a731f219f3b326c2b14441f9df1f347f2815","sizeBytes":4920734624,"kind":"chat","downloadTranscriptSha256":"84ffdf927b430ccfc7f7020f0b11c406eb30456368839c400e3907fcc7b42a1f","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T14:49:22.456Z","result":"pass","notRunReason":null,"tokensPerSecond":7.227671657201858,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d2a7d39869491195f407c1128cb4726c0070d7e1f9d57ae71ebe74d150d3ae2d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:51:18.715Z","result":"pass","notRunReason":null,"tokensPerSecond":7.9,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"16e647dabd12b17c4f3cb967fbee08c862d2a04a58380f2c61e7b964955b6bc5","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:51:26.604Z","result":"pass","notRunReason":null,"tokensPerSecond":7.716317310400439,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9fa5a6c928101a2d1a3080e9b786f83dc1fd6f3ca1f73b1b0d9937a4db68c482","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T14:51:34.807Z","result":"pass","notRunReason":null,"tokensPerSecond":12.09,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a88ec097d2f8d376eee8de56ec7ca0f5c71f16dee32e66cf9d91a99f30e7e27a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T14:51:57.608Z","result":"pass","notRunReason":null,"tokensPerSecond":6.1,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e781ac2c50e8ae4c4e5d2af098b4e52f3131d9016289abf010736c4eef2a1daa","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-mistral-7b-instruct-v0-3-gguf","file":"Mistral-7B-Instruct-v0.3.Q4_K_M.gguf","sha256":"14850c84ff9f06e9b51d505d64815d5cc0cea0257380353ac0b3d21b21f6e024","sizeBytes":4372811936,"kind":"chat","downloadTranscriptSha256":"23f7f0562e5a9a78e723f5b9409fe4e620a7640beb9d874c4d8e082e80875d8e","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T14:53:31.294Z","result":"pass","notRunReason":null,"tokensPerSecond":8.027594857322045,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"f4f6a7d59c9a62ebb94a095c5fbf71bb0903d0c4edf4927ab79cd1761837a1fb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:54:55.354Z","result":"pass","notRunReason":null,"tokensPerSecond":8.3,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"271e259b6e21d4c83fce556475941c1f9e37e0019a6855e856819ba4c61a0908","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:55:02.082Z","result":"pass","notRunReason":null,"tokensPerSecond":8.346966712296751,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d313e0917a04906b7f1710b12cdebf128ce870a0b076a6a5a29a198b57b83420","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T14:55:09.598Z","result":"pass","notRunReason":null,"tokensPerSecond":17.07,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2d14840605ae74da04d7ddfe14436f4c1a8a316b188402494fde0379ad8b9fdd","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T14:55:28.082Z","result":"pass","notRunReason":null,"tokensPerSecond":6.4,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"65d81d36f28f6f9bd66bc98aa26692b16124d3649fd8088030c983574416b8ea","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-thebloke-mistral-7b-instruct-v0-2-gguf","file":"mistral-7b-instruct-v0.2.Q4_K_M.gguf","sha256":"3e0039fd0273fcbebb49228943b17831aadd55cbcbf56f0af00499be2040ccf9","sizeBytes":4368439584,"kind":"chat","downloadTranscriptSha256":"6328e99fdad10a6cb113fb2fad638a92a53de7c7bb969d38f1708a0041417b58","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T14:56:55.582Z","result":"pass","notRunReason":null,"tokensPerSecond":7.593735168485999,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d821dec3671b5a8295bd4d618d45b8aa5c35c5c57d6b6ced8f4ad0ce709bf6ee","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:58:17.713Z","result":"pass","notRunReason":null,"tokensPerSecond":8,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6cbf74c2285d7c5c9be034cddbecbee31159c61c4dd6d42ed597ac53185bda66","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T14:58:32.859Z","result":"pass","notRunReason":null,"tokensPerSecond":8.206410769937182,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"8a2d8ebbff370ab98bf9d5364abb8fc2f91dbb4b4f865b9868514026afa77554","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T14:58:41.929Z","result":"pass","notRunReason":null,"tokensPerSecond":5.93,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"29f82467cb76f0a7bbc8f234cece6c19e8a5b26669abeaed06ad97d1e3b5b61f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T14:59:11.475Z","result":"pass","notRunReason":null,"tokensPerSecond":4.7,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"870a982c603776499a276eba65c29f0be647a61d74ce7de7a0c472471605e4bb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-qwen3-4b-gguf","file":"Qwen3-4B.Q4_K_M.gguf","sha256":"a37931937683a723ae737a0c6fc67dab7782fd8a1b9dea2ca445b7a1dbd5ca3a","sizeBytes":2497280672,"kind":"chat","downloadTranscriptSha256":"0c04d9bdbe0a8c1882738b1d88a165ee79c83d6f31bdd23cf2ba6c1517e99ec8","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:00:54.660Z","result":"pass","notRunReason":null,"tokensPerSecond":11.756061719324027,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"f881d7b386520c2f9a6eb5082af8e4bbe31f98167e1d0073e8e9450dfab4c450","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:02:25.201Z","result":"pass","notRunReason":null,"tokensPerSecond":12.5,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"339988c1802dd86ebf43798de55a85d495653910e0927e6643fe188372f79832","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:02:38.115Z","result":"pass","notRunReason":null,"tokensPerSecond":12.305496249900019,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"39fd1d4a5ea01a943358fb9bfe9d5ade951b09ea2d342a924ab88c511e19b936","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:02:56.578Z","result":"pass","notRunReason":null,"tokensPerSecond":12.87,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"bcb4d561611b47998a768df8bc4fd95e091ca636d1249863a2ee90c89a3cecac","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:03:20.788Z","result":"pass","notRunReason":null,"tokensPerSecond":9.58,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5c50b76e0528dc948ba0a74f55b1833f0b1977993255a6ea642a97517dbe0e11","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-gemma-3-4b-it-gguf","file":"gemma-3-4b-it.Q4_K_M.gguf","sha256":"49811e1e049bffbf1d5e4fb1887bc983013872457ac22dc6f77697e04ac6ff43","sizeBytes":2489757888,"kind":"chat","downloadTranscriptSha256":"017271744100d41bc50c2d9863364f1544fdb3f44a95900b40c4d4b9177a1ec7","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:04:46.324Z","result":"pass","notRunReason":null,"tokensPerSecond":11.448821044023443,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"da4f2729d84303963417e90b056461834b21a4ee08580007495f36ee327a7ddb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:05:36.468Z","result":"pass","notRunReason":null,"tokensPerSecond":12.3,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b4549fd2bb999fb921120d30ff8da60f2e5e0444b936be4b28dd5e3ff7f7ceab","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:05:41.480Z","result":"pass","notRunReason":null,"tokensPerSecond":12.201073694485116,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3ae1aa9823f4358746fbc04dbd55196e5d672b6ae0611b4e97415302117d65ff","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:05:46.551Z","result":"pass","notRunReason":null,"tokensPerSecond":25.08,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"815993c704b3bbb3dc926ee106f603a777a7b6da6a1a445e1a110c145ff01b8c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:05:58.483Z","result":"pass","notRunReason":null,"tokensPerSecond":8.91,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"4e3ed936c58da90363f86f25481f6ef5cbaeeb780717f4a58296a89c8261734b","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-qwen-qwen2-5-3b-instruct-gguf","file":"qwen2.5-3b-instruct-q4_k_m.gguf","sha256":"626b4a6678b86442240e33df819e00132d3ba7dddfe1cdc4fbb18e0a9615c62d","sizeBytes":2104932768,"kind":"chat","downloadTranscriptSha256":"30f7162f5c5d46fad8dee0d21b7d0c7d071a152527542102111b8ccbcaa12b49","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:06:48.187Z","result":"pass","notRunReason":null,"tokensPerSecond":15.217391304347826,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"0f23bdfff60c3dfbb6fda9b2edaec926080d51650a1eb812edcfaa5c1945e952","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:09:45.259Z","result":"pass","notRunReason":null,"tokensPerSecond":17.2,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e1f244084baea8f2e242a889b4b49006152c9971bba0bd1eb67e755d64a956e4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:09:49.308Z","result":"pass","notRunReason":null,"tokensPerSecond":12.256253753477713,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"585652eaeda155540fb462a796821955605b5aa1227ba1f619dd311325da4753","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:09:57.363Z","result":"pass","notRunReason":null,"tokensPerSecond":24.64,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d719f7762d905ac4a15d30b9dcd3313ea057475c85b66e7809afea9b0c2401db","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:10:17.604Z","result":"pass","notRunReason":null,"tokensPerSecond":9.7,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d55d1b9413ffd6a673d2b38bf00dcc45edfbebbf6dc6c4701ff00571e5b45007","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-gemma-2-2b-it-gguf","file":"gemma-2-2b-it.Q4_K_M.gguf","sha256":"813642fb2b104172dc12e63fffa044985a1f6f650ba1bfdae480c4173f8bd8c8","sizeBytes":1708582752,"kind":"chat","downloadTranscriptSha256":"52d74d8906666d846cb518c4326a077a6c5e530c578db62727de0836abd58607","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:11:05.544Z","result":"pass","notRunReason":null,"tokensPerSecond":15.885783229438971,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9ad224c71e958300c9d1c4f442b5a015c70edd3ef1e4bd1a1892551eed6425f8","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:11:42.746Z","result":"pass","notRunReason":null,"tokensPerSecond":17.9,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"39ae0a5e1471a3bac6490bbe4286b85466c9a8e0f4209ceb3b0e930cb56e2ecb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:11:46.585Z","result":"pass","notRunReason":null,"tokensPerSecond":18.13916366362735,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"89c947cffbaf94b4b1f9bf8a9201652c95391710fcbe69691d4fbace1aa9bec0","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:11:50.449Z","result":"pass","notRunReason":null,"tokensPerSecond":23.21,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e9ae45998e43a8333d63f9addc073d62713858a83c7ecb0b89e6bbe069ca9847","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:12:00.378Z","result":"pass","notRunReason":null,"tokensPerSecond":12.03,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6d13575a2361654556feb187528db677d831945576b087b78fb38b2bb8a71868","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-qwen3-5-2b-gguf","file":"Qwen3.5-2B-Q4_K_M.gguf","sha256":"aaf42c8b7c3cab2bf3d69c355048d4a0ee9973d48f16c731c0520ee914699223","sizeBytes":1280835840,"kind":"chat","downloadTranscriptSha256":"c7fced44bb4b2271f18998a01d39e5e5e00bf9affc28872ad2d87feaafbb5264","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:12:32.785Z","result":"pass","notRunReason":null,"tokensPerSecond":18.36441893830703,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6d094f48f07d61bdf0539ef37edb93035e75d3f5371feca06e9eb00844e75369","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:13:10.379Z","result":"pass","notRunReason":null,"tokensPerSecond":19.8,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6197e43a93b0f817b96e64e31fbfc3c2956438be088c1ed1711b9fa45680c151","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:13:20.041Z","result":"pass","notRunReason":null,"tokensPerSecond":19.107382244538538,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3b7c8152034a195cf5b167b216352dcb5cb25425e4eea8d9b4b1ae6bf0a36f01","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:13:32.559Z","result":"pass","notRunReason":null,"tokensPerSecond":19.78,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"80dd84dd275954057ff0548739913ea10eabe6bd58616d7a7c49be068be5f837","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:13:45.933Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"cecf861cd521ba4fc3b50d3877d9a258b6dbd0f8a17fde7650d70f43d4ab641a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-qwen-qwen2-5-1-5b-instruct-gguf","file":"qwen2.5-1.5b-instruct-q4_k_m.gguf","sha256":"6a1a2eb6d15622bf3c96857206351ba97e1af16c30d7a74ee38970e434e9407e","sizeBytes":1117320736,"kind":"chat","downloadTranscriptSha256":"66964f972dc7e193f825d99a5178e2079ebe2fe771bdecafd00b780194db4485","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:14:14.109Z","result":"pass","notRunReason":null,"tokensPerSecond":28.00189843379212,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"022c5f6070b31fe90ddce72ad0ccc8fa69c6e27278b22821ea777ddef662e08a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:14:38.191Z","result":"pass","notRunReason":null,"tokensPerSecond":32,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"56a4602103c0cc79422ba3603a098447d8d229e4a490447a03e0e983c71c1d2b","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:14:40.602Z","result":"pass","notRunReason":null,"tokensPerSecond":32.48546275541695,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b233c005768d506039621eafdfbf36a2e28748aaf09a5b09cc34699a19ee3c27","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:14:43.232Z","result":"pass","notRunReason":null,"tokensPerSecond":57.38,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5d041328c4e8f9812b9cd7af13c2d1a1b8be4c96b2d5a05876701bae6106081a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:14:49.378Z","result":"pass","notRunReason":null,"tokensPerSecond":21.95,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"36ebf929b810fca7bd5cc70e7a6e80acea62c1aae7985b830082983ab53b68a4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-llama-3-2-1b-instruct-gguf","file":"Llama-3.2-1B-Instruct.Q4_K_M.gguf","sha256":"e4650dd6b45ef456066b11e4927f775eef4dd1e0e8473c3c0f27dd19ee13cc4e","sizeBytes":807694432,"kind":"chat","downloadTranscriptSha256":"312f57e6454b3cdaf2c710074850e21103ab4260b4b33d26613aa71f2979ed2f","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:15:29.145Z","result":"pass","notRunReason":null,"tokensPerSecond":32.964202935874326,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5f85babc99193714c9438828474c6f78d73ef4b2453d9a10c9a31a31c3373a0f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:15:57.091Z","result":"pass","notRunReason":null,"tokensPerSecond":36.8,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"4f59a2f959f595c4c02bd30caebcf845ea46f60f7a6fe45600a1efc3b6507d0f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:15:59.499Z","result":"pass","notRunReason":null,"tokensPerSecond":35.993881040223165,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a25dbd09c28279fa30686965a0b7872d41329586c5d363303835cfd8d37f78dd","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:16:03.157Z","result":"pass","notRunReason":null,"tokensPerSecond":59.07,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"8040a9ec01e85cbf8c109a0686957906bf028f4947461db435ffb2bd81b51727","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:16:08.432Z","result":"pass","notRunReason":null,"tokensPerSecond":27.83,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"32accece6cb85df61c26c24b6587f073852c959110052590aa1c903258772af4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-liquidai-lfm2-5-1-2b-instruct-gguf","file":"LFM2.5-1.2B-Instruct-Q4_K_M.gguf","sha256":"b1b3de114215d9507409a662a501a631095a479a419584e8a2ded6304b19b4f5","sizeBytes":730895168,"kind":"chat","downloadTranscriptSha256":"4324eda258c5f26533f614846f5acece2fe3f1e264f2a217bf60d0e82429d437","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:16:35.484Z","result":"pass","notRunReason":null,"tokensPerSecond":38.729666924864446,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b43db0f9995a55a26e4edd4609018c771ebe971d542f3d8c8a679d9e0f15f59c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:17:07.108Z","result":"pass","notRunReason":null,"tokensPerSecond":33.6,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9778cb661a7614e6c99884c6a60ba9bced9fd0e7231e71c613e1e2ca7c4acf37","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:17:08.687Z","result":"pass","notRunReason":null,"tokensPerSecond":38.368568468710436,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9566994b3d4e2371c0c19558de18caad34095918abe13c05881c630c106820f3","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:17:11.069Z","result":"pass","notRunReason":null,"tokensPerSecond":71.66,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"4de1ba4ab5c28a5a4d111c8ab4f682864943762dddf9ff56283259a796362b53","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:17:15.138Z","result":"pass","notRunReason":null,"tokensPerSecond":32.26,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b34b5d6da1316c1a042b1ebc7983196f0378e4bd4b91760e64f131e007f3a6f4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-thebloke-tinyllama-1-1b-chat-v1-0-gguf","file":"tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf","sha256":"9fecc3b3cd76bba89d504f29b616eedf7da85b96540e490ca5824d3f7d2776a0","sizeBytes":668788096,"kind":"chat","downloadTranscriptSha256":"03d164adeb305a4f83009dd5b2d051f1efe79eaedca3c614096538e457ab49b8","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:17:42.353Z","result":"pass","notRunReason":null,"tokensPerSecond":42.98186702484889,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6bbf24bd73078247dbfc883ec6e05fdb826b4be57b80c1e56fb0cea8655648e7","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:17:59.903Z","result":"pass","notRunReason":null,"tokensPerSecond":45.5,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"8572d4f4eba2347a639fba429ab5f2074d6735ccee8f5d59930f5be72e51d555","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:18:01.329Z","result":"pass","notRunReason":null,"tokensPerSecond":45.648700642342426,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3b5d828c5b45495e43d35a3b5df0a080359f1ccf1629f38377ca58b2c97aebf4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:18:02.863Z","result":"pass","notRunReason":null,"tokensPerSecond":53.24,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e01def496dc4743fdd85f4bc9e98a8b2b786823d39adc458f33257262d630d0e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:18:06.559Z","result":"pass","notRunReason":null,"tokensPerSecond":32.61,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3616dd4a76cc9d7c5e0f62964b0e82bb975a717a97732449533cb960e8f07107","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-qwen3-5-0-8b-gguf","file":"Qwen3.5-0.8B-Q4_K_M.gguf","sha256":"bd258782e35f7f458f8aced1adc053e6e92e89bc735ba3be89d38a06121dc517","sizeBytes":532517120,"kind":"chat","downloadTranscriptSha256":"6b9f7da2b53269482b088dfd8775910736962dba1100e670f72f9b60255abb0e","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:18:34.141Z","result":"pass","notRunReason":null,"tokensPerSecond":33.71082433500132,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"185d5d1d7c04f2dc3d2745504fa516c1b2224a95539236ed537f179db9939061","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:19:01.856Z","result":"pass","notRunReason":null,"tokensPerSecond":35.6,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a2af6f52a7b245be14440f4a0b422ff1171605b79e0bb4a3d2e596c50109b206","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:19:07.817Z","result":"pass","notRunReason":null,"tokensPerSecond":36.59274159777826,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"05750c74da4e01062da9cf13f219b792c9dfa1c1524eeed9a60cf969e018cd5c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:19:14.152Z","result":"pass","notRunReason":null,"tokensPerSecond":29.86,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c2586392af117d1dcc9e44572e0ed4708aad27c7e342c603623fcdfa9772bbf2","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a","testedAt":"2026-10-15T15:21:35.669Z","result":"pass","notRunReason":null,"tokensPerSecond":27.04,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e5f9b2b060d811d6b69d635a40b8f344f0d19cb0342803fa6c8031e5bbb4140e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-qwen-qwen2-5-0-5b-instruct-gguf","file":"qwen2.5-0.5b-instruct-q4_k_m.gguf","sha256":"74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db","sizeBytes":491400032,"kind":"chat","downloadTranscriptSha256":"41527c97f19ee7c60e57c6e37d25e5def14dc9ecc72d1f3dd3d5213a6679f689","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:23:11.076Z","result":"pass","notRunReason":null,"tokensPerSecond":57.6464983325393,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9e993368a4d39d8775a2c8da0e64044c80df1ba72cdf69e866a7e705e6f7f4b1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:23:22.176Z","result":"pass","notRunReason":null,"tokensPerSecond":49.3,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a411f848b922f1419f5a309bdf4acef9c4f2800ee74840e79bdd682abfea53e1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:23:23.557Z","result":"pass","notRunReason":null,"tokensPerSecond":61.195765253044485,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"070b99f2298abcbafa4b998b2c77e65cfd49e0cb4f0ead1678888fcafb8658cb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:23:24.948Z","result":"pass","notRunReason":null,"tokensPerSecond":121.6,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"15b87cb95d035b217f3cfa43a3cd982c46aa61cd16abf5be2d81d906eaedd04a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:23:28.950Z","result":"pass","notRunReason":null,"tokensPerSecond":45.85,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c98ed500b33a9a633d3e016ab4b561b0f0554405af1d9b1107d74d1b348b3eee","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-liquidai-lfm2-5-350m-gguf","file":"LFM2.5-350M-Q4_K_M.gguf","sha256":"7e6f72643caafc9a68256686638c4d7916f2cec76d1df478d4c3ddcd95a6aed4","sizeBytes":229312224,"kind":"chat","downloadTranscriptSha256":"3fe91798929adf0c09ab70c187e36c5f8d942d502561cd7031bab649773ae54d","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:23:55.652Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"336dcbe319f285affec7c8006d8455c6e09cc1a579e0fa3cd13f17856b0054d2","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:24:04.843Z","result":"pass","notRunReason":null,"tokensPerSecond":109,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"975f096f7e642eee89f6e7df0ad1a4637852909d2e566764140e0271f7445b4e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:24:05.605Z","result":"pass","notRunReason":null,"tokensPerSecond":98.65824782951856,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"439e6314c8831126b6381dfd66bd4aa17eb829ca413ad674ba6ac79e088e6f0f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:24:06.798Z","result":"pass","notRunReason":null,"tokensPerSecond":223.44,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2b465a49946ad41d6f7cba6f523f3e692b1bf3ff5d4c9ab00e33a99e6d58d376","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:24:08.814Z","result":"pass","notRunReason":null,"tokensPerSecond":84.36,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5bdea39928160a8c60b318578d4cc5a779280c13f3fff8bc12b12cd1bb96278b","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-smollm2-135m-instruct-gguf","file":"SmolLM2-135M-Instruct-Q4_K_M.gguf","sha256":"ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747","sizeBytes":105454144,"kind":"chat","downloadTranscriptSha256":"de17e12e8185956c8f2a523d154fc83272d275937a3f31cd91d7f6b4dc009041","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:24:27.880Z","result":"pass","notRunReason":null,"tokensPerSecond":133.05613305613306,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1a3d9104dc4a3e893b68dec05c01412d2aede1e1b5ab0947bdb0558b1e960ef6","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:24:32.229Z","result":"pass","notRunReason":null,"tokensPerSecond":140.8,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9fef03c7c72f25d85ea24c32da5e9cdf667de08d574da6c379b1edfc62d21091","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:24:32.832Z","result":"pass","notRunReason":null,"tokensPerSecond":147.4460242232754,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"258261194b10dba18d8390248225ed9196fbb2cc39d74477875db0ba9a891c89","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:24:34.079Z","result":"pass","notRunReason":null,"tokensPerSecond":167.97,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"70e005cb8d2330b2ab635be082cbfb3b25b7c7fbe6370168792287365ba9ad1d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:24:35.512Z","result":"pass","notRunReason":null,"tokensPerSecond":120.36,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9f2cfd6d565821a228bbe6b448893b4944b54bca2f2a89f54c2a74f016cf218e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-lmstudio-community-gemma-4-e4b-it-gguf","file":"gemma-4-E4B-it-Q4_K_M.gguf","sha256":"0ffb122c8b6921f13cbc34186e052524d0b5803b17f4867b7197a561400b3770","sizeBytes":5335291936,"kind":"chat","downloadTranscriptSha256":"c0c64c3c20ed46687781d0f97a3a4a84c62a9f7a5f6039d4947681be7a90d996","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:26:16.404Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9e92831da08969568adc6c98ca2ba4021ca031d1a94e8aa8c6f65480edcc68ed","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:27:42.126Z","result":"pass","notRunReason":null,"tokensPerSecond":10.5,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"bf133ac16f074168282e11e67673b82f5d5dffeb89a26eb24d8a8efc8135c7f5","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:27:49.106Z","result":"pass","notRunReason":null,"tokensPerSecond":10.178117048346056,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9cf33e1eaeb51575683a394529fad73ee80f8777ff90e8fd94151d10febcd412","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:27:56.782Z","result":"pass","notRunReason":null,"tokensPerSecond":21.5,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b6f6d2812c48ed52fe045d2f779904784c9098a47ed90e3a9a40270046f8c434","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:28:22.993Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"8fe47d407a8e640a5319c76dc66e8bae9706349c3ad60b087e131cb70831219f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-qwen3-8b-gguf","file":"Qwen3-8B-Q4_K_M.gguf","sha256":"120307ba529eb2439d6c430d94104dabd578497bc7bfe7e322b5d9933b449bd4","sizeBytes":5027784512,"kind":"chat","downloadTranscriptSha256":"4ef749c6d8aaac64f1778caa595c3d0e42e35232dbf91c456d0cadbdc7f2d5be","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:31:04.090Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1ef8c039d045d79ed333e027c3b9ce1919c0c427f582cfa2a75f5ecbcf05483f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:32:44.867Z","result":"pass","notRunReason":null,"tokensPerSecond":6.9,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c9f4308204bf2583f46f0a2edad02f3febd051cd65bf7877f4056d78458311cb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:33:21.610Z","result":"pass","notRunReason":null,"tokensPerSecond":7.143368753255866,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a3318cfbd562f056f922cc9f7f8d21c493c4f7385df309f56f0f2464f6cb3db4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:33:54.435Z","result":"pass","notRunReason":null,"tokensPerSecond":7.38,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"17fe1e2e090d6fd02a4f67d09eb5226acf55cf91a34e9f17600f28fbfb8c0534","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a","testedAt":"2026-10-15T15:34:50.438Z","result":"pass","notRunReason":null,"tokensPerSecond":5.83,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9c677b81959002d19dea09f0d1979a1d9cd552725190b6af8f62f8ce61a2a878","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-gemma-4-e4b-it-gguf","file":"gemma-4-E4B-it-Q4_K_M.gguf","sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","sizeBytes":4977171584,"kind":"chat","downloadTranscriptSha256":"7387b645d3dfa79d037f485ae9b61b7d3d815a6d3ef2aaf470c976e4030c89d8","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:36:44.818Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1fa9f709748dad6e2ea627c199016d219c6ee50fd79b192b490c80421465e1b1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:38:06.489Z","result":"pass","notRunReason":null,"tokensPerSecond":11,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c8e6659121b40ea0b2b2712b73921869f8ad2157f93cb4ddc543a7ef6277f79d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:38:13.924Z","result":"pass","notRunReason":null,"tokensPerSecond":10.690385067670137,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"355088606442e90e274b58cb9c694b0e679146c0d1e1bd1861469247fed2c289","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:38:21.597Z","result":"pass","notRunReason":null,"tokensPerSecond":20.67,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"794a3be311845f2069969f1075a6823c64af1ea84b95cae9f574148e991480dd","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:38:48.200Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9a0288fffd2c8704db4bb4d654787075d8aa7c796757498c9da6513c7feb0e77","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-bartowski-qwen2-5-7b-instruct-gguf","file":"Qwen2.5-7B-Instruct-Q4_K_M.gguf","sha256":"65b8fcd92af6b4fefa935c625d1ac27ea29dcb6ee14589c55a8f115ceaaa1423","sizeBytes":4683074240,"kind":"chat","downloadTranscriptSha256":"b943e6d8a1caebc8000ac684bbbf919ff955a5174bc5c55521663f1b62d5173f","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:40:13.216Z","result":"pass","notRunReason":null,"tokensPerSecond":7.313540912382332,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9dd0c3344e9df306092fe589c859b46681be103f7317dc6c72063ac9625c9675","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:41:36.706Z","result":"pass","notRunReason":null,"tokensPerSecond":6.4,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ae0bac366f0ea61f4c07921f2667c357484ee2e7b11b346c5d5d40c704b7f8ae","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:41:44.992Z","result":"pass","notRunReason":null,"tokensPerSecond":7.553155330639374,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ab668286bde2f14d32df51ec3a92b7c3b8ed40cec81128790e60b8ffbf2f85ad","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:41:53.575Z","result":"pass","notRunReason":null,"tokensPerSecond":15.14,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ea8eafff1268606ebb4b93f709b770e6722f0cb81730df78d54da76f3051f2d3","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:42:15.895Z","result":"pass","notRunReason":null,"tokensPerSecond":5.63,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"10d146208f8506a494bea7f60856db9543588fe25bdd0c1e8af37ccbdfc865f1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-qwen2-5-7b-instruct-gguf","file":"Qwen2.5-7B-Instruct.Q4_K_M.gguf","sha256":"6f80e06be81cc130e2f4881edfa32e10eaa3f93f3370fde579868065186730b6","sizeBytes":4683074208,"kind":"chat","downloadTranscriptSha256":"fad1a7ea28c99fb48c30b8e99b837743c9c16840a7e953f7963a5dcaec3022cb","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:43:37.914Z","result":"pass","notRunReason":null,"tokensPerSecond":7.787916928886092,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"8a5080c8f8da52cb2a8988f6693d249e7abb41234db7f30943312fb21240cfac","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:45:09.558Z","result":"pass","notRunReason":null,"tokensPerSecond":8.4,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a5052eddfa7dfa4f30dc97754707211a9d9d64d101c851018cf66358a63a3198","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:45:17.592Z","result":"pass","notRunReason":null,"tokensPerSecond":8.125919244614547,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"82cc5f80a17d276d0e36cf45a677c320f1d16fa521ff3fe71003cb94b074a6b3","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:45:26.065Z","result":"pass","notRunReason":null,"tokensPerSecond":15.51,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"089c108b1ad856ce142c7cd2fe9cc7d4ff241574236a89c7045ecd1bc957590f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:45:50.727Z","result":"pass","notRunReason":null,"tokensPerSecond":5.9,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"4fa5dbf6753147814795781c45e60a7189b7f7deb2ab1efa8fb3f1b1de5505e0","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-lmstudio-community-gemma-4-e2b-it-gguf","file":"gemma-4-E2B-it-Q4_K_M.gguf","sha256":"71e6e8cb64a76da1a734fb8f6ba389d2784950d9902f5e87244fca0a15190c94","sizeBytes":3427880384,"kind":"chat","downloadTranscriptSha256":"5ba9b4ef90a1913759bdffc51e4562af5565c9cd4b9596de85c1ceab83549248","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:46:52.878Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"f3e6d73613d04bada57e820fc04f9fd40f5539bbb1a89268d55d97cfb3379c15","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:48:09.837Z","result":"pass","notRunReason":null,"tokensPerSecond":19.2,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"bef7e98b9bed8cbfad77dc2e059aee84f4072e957d3ad8e2ead9c94bbc808f36","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:48:20.704Z","result":"pass","notRunReason":null,"tokensPerSecond":19.60841753928062,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6a1ed82123141bd6de9a874c66b43c34fbf3d0d76ea2015d2ecab22a3ab2d61f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:48:29.871Z","result":"pass","notRunReason":null,"tokensPerSecond":19.65,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b8c0e31a08f7386dee0e97b175db1fdcbdb9b39ccdb5cac740003276dd7038bc","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:48:50.591Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"114dce0d31be60c796c92ec48c0bf5195a076b78747433a2329beac05043571f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-qwen3-4b-gguf","file":"Qwen3-4B-Q4_K_M.gguf","sha256":"f6f851777709861056efcdad3af01da38b31223a3ba26e61a4f8bf3a2195813a","sizeBytes":2497281312,"kind":"chat","downloadTranscriptSha256":"74351d09ebbf90daedff5ca35a40d175181c3efe849c128f5bffcfb24626e0ad","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:49:54.200Z","result":"pass","notRunReason":null,"tokensPerSecond":12.313612313612314,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"eca8d5fd473d1394fabe3a56de6a0c3164007b537667b52f027d75c1b6865227","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:50:45.904Z","result":"pass","notRunReason":null,"tokensPerSecond":13.1,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1998b0aeed0ec3d8b1d916d99b6714d2958727599b501e66f450f5982311c454","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:51:00.201Z","result":"pass","notRunReason":null,"tokensPerSecond":12.760261948490541,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9382b38dcacdae6b89613c8fab69c81c9ea987209a23eaaa30391e8f46eea927","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:51:18.897Z","result":"pass","notRunReason":null,"tokensPerSecond":14.06,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9de162bdee9e37326ca75e60651f41a51335c289877131d7cb20b8c61e9227cb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:51:40.096Z","result":"pass","notRunReason":null,"tokensPerSecond":10.15,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c699e19e443bc893f28ffe92cc96af1af2444cdef19e8e40c887f8f129d2c55a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-qwen3-4b-instruct-2507-gguf","file":"Qwen3-4B-Instruct-2507.Q4_K_M.gguf","sha256":"953ba5b5511fbb2ec9bcb4e588b1e72cedef19b908dba1da0fb3fb340cfb1c3e","sizeBytes":2497280448,"kind":"chat","downloadTranscriptSha256":"b41a1554ddb534b66b1c9289ed6ccbb68936e0d6aad5f6ad1d6e6b1321150974","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:54:07.494Z","result":"pass","notRunReason":null,"tokensPerSecond":12.077043206663197,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1c04e438e5c5948d2640f0ca384673f3ae2d1e672778ae210d52e889ebb83038","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:55:03.619Z","result":"pass","notRunReason":null,"tokensPerSecond":12.5,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"525d2e41979c1d6804fdc2f136be95a57fd8353a0b6e27d3219ed4ae052a6267","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:55:08.992Z","result":"pass","notRunReason":null,"tokensPerSecond":11.916110581506196,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3d8710c722386b87d744cce2b855efb2f06b1da7e02743d575d4618b398b902c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:55:14.040Z","result":"pass","notRunReason":null,"tokensPerSecond":27.57,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"eadc732b99d7ef186deb047cd5ddafc7e99b76ddb9e2a142a89de06abbec191c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:55:28.483Z","result":"pass","notRunReason":null,"tokensPerSecond":9.29,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5de2efacbf6e7bea47eb5314018f72af16f47d5e419fc41f4fdfce06c566ef7f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-phi-3-5-mini-instruct-gguf","file":"Phi-3.5-mini-instruct.Q4_K_M.gguf","sha256":"3f68916e850b107d8641d18bcd5548f0d66beef9e0a9077fe84ef28943eb7e88","sizeBytes":2393232608,"kind":"chat","downloadTranscriptSha256":"9d2746afb07b80da271d8ec947cb4c0cbd58cbe33755a467ce36631252d7dd82","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T15:56:25.233Z","result":"pass","notRunReason":null,"tokensPerSecond":12.678288431061807,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5dd7f7acec7f80457e48a485c2a5a7c9019ddb2221fbfc543606dd69c62e23d7","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:57:21.829Z","result":"pass","notRunReason":null,"tokensPerSecond":14.3,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2beb31be0020e3059130d82b8f38da13b1b2a306a0886fb74ead699c75186791","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T15:57:26.256Z","result":"pass","notRunReason":null,"tokensPerSecond":14.92058518535097,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6d97a141e194a18a6b8cf4d066d29873da6fdb3c6e0e97168dd87716e1a023db","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T15:57:31.544Z","result":"pass","notRunReason":null,"tokensPerSecond":14.47,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b387e4ae8d806ccb1b2596bfaee1b2cb5298bc3d7e97206d9c0f35b9227d1ba0","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T15:57:45.844Z","result":"pass","notRunReason":null,"tokensPerSecond":9.56,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5f7e83734b34dfd82c3332f918fa951dbeb32612eea2f180543c0e7c23737b77","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-llama-3-2-3b-instruct-gguf","file":"Llama-3.2-3B-Instruct-Q4_K_M.gguf","sha256":"6c99cc00ae910f6a532a80022cb4bc1939094527a089c29294b841c0bd87f74d","sizeBytes":2019377600,"kind":"chat","downloadTranscriptSha256":"01635141edd6fcb21073f9036128c38bcc89e04568a4b04215476776db54df80","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:00:09.633Z","result":"pass","notRunReason":null,"tokensPerSecond":15.571776155717762,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e90f74454a7944a739d3528a7cf2f61cd3482cfee72a90fd321c37d7be5ed9c9","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:01:03.410Z","result":"pass","notRunReason":null,"tokensPerSecond":16.6,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"977e51d0cc2987fdb56d68c8a3958799709c76f220112fcd0014ede06e9ead26","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:01:08.153Z","result":"pass","notRunReason":null,"tokensPerSecond":16.639350399760392,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1f901c971efa28afff9cdbb47abd864ae20219adbdc6ed5719bb17f14d879ae4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:01:13.609Z","result":"pass","notRunReason":null,"tokensPerSecond":21.41,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"bff0560e81643d644c67fc582fcbdb550a057551f046cf88b73eb8f3c542b103","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:01:24.328Z","result":"pass","notRunReason":null,"tokensPerSecond":12.8,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"7aee0bdc69be152610eddb8030b6121973e47eb3e49f6f7bc8eedc94555bcb21","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-qwen3-1-7b-gguf","file":"Qwen3-1.7B.Q4_K_M.gguf","sha256":"ea2aa5f1cce3c8df81ae5fd292a6ed265b8393cc89534dc21fc5327cc974116a","sizeBytes":1282439296,"kind":"chat","downloadTranscriptSha256":"822d6ecb1882d43a6429c61f2934ca6e4f7db4df3fc54eb0c972c0ef40f48f66","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:02:14.040Z","result":"pass","notRunReason":null,"tokensPerSecond":24.71042471042471,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b58bbf7aa1c403ad387a502284b9f820d0ae8bf3afc92ab16d5a6f1d014d6c00","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:02:44.609Z","result":"pass","notRunReason":null,"tokensPerSecond":26.5,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"87b86da32b787be853eea83df3e5700156d186adcaced2a699b30d40151fe9a9","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:02:51.609Z","result":"pass","notRunReason":null,"tokensPerSecond":26.604691172946414,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"287ba371d4b53d945aad3d3cb86bb664283360c198cb77a8a43ddfdb9825c849","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:03:00.075Z","result":"pass","notRunReason":null,"tokensPerSecond":27.9,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e0544d0ef20111b6126f8e15b058fa4956701bfdbb4c1d92a317943d424200b8","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:03:10.913Z","result":"pass","notRunReason":null,"tokensPerSecond":20.44,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6dd763b8e4c7ec7504aeeb4dbf6f6145867c2846893d669cb84ec5792a88f066","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-thebloke-tinyllama-1-1b-chat-v1-0-gguf","file":"tinyllama-1.1b-chat-v1.0.Q8_0.gguf","sha256":"a4c9bb1dbaa372f6381a035fa5c02ef087aaa1ff1f843a56a22328114f03fc59","sizeBytes":1170781568,"kind":"chat","downloadTranscriptSha256":"d8ca11d861b3a0ea0056e8752943d0bc33aab5fa2d7207136a0a6cfe11b259d0","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:04:09.589Z","result":"pass","notRunReason":null,"tokensPerSecond":29.137263828818575,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"165af28db194aa6945ef6eb270bb0fa7af6d90a2be34b4e892cff73ed9733814","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:04:37.027Z","result":"pass","notRunReason":null,"tokensPerSecond":30.3,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2a523139e554ce330b47f0a0f17b6e91bc562be7ea354d2ab4a2abb41a26d95a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:04:37.938Z","result":"pass","notRunReason":null,"tokensPerSecond":31.55711838427554,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d7f7142537301d2e3e2c4ac53b70b280889cbe3d14d554e91adc253db853bc51","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:04:39.599Z","result":"pass","notRunReason":null,"tokensPerSecond":42.17,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1b56ba804174d6f58ac9197c083f4c4da28100456e8a51a7916a7e8fcf05dcfa","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:04:44.180Z","result":"pass","notRunReason":null,"tokensPerSecond":15.04,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"4b0c27ef5532ce5c48b9aaf0d2f73a5435cf3c4e52015951be30e062b2fe95ab","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-qwen3-5-0-8b-gguf","file":"Qwen3.5-0.8B-Q8_0.gguf","sha256":"0ad885ffd4bb022fc4f0d33a3308fa108ef8613159d3b3a67e23abca056b7a6c","sizeBytes":811843840,"kind":"chat","downloadTranscriptSha256":"258ef02b648c54f354449d6a71298483899dafd0f7f627732f936331c47156be","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:05:22.282Z","result":"pass","notRunReason":null,"tokensPerSecond":29.899556178462976,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1e1ce44eadc1c37a7843202907c5cd3bbb8c50c07d80bd924f2b010632fa9c68","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:06:03.672Z","result":"pass","notRunReason":null,"tokensPerSecond":32.1,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2128485e0a2b684f01ca4681583f76edc0cbab7f2465fb264ad46a03ecfe143d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:06:10.123Z","result":"pass","notRunReason":null,"tokensPerSecond":32.40775836099031,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"69e8e3234d19fcdc8b1ee5b903ec620b2d7f0adf7ce90553af9974f3b97ce838","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:06:19.687Z","result":"pass","notRunReason":null,"tokensPerSecond":31.12,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c9bc2425478628d0f1c02110819c4b6a9d20b143ff6483c4a0b25b87ddcbef9b","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:06:59.544Z","result":"pass","notRunReason":null,"tokensPerSecond":25.7,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"7f18407e35ea6f4ca0aa06a3b0848a65d1e00981034384a6244f719ee5579d45","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-gemma-3-1b-it-gguf","file":"gemma-3-1b-it.Q4_K_M.gguf","sha256":"e4304281685198621755dac1851c040ff86b071e997cc214bfb9e8aca7f8dec2","sizeBytes":806058272,"kind":"chat","downloadTranscriptSha256":"47d03cc54ad2553730f52422f3bffe526f607a0c9cd3f75f29eec00c528189d9","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:07:47.866Z","result":"pass","notRunReason":null,"tokensPerSecond":31.204854088413754,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a3fc8d05c0012b91522da4d0de19d312c66a6656675ba67e2a3b2789f26cb19a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:08:06.976Z","result":"pass","notRunReason":null,"tokensPerSecond":33.2,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"dfee8c1680850a574bc77b0b6bb3212d4f17a736683456a819723c4785ab947b","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:08:08.981Z","result":"pass","notRunReason":null,"tokensPerSecond":32.79226102639777,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9e51708c09d6ebb1cdc719b6367ef002fd561e0ff62dea9583aa6baca10a90f1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:08:11.405Z","result":"pass","notRunReason":null,"tokensPerSecond":72.76,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9a7929bde5147714190522b6c4942c6eaf97017440721ee084e17555cb976f6c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:08:17.048Z","result":"pass","notRunReason":null,"tokensPerSecond":25.02,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"8b54ac44eb1716b8662641facf82ac4b003ebeec07ec494031b7b44c21d13c7e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-qwen-qwen2-5-0-5b-instruct-gguf","file":"qwen2.5-0.5b-instruct-q8_0.gguf","sha256":"ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e","sizeBytes":675710816,"kind":"chat","downloadTranscriptSha256":"84d0fe732d68038425e9ecef6db578bc8131ebadc5849b90b4b8830d384f2eb1","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:08:42.935Z","result":"pass","notRunReason":null,"tokensPerSecond":49.57678355501814,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a98c63e1e3bed2538c031acacb82097375cf68725f05056c47555cff2451f9e1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:09:05.464Z","result":"pass","notRunReason":null,"tokensPerSecond":50.2,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6e8194ca521f2177573fb712327c3d2103fd78e57efc02abfd512cb840902143","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:09:06.840Z","result":"pass","notRunReason":null,"tokensPerSecond":56.100981767180926,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9d59de8b90fad7c2ef6407c20f3e1ecad3f9b66967afd8bc06e4ddcb82ff5471","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:09:09.199Z","result":"pass","notRunReason":null,"tokensPerSecond":107.46,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2c778ac1f6d8fa5db205260cb5ea3ca3876ca5962ba2db9fe542fcd0384dfdd1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:09:13.102Z","result":"pass","notRunReason":null,"tokensPerSecond":36.96,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"95ef18b27f692fe300fb174c9074cc4cfecc8b6b4fbbe94ac142610348e14ce6","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-qwen3-0-6b-gguf","file":"Qwen3-0.6B-Q8_0.gguf","sha256":"e150ed544dfe6016930c026a93913a5e3184181ebfe6ab2223ae01dd0491784c","sizeBytes":639447744,"kind":"chat","downloadTranscriptSha256":"0d473121531f7728affb0e9ff63f6c3fec14d2f2da97544b681a898df479e1d3","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:09:36.661Z","result":"pass","notRunReason":null,"tokensPerSecond":41.74820613176777,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"995fb5bf9f59be45048e781900df2344a342488f7ba6101be8e233ac952c0ab2","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:09:51.729Z","result":"pass","notRunReason":null,"tokensPerSecond":40.1,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"6ed0c138d95e4ec0596c32a131c032f710f9f9138456a7fab2e86cbf89d82311","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:09:56.395Z","result":"pass","notRunReason":null,"tokensPerSecond":42.0121654192796,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"849073226b770fea049d225a08e1ce1805bedee1a75b72d9c4c124196c22958d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:10:01.484Z","result":"pass","notRunReason":null,"tokensPerSecond":43.75,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"df48022332f5c975e39b25f6294cfe7e4ce387e1b93297c69f26114df76a1885","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:10:08.428Z","result":"pass","notRunReason":null,"tokensPerSecond":28.6,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"4cdfa069aea057af5f1c7c0f2daeefc08510e73c9ef419fbcbd471b55c231279","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-qwen3-0-6b-gguf","file":"Qwen3-0.6B.Q4_K_M.gguf","sha256":"dc4503da5d7cc7254055a86cd90e1a8c9d16c6ac71eb3a32b34bf48a1f4e0999","sizeBytes":484220032,"kind":"chat","downloadTranscriptSha256":"55508495e1bcadf1978b9b208d48b1418f85fe28430e834e6618b338a2b7d754","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:10:41.449Z","result":"pass","notRunReason":null,"tokensPerSecond":56.31324241091069,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d9f836dbc890e5a35f2c495017ee6313f6e70e3d0e8e70640b153873f298514a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:10:53.500Z","result":"pass","notRunReason":null,"tokensPerSecond":59.7,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"15f3111ad99de4ffa15aab53139a8091b09d3e54f44e466f837e200654a36277","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:10:57.178Z","result":"pass","notRunReason":null,"tokensPerSecond":57.962172056131784,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"0792c92372f5b25d464cd9195384704c6b29701ed20ae38ecc2e83eb1c74289d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:11:01.456Z","result":"pass","notRunReason":null,"tokensPerSecond":55.48,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ae6e9f3257b3a071e99880a3cd81db6ffa7a9949bef2de1853c282ec902914d7","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:11:09.251Z","result":"pass","notRunReason":null,"tokensPerSecond":41.62,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"885f8ddfb54454c1f3e68c02ddc8ae6e210d67b2f7f5abb6bf9c094c8d466961","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-liquidai-lfm2-5-230m-gguf","file":"LFM2.5-230M-Q4_K_M.gguf","sha256":"7bbd90384d3deffe4c646ec9643b212802d32d4ce417c90a1ec9282100650062","sizeBytes":153406304,"kind":"chat","downloadTranscriptSha256":"e2023bf5472974900bc90d698bd3a4932f105ea010cd48b1f860168d0568ad9c","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:11:30.434Z","result":"pass","notRunReason":null,"tokensPerSecond":124.18300653594771,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b922474ee736a96cab373e405441c971320fe3b8699a695bab81ee4aeea04529","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:11:35.593Z","result":"pass","notRunReason":null,"tokensPerSecond":152,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3c8cedc94dbf98518a3bd3f0f626363e6d8d00084fcac5e5e3a92eda3788e3ce","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:11:36.316Z","result":"pass","notRunReason":null,"tokensPerSecond":147.05882352941177,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d934d08edc4a822d9959c7beffc8c518ebd11e52bf6109f8777fca7e3b0e4744","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:11:37.490Z","result":"pass","notRunReason":null,"tokensPerSecond":294.55,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9cdcf9ca00a51d574c13cec73acf4230cc92cbebfdaf791bbf7e1ba244a65411","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:11:39.408Z","result":"pass","notRunReason":null,"tokensPerSecond":108.45,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"4ec1a156b50e72931ea386e08ef8a3209ef520372bc7fa3011147f4994c9af19","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-nomic-ai-nomic-embed-text-v1-5-gguf","file":"nomic-embed-text-v1.5.Q8_0.gguf","sha256":"3e24342164b3d94991ba9692fdc0dd08e3fd7362e0aacc396a9a5c54a544c3b7","sizeBytes":146146432,"kind":"embedding","downloadTranscriptSha256":"d021d296521e2388579b3198022c3f623fcd4396d7f681f8a1f9285db1fa09e6","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:12:07.866Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c8b0096eb4b8f3c7786cb64e4f3fa9b1d5ae4a3cf105dbe6e1b7a9d11f792a58","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:12:07.881Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"f1e3f8fe9eb044de595743930361f8ce44f491dddb3577b2b198b1dd9e545402","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:12:07.895Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":4096,"embeddingDims":768,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9652e7d2b51f659c3aedc1d6bce0d9df0bc59eb83435ac7dfc232c0e8535ba03","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:12:09.011Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":768,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2e98d83595e7590b44040382097219623c493287275dc92a9c2800c6bf58d50e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:12:10.101Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":2048,"embeddingDims":768,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9be2436c6d77e921515b9d275dcae3d2034805f2d37af8d5fce92486b8e7830d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-second-state-all-minilm-l6-v2-embedding-gguf","file":"all-MiniLM-L6-v2-Q5_K_M.gguf","sha256":"60c7e141495321c7d303ec5ccc79296cfeb044263af840c583fed695d423aee8","sizeBytes":21717952,"kind":"embedding","downloadTranscriptSha256":"9db04615e8a7a624d5e15f7d10d4064edf39020cc5397691973c7001d80e5e76","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:12:24.920Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"421bd5109c0ec595dac92fda9d2e6ccaa5aa4b1bb6fd04dca91415a25d659016","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:12:24.933Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"7870863e6e97c33db63c46e1f7c4100d16e434607303e4d72728c425dc278b8a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:12:24.945Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":4096,"embeddingDims":384,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c3c0d4d4a62becb629e74f03f31528007bd2a661925daa901baae10395336cdf","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:12:26.032Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":384,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ea684d6654c627107bdadf95cd4b7eb4b6eaf1bb9f3cd118005215dbdadc127d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:12:26.833Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":2048,"embeddingDims":384,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ce008e1cd5256ff77c9f5ee489a207311fb87adf82ffcf2fe69b1003fa7decac","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-liquidai-lfm2-5-8b-a1b-gguf","file":"LFM2.5-8B-A1B-Q4_K_M.gguf","sha256":"4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0","sizeBytes":5155564768,"kind":"chat","downloadTranscriptSha256":"162ba5cc793cceeab617c01ee0962e4b288436eab6a93544be079a60349a26de","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:14:47.035Z","result":"pass","notRunReason":null,"tokensPerSecond":16.012009006755065,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c025defa0380edb5645c8addcfffbd2ceb7ca8da8ab51fba45c6f062f6cf372a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:16:20.336Z","result":"pass","notRunReason":null,"tokensPerSecond":18.3,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"f82517a85146d6aba68d8023f4abd0252b7f7251536dba5a1efe1bf0514e20d4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:16:36.979Z","result":"pass","notRunReason":null,"tokensPerSecond":24.485822876265757,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e76b9e3a4b6d5c4102977a2515b0874182f04eba8d3aeda151f9eff83d043937","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:16:53.156Z","result":"pass","notRunReason":null,"tokensPerSecond":31.35,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5b585ea627862735f72abca38f2b55c04f91d9b34d96b73b1df100a9d2d940c4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:17:23.443Z","result":"pass","notRunReason":null,"tokensPerSecond":23.08,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"85243d01d4b0675699942e8d61842a64a55fbd6c7ffc302642cb51f5e39a456e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-deepseek-r1-0528-qwen3-8b-gguf","file":"DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf","sha256":"a86349a4180c4e6bb43f874c29c404fa2be3f90b15509bd6d86f697dba724ec1","sizeBytes":5027785216,"kind":"chat","downloadTranscriptSha256":"a1efc6e3507e9975a32b6ea855f1e85fe74cc0cefccb3f1e374ca42ec34612b1","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:19:15.347Z","result":"pass","notRunReason":null,"tokensPerSecond":7.2480181200453,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5488045b008d3da4bdc696be46073201658df4a6f49e584eefb6edaf2b301b59","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:21:04.380Z","result":"pass","notRunReason":null,"tokensPerSecond":7.2,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"61d65aedc7291430ff3aa7956a4e0bbcf79694edf67eee2702893aa047e1e219","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:21:29.502Z","result":"pass","notRunReason":null,"tokensPerSecond":7.037251102272288,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5e05f770461cf1f44ed8c5ec3df810a90030ec2a9c32eef4d100d7dbacc17a88","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:22:00.978Z","result":"pass","notRunReason":null,"tokensPerSecond":7.47,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9665605180eea97f295e5061b4dd6788b3af4c1c298e07151fc0855ce2e83a0d","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:22:48.890Z","result":"pass","notRunReason":null,"tokensPerSecond":5.72,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"566702ef7ea8d45fbff567f30c9e44a064372f9c4fa53c238f8784877f24d8d7","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-deepseek-r1-0528-qwen3-8b-gguf","file":"DeepSeek-R1-0528-Qwen3-8B.Q4_K_M.gguf","sha256":"a1489394375eb7287b1b00cb70e1a0a04eab71bf9cc6d58736f4ab9fef479bf3","sizeBytes":5027782784,"kind":"chat","downloadTranscriptSha256":"fd88ce3100151360797f8c91e9724e4a6a0986f19d673b958f0090df50cca576","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:25:54.388Z","result":"pass","notRunReason":null,"tokensPerSecond":6.203654340134736,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c4827f81e18f16a19ff888b47464a54bf71c30d387730afdd0aa055c90d4ddaa","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:27:49.174Z","result":"pass","notRunReason":null,"tokensPerSecond":6.5,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ff26a1bb71b67fb7c984409fa01df9f0a799ccf63f6d417023242d2ec7e0cf2e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:28:24.750Z","result":"pass","notRunReason":null,"tokensPerSecond":6.36848379093057,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2d35b07269ce46f8f19c9d08f14a60907f489a9d137f6ea63dc68336cbf681ee","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:29:17.135Z","result":"pass","notRunReason":null,"tokensPerSecond":5.69,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1125999dc51d1e3ac8783403d438ad1bf6103b6e1de7101c4c93fdf48b215890","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a","testedAt":"2026-10-15T16:31:38.874Z","result":"pass","notRunReason":null,"tokensPerSecond":5.28,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"0c2666673b4f039fd9d3593e04ed7e4388c0a524e06a6952ff818555968e1205","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-lmstudio-community-meta-llama-3-1-8b-instruct-gguf","file":"Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf","sha256":"f2be3e1a239c12c9f3f01a962b11fb2807f8032fdb63b0a5502ea42ddef55e44","sizeBytes":4920739168,"kind":"chat","downloadTranscriptSha256":"e53c8ede0a4be61aeae6200d27e08e1815fa08267f164e2242792ca7e9b8a95b","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:35:00.102Z","result":"pass","notRunReason":null,"tokensPerSecond":6.532098302725277,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ec910da9c44b4e4bb67fb23d7faabab2d7ca18be2640e25521069dfa092e336b","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:36:40.001Z","result":"pass","notRunReason":null,"tokensPerSecond":7.1,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"eae543469b58b5cf3ee0b5498f3cba941c4a2c4139e8ddfc83450b30787e4b2e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:36:53.263Z","result":"pass","notRunReason":null,"tokensPerSecond":7.067519757875088,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"cc87f38eb1cc39c729c955a057b686b55dbe6568abce90376f462b01d42678cd","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:37:06.924Z","result":"pass","notRunReason":null,"tokensPerSecond":7.58,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"4bacea744f4b1ccfa80e53aa1fd7c65895a44c82e777c493af11fcd19e20ee52","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:37:36.083Z","result":"pass","notRunReason":null,"tokensPerSecond":3.66,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ed1733000ba95b48cfb7c2c86b37c777a3d6bc9f6afbf146824059a01f1c9b2b","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-qwen2-7b-instruct-gguf","file":"Qwen2-7B-Instruct.Q4_K_M.gguf","sha256":"8b46cfcf0de06fe8667fcc93c557c98f673159c4f8f466c3ee829775d8bbaf12","sizeBytes":4683071232,"kind":"chat","downloadTranscriptSha256":"e37b88f356f8293772f0037ec17beb0a1c6c411bf6f9c4e5aa701d034a44f929","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T16:43:49.006Z","result":"pass","notRunReason":null,"tokensPerSecond":7.94044665012407,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"bcf4d85d4b03110c272a605605e7279255f6b4dfc91c9f70681f82e288070e89","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:45:58.552Z","result":"pass","notRunReason":null,"tokensPerSecond":8,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1fc6d5eb91b0be110f0f264c4878246cbef3e372d97758d355e4990609f29f81","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T16:46:06.499Z","result":"pass","notRunReason":null,"tokensPerSecond":7.903014209619548,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"dec40ada98b93ee9467b091da407349535350d324b6a697c4f887e1ee7867fa4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T16:46:14.752Z","result":"pass","notRunReason":null,"tokensPerSecond":12.58,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9047ee5adb72c91ebe0279be877cc47a51d864702fab7b9ca8c8a57ba4bfb16e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T16:46:37.775Z","result":"pass","notRunReason":null,"tokensPerSecond":6.19,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"0a4af7f47630b41dd1aeabc3130e5e89e6e259e63273e950bec39aa021973e1c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-gemma-4-e2b-it-gguf","file":"gemma-4-E2B-it-Q4_K_M.gguf","sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","sizeBytes":3106738272,"kind":"chat","downloadTranscriptSha256":"9a09b781022dea1c99d043278078565eba4f05eab6c62347b3aad12284be093c","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:02:14.736Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d3710506e2552959a85325e01af8bac6bd909607176d4be73123198a2db48a6c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:03:08.906Z","result":"pass","notRunReason":null,"tokensPerSecond":14.8,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"43cc975fc029182dc5ea388e86bb673d6f7adeafe77af2bf657cd4307299d27e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:03:24.153Z","result":"pass","notRunReason":null,"tokensPerSecond":14.194459323392138,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e5ce1df39854020e4acfd3bc86dabb53a13187bf6121e330333fd38eee6b630b","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:03:42.512Z","result":"pass","notRunReason":null,"tokensPerSecond":19.63,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"8b2bc8efd2bf4ed5cd6ea57adc0f070d2923ad9b1705afb9e0c43aa2c659da7a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a","testedAt":"2026-10-15T17:04:11.326Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"44871dfcd554be5b065a01b38e7c53d1f12609526bf261ed10f1191d104f3dc2","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-qwen3-5-4b-gguf","file":"Qwen3.5-4B-Q4_K_M.gguf","sha256":"00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4","sizeBytes":2740937888,"kind":"chat","downloadTranscriptSha256":"ec730c55bf107169d3c633920f72bf1ff7218439e05092ed9f656c70032041e7","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:06:58.934Z","result":"pass","notRunReason":null,"tokensPerSecond":9.712421276272858,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"654e80623be13b37896befbdf5d54754b27d828222acf86b4ccd8ff3fe6ef3f2","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:08:14.831Z","result":"pass","notRunReason":null,"tokensPerSecond":10.5,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5600175c41d5ee5ab21e65e24b615d2d94de84b41527ed76e8013026474b44b3","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:08:32.084Z","result":"pass","notRunReason":null,"tokensPerSecond":10.398768029591258,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"88d617998ab640bfd9396de290f245edb77759c97a99f04536b7adf7f5e5dbaa","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:08:51.065Z","result":"pass","notRunReason":null,"tokensPerSecond":11.01,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"b9296ef86cb15c435d647f9abbc3b3b06e81c665c21db76325d46fd76ade9939","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:09:17.635Z","result":"fail","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"f70b6ba171641c248a3dc32020cfeb2b46da75e7f78390b2ee74a6af651f07c2","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-phi-4-mini-instruct-gguf","file":"Phi-4-mini-instruct.Q4_K_M.gguf","sha256":"855cf60f7f8108713fb0e739cab72fd9dbf6c6d4160bd7ff0358142c74ae3287","sizeBytes":2491874624,"kind":"chat","downloadTranscriptSha256":"06d38c89a808eee48b858614aee753cdc6f5ddc7498394ca4f057bc0efc5bbc5","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:11:47.733Z","result":"pass","notRunReason":null,"tokensPerSecond":13.015184381778742,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"76046cca53378619e0549c7daa22da9c11cee938868dee841e77b55191155873","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:12:39.414Z","result":"pass","notRunReason":null,"tokensPerSecond":13.7,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"117b04c369b238953b2ed5ac10ccf5f6b9361a2a4786255bcd1fa39234d9a398","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:12:43.831Z","result":"pass","notRunReason":null,"tokensPerSecond":13.838532008524536,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"53dd5afcec1a5f0cc336e2134efd7000dc1477f1cdb871b5f85b44633d064b4c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:12:48.747Z","result":"pass","notRunReason":null,"tokensPerSecond":29.26,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"fee19eba1faf33fabc9c2c4384644c8ca31733557b848e1248622f9d4ba3fd62","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:13:00.305Z","result":"pass","notRunReason":null,"tokensPerSecond":10.42,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ee13bb22dda94657a0ca42dcc02c9069bad95415399be7a2d729ea4966a8696a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-ibm-granite-granite-4-2-3b-gguf","file":"granite-4.2-3b-Q4_K_M.gguf","sha256":"e0406663965846ae22a403456eb826ccce5f450840491f71952f18a7cb78e7d5","sizeBytes":2244011552,"kind":"chat","downloadTranscriptSha256":"e5aec1102be251fa4e8384e3bf4a6959cb51ef4f1eae4892ae1bfa50476d4783","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:15:02.465Z","result":"pass","notRunReason":null,"tokensPerSecond":14.455509155155799,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3688d233ff289a14a6d44c0a5ad81b59c4ce019547ddd769a3bd8e659245b0c8","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:16:08.146Z","result":"pass","notRunReason":null,"tokensPerSecond":15.6,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3eeaca5509d57dd0e83baf3bcc155a7dbb0f869acba72f21f7003cf9fbe14eeb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:16:16.440Z","result":"pass","notRunReason":null,"tokensPerSecond":15.527803686594362,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"8a36d2dca19a55404df8b86d256b52e5d656951a4754651062658c263f3c162f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:16:25.148Z","result":"pass","notRunReason":null,"tokensPerSecond":16.47,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"fabcfd3acb60264d789a9e7641a9f336e078a562bf52b51d9a64bdb09009a3a7","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:16:40.916Z","result":"pass","notRunReason":null,"tokensPerSecond":12.13,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"763df63870126718cae54afd574158b89c4a69a7b525bcc146d23410edf0e0f4","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-llama-3-2-3b-instruct-gguf","file":"Llama-3.2-3B-Instruct.Q4_K_M.gguf","sha256":"1c323c8ef8b7dd877d40a4138de8bf915884a383b08097b5c20abcb2ae2896d6","sizeBytes":2019377696,"kind":"chat","downloadTranscriptSha256":"448bba535d444610a2b760f1ff6673777154d242a9025655850866137724e283","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:17:42.939Z","result":"pass","notRunReason":null,"tokensPerSecond":16.11061778510719,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"157ce677b0e1ec2c14091cfbc85c07a3df6c812dafb09af675b5ac6dc2954d96","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:18:53.811Z","result":"pass","notRunReason":null,"tokensPerSecond":17.4,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5bbcdce38b2bf34332225747a19d5838427f6dd420113d8e67db7035b4afe310","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:18:58.429Z","result":"pass","notRunReason":null,"tokensPerSecond":16.436825062870856,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"77c88992e00f9546d2f4818a2aab35caa8dd5adae44bf5a66e518e601ce25ca6","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:19:03.843Z","result":"pass","notRunReason":null,"tokensPerSecond":26.81,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5f627f724b96864a92eec049063203bd3a699151a9b9dd23dedd9bc48c64d722","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:19:14.906Z","result":"pass","notRunReason":null,"tokensPerSecond":12.54,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c9d154bc8770dc4546a8124ca46725d174171d5a259ca2de513514845f3a3839","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-liquidai-lfm2-5-2-6b-gguf","file":"LFM2.5-2.6B-Q4_K_M.gguf","sha256":"02a8b7e17487d326e46d68ce0ba24211e1b80a14c4cd0597fa73c1cd697f52ed","sizeBytes":1674455040,"kind":"chat","downloadTranscriptSha256":"5e4ac97d5ec1edc50c9f83728a27beaae67e9a1baf608a5823f4789dd13258f0","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:23:01.048Z","result":"pass","notRunReason":null,"tokensPerSecond":18.569563325112433,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9b02a10ac304d96007bf778075ad6c8c25207b0c690611a8366f88706ce0afed","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:23:49.938Z","result":"pass","notRunReason":null,"tokensPerSecond":14.2,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"cb86da9fafa1750f71e4456830a9b8d97409590d89561706eba3c960f31a49cf","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:23:56.946Z","result":"pass","notRunReason":null,"tokensPerSecond":16.375925751552643,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"380cd4fd5d5e6ece46957baa80e4badd3e903538170da6ee5d823c9414a0890e","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:24:05.364Z","result":"pass","notRunReason":null,"tokensPerSecond":21.37,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"7529fe0ae896980b122fa81026d30b9fcf9ca55369c29872deba9d8e00f10783","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:24:16.204Z","result":"pass","notRunReason":null,"tokensPerSecond":15.49,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"40d9af80b6c343f13a6b91ad9eff7ca3d00e5d1c14310475402a2828c23c90b9","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-maziyarpanahi-qwen2-5-1-5b-instruct-gguf","file":"Qwen2.5-1.5B-Instruct.Q4_K_M.gguf","sha256":"47464dbb1583974f75fa060472942109a4658c1fc6279c005d701f2a93e0b93c","sizeBytes":986048736,"kind":"chat","downloadTranscriptSha256":"9515fac5d7882bbdc8a8f0d33771c439718608408c38b43eae1f0ca1ed8717a3","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:25:18.896Z","result":"pass","notRunReason":null,"tokensPerSecond":26.642984014209592,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3f7c70ba46a7b9d321aaea52a19db1d47ebee3345e19449a1811b06cf13fa3c5","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:25:41.769Z","result":"pass","notRunReason":null,"tokensPerSecond":32.6,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"069f01a632e695a6c44b24a0df3e9612bc41d79d81246aee73d8f6a8749faaf0","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:25:44.209Z","result":"pass","notRunReason":null,"tokensPerSecond":31.55868337172973,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"8c29115034caabb3b8de45778b246c5dc4dc7c78c5520d7ecd242727f5d12ad6","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:25:46.845Z","result":"pass","notRunReason":null,"tokensPerSecond":62.06,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"945411af1b56427217d4cf30cea6664fe05ce8f35f52a6f8eb65648584b90dcb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:25:52.365Z","result":"pass","notRunReason":null,"tokensPerSecond":23.6,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c2d6e042a7894dc0b23d736ef05c3b00d5fe51678a535425b45ce7d7f739da1b","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-bartowski-llama-3-2-1b-instruct-gguf","file":"Llama-3.2-1B-Instruct-Q4_K_M.gguf","sha256":"6f85a640a97cf2bf5b8e764087b1e83da0fdb51d7c9fab7d0fece9385611df83","sizeBytes":807694464,"kind":"chat","downloadTranscriptSha256":"f59d37b59f55f99598969a72be282b4a5b6efd079d6dd1b394c3a5588639d844","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:28:19.870Z","result":"pass","notRunReason":null,"tokensPerSecond":36.44360666038329,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"f432c86d933ffaceb132629b8648fdceb073467a62181b17ab7de9c597a5c698","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:28:37.192Z","result":"pass","notRunReason":null,"tokensPerSecond":39.7,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1e59fbf559a851af5846088abfae4c2b08a8274886c641df0ac2b90ba49c7e13","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:28:39.556Z","result":"pass","notRunReason":null,"tokensPerSecond":37.000037000037,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ba46b2cbff53d5e76666a8a51fe107674789e1fe9c920d0a835c84513e9d4a5a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:28:42.124Z","result":"pass","notRunReason":null,"tokensPerSecond":81.18,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"434c21922df7a0d1feaf8ff9f42474634717e3812673c58e535b8cff1eb39bdd","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a","testedAt":"2026-10-15T17:28:47.311Z","result":"pass","notRunReason":null,"tokensPerSecond":26.43,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ee81dccb1f706c3f1ad003e27df51ce79d690b88ed1d3513146170f1839263ad","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-ggml-org-gemma-3-1b-it-gguf","file":"gemma-3-1b-it-Q4_K_M.gguf","sha256":"8ccc5cd1f1b3602548715ae25a66ed73fd5dc68a210412eea643eb20eb75a135","sizeBytes":806058240,"kind":"chat","downloadTranscriptSha256":"d9eeb07d707ea75aa0757f9563ceb75296e56b69f34f504ddbbe48073a8ebff0","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:29:35.614Z","result":"pass","notRunReason":null,"tokensPerSecond":31.229012760241773,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e55aa1621f7cb6dffab461800efde73ea623391a47d928ddbc76017f1c61e200","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:29:53.665Z","result":"pass","notRunReason":null,"tokensPerSecond":33.1,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9186d693543d8fa9b16335057d09d9c03ee90755c2fa3567ba56476c882824d5","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:29:55.709Z","result":"pass","notRunReason":null,"tokensPerSecond":30.988534242330335,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"d3c843bc31e44fc0f52da4c5888df3f596a1da2614940757fb753a9523883ad3","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:29:58.133Z","result":"pass","notRunReason":null,"tokensPerSecond":43.94,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ea0d4f28adeb15c4d5fe45d862659b3a4c59a47975247079e633f2c2e3bb9386","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:30:02.897Z","result":"pass","notRunReason":null,"tokensPerSecond":25.37,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3462852646e96f7f76b263fcd96a0bd75bad960c36e602c22a241c7dcc293374","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-mixedbread-ai-mxbai-embed-large-v1","file":"gguf/mxbai-embed-large-v1-f16.gguf","sha256":"819c2adf5ce6df2b6bd2ae4ca90d2a69f060afeb438d0c171db57daa02e39c3d","sizeBytes":669603712,"kind":"embedding","downloadTranscriptSha256":"16403cb392227ca97de76a5fd2a282d313d274cf1ef0e1aeb404ee1193542046","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:30:28.588Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"65cacbc3f7bb6be44c5072b7775634400f3b007fed46ebe28490d7d3fe21c385","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:30:28.601Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"67992c9a50cc6e488c146fcdafadd85eb3d8b616446fe5f221eb1dbc67d8fbda","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:30:28.614Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":4096,"embeddingDims":1024,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"42c9ff5c9db4cff45c46470a49a09fc3a3b06c2de5f2bc90b6344cf0fde4d909","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:30:29.820Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":1024,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"76efa1bfcc52c1b4b7d862f91b37d3f716070564e002a8dd509c926e216989ec","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:30:32.624Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":2048,"embeddingDims":1024,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"e839f2e2c134b2add670e0c27a0aa9436c171ae31d30fbddfb92d6f7fe3e62d8","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-ralriki-multilingual-e5-large-instruct-gguf","file":"multilingual-e5-large-instruct-q8_0.gguf","sha256":"2fa4f519b83ecd31a35265b9dd43790bf0abd1ff942e7b982861ee674dc7bec8","sizeBytes":603097568,"kind":"embedding","downloadTranscriptSha256":"9e682cdc56bb51312b0e0b261dafaa4776f053808aaed0ccca6497569e9e59ce","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:30:53.528Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"ccc1827e47efca2f433eac79dbec2334051c5283a6b0a40baf8a277d2d4697b8","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:30:53.541Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"865e10892c7371cffdcc19f9bb2da01f57fe36bd6706fb908f989426341821a8","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:30:53.554Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":4096,"embeddingDims":1024,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"f1a2b131553401460e76fffd3bc7b14487e3db27b01d405b3a8a6f45b8ff3fe7","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:30:55.943Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":1024,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"c01d3432074f38a1159f521a25484c583845ca0d50039d1adf1ebff5959c02b3","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:31:00.383Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":2048,"embeddingDims":1024,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"f4959c2a62b59e87129a2373e5f471f226c5c873aeef9924dd95133f7cd3988c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-qwen3-0-6b-gguf","file":"Qwen3-0.6B-Q4_K_M.gguf","sha256":"ac2d97712095a558e31573f62f466a3f9d93990898b0ec79d7c974c1780d524a","sizeBytes":396705472,"kind":"chat","downloadTranscriptSha256":"20db7b0bdf52b349c1a4aab12e60a2cec0a4c95124496aa7c7a9dedd38781291","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:31:27.922Z","result":"pass","notRunReason":null,"tokensPerSecond":55.387278234530505,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"aabf4608ff87a31992f917b968db9949d72bb7d2be50522dab17d0a54f1b94e1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:31:39.233Z","result":"pass","notRunReason":null,"tokensPerSecond":60.1,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"9a2ab4a046bcd2eb50423ef620503c694090eb006f143046738b0565280ab253","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:31:42.994Z","result":"pass","notRunReason":null,"tokensPerSecond":62.22696478760439,"contextTokens":4096,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"7c2b6b6876905d9fbe9c9760abb30d7cebe1e8abc5b2539dae9883f77cfd40ce","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:31:47.036Z","result":"pass","notRunReason":null,"tokensPerSecond":64.3,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"2776a74d1f3a67a20cf4074efd211e1f15bd8e98df263562eb6785d5d337f19f","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:31:52.164Z","result":"pass","notRunReason":null,"tokensPerSecond":40.27,"contextTokens":2048,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"034175d59e98dfb7535eef718c43df28aa32daea477de5b8562f75c16602c1fb","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-ggml-org-embeddinggemma-300m-gguf","file":"embeddinggemma-300M-Q8_0.gguf","sha256":"b5ce9d77a3fc4b3b39ccb5643c36777911cc4eb46a66962eadfa3f5f60490d63","sizeBytes":333590944,"kind":"embedding","downloadTranscriptSha256":"c330f48af646507ead1f76d1ca0c7ea2b3a8900b769cd6b2cd7169f7d6514fd3","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:32:16.666Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"db32fc390700f3ee437b5ac10909555ac441e1f260b25fddd0c8bd818031668c","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:32:16.680Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1b2c52f241af1fca8ced25537a1c05aec737fd558e99f3a77dd8ceb44fa226a1","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:32:16.694Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":4096,"embeddingDims":768,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"3d42b5484530ce85f014685745d2093678ae6e6577e6ede94aa47eac69952316","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:32:18.900Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":768,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"10c5dfd2cf069613d1d3e55218ba2190ce1fd1f0052ee727bdfa6ec1ef5a51ee","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:32:21.667Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":2048,"embeddingDims":768,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"0b7c65ae3e771be7268e9bf7dbf89acc660a22d5f489fe74f70dd7eee1e92123","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]},{"artifactId":"hf-model-unsloth-bge-small-en-v1-5-gguf","file":"bge-small-en-v1.5-f16.gguf","sha256":"c5d2302edc429f679642433b9f96dd217799727a06e675abef3b40a79f5e1589","sizeBytes":67582560,"kind":"embedding","downloadTranscriptSha256":"a184df44ed6422e0132ace0c11635c5d0af94013727310670f3f122249d5d0f5","runs":[{"runner":"hbay","runnerVersion":"hbay 0.1.0","testedAt":"2026-10-15T17:32:37.882Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"5e8fa925db5c91f64a300450c4df4b99a3c72d99d7d0b8d131ee6c020081b955","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-cli","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:32:37.895Z","result":"fail","notRunReason":"unsupported-runner","tokensPerSecond":null,"contextTokens":null,"embeddingDims":null,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"a211776f6d22af7bb978a5571653baad61055d9d62fdde90a8789148823f2a1a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"llama-server","runnerVersion":"llama.cpp b11630","testedAt":"2026-10-15T17:32:37.908Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":4096,"embeddingDims":384,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"184aec1136b944873da483b3defb7ba9286005f7762ec1d6a88f2c4363a54f62","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"ollama","runnerVersion":"ollama 0.40.4","testedAt":"2026-10-15T17:32:38.997Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":null,"embeddingDims":384,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"1836d10e020bc67a5aa19a955a79ca4d06b18c17540bcba78fdcdaaa84a5300a","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"},{"runner":"lm-studio","runnerVersion":"lm-studio CLI commit: 69d945a; llmster v0.0.25+1","testedAt":"2026-10-15T17:32:39.861Z","result":"pass","notRunReason":null,"tokensPerSecond":null,"contextTokens":2048,"embeddingDims":384,"peakRssBytes":null,"memoryScope":"not-captured","host":{"provider":"Google Cloud","machineType":"e2-standard-8","os":"Ubuntu 24.04.5 LTS","cpu":"AMD EPYC 7B12","threads":8,"gpu":"none"},"transcriptSha256":"32beeb40c30bb5e776b9cc9d62c016db4e04322ca904e7826e406b76ec3343f5","harnessSha256":"5c7bd0562dd15e6eaddfde9db9a01881ad8ee9b4ea7fbf5dfbd8e539fa258b6a","harnessVersion":"2.1"}]}],"digest":"b3a8ca3df7009f2b2939d24fc593dce99b9044d3afb0fa40cc5e6e26fe0cee93"}