{"id":"opencompass-opencompass-configs-datasets-calm-calm.py","name":"calm-calm","tags":["opencompass-import","external-catalog","opencompass","benchmark","evaluation","dataset-config","calm"],"task":"evaluation","type":"eval","evals":[],"owner":"open-compass","stars":0,"formats":["github","python","benchmark-config"],"hosting":{"status":"blocked","storageProvider":"local","hostedFiles":0,"totalFiles":0,"hostedFilesAuthority":"live-serve-decision","hosted":false,"downloadable":false,"readyFileCount":0,"serveAuthority":"live-serve-decision","completeRunnable":false,"authority":"postgres-executable-state-snapshot","authorityDigest":null,"downloadReady":false,"mirroredFiles":0,"mirroredBytes":0,"runReady":false,"verified":false},"license":"unknown","summary":"OpenCompass benchmark config for calm calm","version":"main","modality":"benchmark","upstream":{"sha":"12490e78ff2db043e09ea0f705b5192fa969b96f","path":"opencompass/configs/datasets/calm/calm.py","repo":"open-compass/opencompass","gated":false,"chatMl":false,"repoId":"opencompass/configs/datasets/calm/calm.py","private":false,"repoUrl":"https://github.com/open-compass/opencompass/blob/main/opencompass/configs/datasets/calm/calm.py","disabled":false,"provider":"opencompass","repoType":"benchmark-config","revision":"12490e78ff2db043e09ea0f705b5192fa969b96f","fetchedAt":"2026-07-02T03:34:43.144Z","configName":"calm.py","importMode":"external-catalog","licenseRaw":"opencompass-metadata","datasetName":"calm"},"versions":[{"commit":"12490e78ff2db043e09ea0f705b5192f","version":"main","releasedAt":"2026-07-01T22:35:42.753Z","scanStatus":"pending","manifestDigest":"external-not-mirrored"}],"citations":0,"createdAt":"2026-07-01T22:35:42.753Z","framework":"opencompass","publisher":"OpenCompass","sizeBytes":9315,"sourceUrl":"https://github.com/open-compass/opencompass/blob/main/opencompass/configs/datasets/calm/calm.py","updatedAt":"2026-07-02T03:34:43.144Z","scanStatus":"pending","visibility":"public","description":"External OpenCompass benchmark metadata for opencompass/configs/datasets/calm/calm.py. This points to a benchmark/evaluation config in the OpenCompass repository. Hugging Bay stores it as metadata only; benchmark datasets and code remain upstream.","mirrorCount":0,"safetyNotes":["External metadata imported from opencompass on 2026-07-02T03:34:43.144Z.","This record is searchable and linkable, but Hugging Bay does not host its files.","Use the upstream source URL until a source-specific legal and mirror review approves local hosting."],"releaseGates":{"scan":"pending","files":"pending","license":"unknown","metadata":"passed","signature":"pending","provenance":"passed"},"downloadCount":0,"cardCompleteness":92,"verificationStatus":"pending","requestedVisibility":"public","licenseLabel":"opencompass-metadata","repo":"open-compass/calm-calm","files":[],"fileCount":0,"hostedFileCount":0,"externalFileCount":0,"communityReviewSummary":{"count":0,"averageRating":0,"verifiedRuns":0,"selfReportedVerifiedRuns":0,"verificationQualification":"quarantined-untrusted-evidence","verificationTrustImpact":"none","helpfulCount":0,"reportCount":0,"reportedReviews":0,"distribution":{"1":0,"2":0,"3":0,"4":0,"5":0},"toolCounts":{},"categoryAverages":{},"categoryCounts":{},"benchmarkEvidence":{"count":0,"verifiedCount":0,"benchmarkCount":0,"performanceCount":0,"hardwareCounts":{},"topMetrics":[],"recent":[]},"recent":[]},"publicDownloadableFileCount":0,"publicFileCount":0,"displayOnly":true,"authorizationRequired":true,"eligibilitySnapshotAt":"2026-11-21T14:42:23.138Z","webUrl":"https://huggingbay.xyz/artifact/opencompass-opencompass-configs-datasets-calm-calm.py","listedFileLowerBound":0,"hostingStatus":"blocked","signals":{"size":{"known":true,"bytes":9315,"label":"9.1 KB","reason":""},"demand":{"mirrorRequests":0,"upstreamDownloads":0,"upstreamStars":0,"label":"no demand yet","basis":"none"},"trust":{"score":0,"level":"unknown","label":"Unknown","qualification":"recorded-state-unknown","trustImpact":"none","checks":[{"id":"license","label":"License","status":"fail","detail":"opencompass-metadata"},{"id":"provenance","label":"Provenance","status":"pass","detail":"opencompass/configs/datasets/calm/calm.py"},{"id":"scan","label":"Scan","status":"warn","detail":"pending"},{"id":"hosting","label":"Hosted files","status":"warn","detail":"external metadata only"},{"id":"manifest","label":"Byte manifest integrity","status":"warn","detail":"not final yet"}],"strengths":["Provenance: opencompass/configs/datasets/calm/calm.py"],"gaps":["License: opencompass-metadata","Scan: pending","Hosted files: external metadata only","Byte manifest integrity: not final yet"]},"readiness":{"score":0,"level":"unknown","hostedFinal":false,"hostedFiles":0,"externalFiles":0,"totalFiles":0},"action":{"id":"open-source","label":"Open official source","detail":"Use the official immutable source while Hugging Bay evidence remains incomplete.","href":"https://github.com/open-compass/opencompass/blob/main/opencompass/configs/datasets/calm/calm.py"}},"mirrorCompletion":{"status":"external","hostedFiles":0,"totalFiles":0,"externalFiles":0,"hostedBytes":0,"externalBytes":9315,"lowRiskExternalFiles":0,"overFileCapFiles":0,"overBatchCapFiles":0,"directMirrorExternalFiles":0,"directMirrorExternalBytes":0,"currentLimits":{"maxMirrorFileBytes":536870912,"maxMirrorTotalBytes":1073741824,"maxMirrorFiles":8,"maxDirectMirrorFileBytes":8589934592,"maxDirectMirrorTotalBytes":17179869184},"directMirrorExternalSamples":[],"largestExternalFiles":[]},"licenseState":"unknown","recommendedFile":null,"modelSizeTruth":true,"torrent":null,"torrentUrl":null,"magnetUri":null,"downloadUrl":null,"landingUrl":null,"manifestUrl":null,"localKitUrl":null,"licenseClarity":{"license":"opencompass-metadata","commercialUse":"unknown","confidence":"none","obligations":[],"summary":"opencompass-metadata","redistribution":"Check the upstream license text or contact the model author before deciding how to use it.","notes":"Not legal advice."},"licenseObligationsDigest":null,"licenseUpstreamRecord":{"declaredLicense":"opencompass-metadata","upstreamLicenseRaw":"opencompass-metadata","sourceUrl":"https://github.com/open-compass/opencompass/blob/main/opencompass/configs/datasets/calm/calm.py","upstream":{"sha":"12490e78ff2db043e09ea0f705b5192fa969b96f","path":"opencompass/configs/datasets/calm/calm.py","repo":"open-compass/opencompass","gated":false,"chatMl":false,"repoId":"opencompass/configs/datasets/calm/calm.py","private":false,"repoUrl":"https://github.com/open-compass/opencompass/blob/main/opencompass/configs/datasets/calm/calm.py","disabled":false,"provider":"opencompass","repoType":"benchmark-config","revision":"12490e78ff2db043e09ea0f705b5192fa969b96f","fetchedAt":"2026-07-02T03:34:43.144Z","configName":"calm.py","importMode":"external-catalog","licenseRaw":"opencompass-metadata","datasetName":"calm"},"licenseLabel":"opencompass-metadata"},"gateStatus":"ungated","downloadable":false,"downloadStatus":"BLOCKED","reasonCodes":["incomplete-manifest","no-tested-run-plan","unverified-bytes"],"reason":"Files withheld — not faked. This model is listed, but we haven't confirmed its download files, so no download URLs are published. What's missing: file manifest — not final; downloadable files — 0 confirmed; run plan — not tested.","serveEvaluatedAt":"2026-11-21T14:44:55.484Z","serveEvaluationId":"serve-48feb000b3ac4412c29529fbee76c1092c922cb3a68b7d37d0827127fd585b17","readiness":"blocked","downloadReady":false,"mirroredBytes":0,"readinessCheckedAt":"2026-11-21T14:44:55.621Z","readinessSource":"file-check","serveExplanation":{"downloadable":false,"downloadStatus":"BLOCKED","reasonCodes":["incomplete-manifest","no-tested-run-plan","unverified-bytes"],"reason":"Files withheld — not faked. This model is listed, but we haven't confirmed its download files, so no download URLs are published. What's missing: file manifest — not final; downloadable files — 0 confirmed; run plan — not tested.","serveEvaluatedAt":"2026-11-21T14:44:55.484Z","serveEvaluationId":"serve-48feb000b3ac4412c29529fbee76c1092c922cb3a68b7d37d0827127fd585b17","readiness":"blocked","downloadReady":false,"hostedFileCount":0,"mirroredBytes":0,"readinessCheckedAt":"2026-11-21T14:44:55.484Z","readinessSource":"file-check","degraded":false,"stale":false},"licenseUnresolved":true,"licenseCategory":"no-license","commandsAvailable":false,"runReady":false,"attribution":"Cataloged open AI model · https://huggingbay.xyz/artifact/opencompass-opencompass-configs-datasets-calm-calm.py","decentralizedDistribution":{"protocol":"bittorrent-magnet-metadata","verifiedFallbacks":0,"pendingReviewRequests":0,"reviewRequired":true,"policy":"Peer-assisted fallbacks are metadata only until Hugging Bay review confirms source, license, provenance, and safety. Gated/private bypasses are not allowed."},"hosted":false,"modelState":{"state":"not_hosted","word":"Not hosted here","sentence":"Files are not hosted here yet. Open the model to ask for them."},"pageFacts":{"id":"opencompass-opencompass-configs-datasets-calm-calm.py","repo":"open-compass/calm-calm","type":"eval","purpose":"evaluation artifact for evaluation","license":{"id":"unknown","label":"opencompass-metadata","state":"unknown","declared":"opencompass-metadata","url":"","source":"unconfirmed","hostedFile":false,"commercialUse":"unknown","terms":"opencompass-metadata"},"task":{"id":"evaluation","label":"evaluation"},"size":{"bytes":9315,"label":"9.31 KB","known":true,"repositoryLabel":"Full repo upstream","hostedKnown":false,"hostedBytes":0,"hostedLabel":"size unknown","hostedSummary":"availability unknown","hostedIsSubset":false,"downloadBytes":0,"downloadLabel":"","recommended":null,"parameters":null,"sentence":"Hosted here: availability unknown. Full repo upstream: 9.31 KB."},"files":{"hosted":0,"total":0,"label":"0 hosted of 0 listed"},"download":{"status":"blocked","gated":"serve","label":"Downloadable files: 0 confirmed","url":""},"released":{"iso":"2026-07-01","label":"Jul 1, 2026","upstream":true,"factLabel":"Released","licenseLabel":"opencompass-metadata"},"updated":{"iso":"2026-07-02","label":"Jul 2, 2026","factLabel":"Updated at source"},"source":{"provider":"opencompass","label":"opencompass","url":"","repoId":"opencompass/configs/datasets/calm/calm.py"},"languages":[],"baseModel":{"ref":"","url":"","resolveUrl":""},"paperIds":[],"arxivIds":[],"sameAs":[],"creator":{"@type":"Organization","name":"OpenCompass"},"scholarlyArticles":[],"scanStatus":"pending","faq":[{"id":"what-is-it","question":"What is open-compass/calm-calm?","answer":"open-compass/calm-calm is an evaluation artifact for evaluation published by OpenCompass, released Jul 1, 2026. OpenCompass benchmark config for calm calm"},{"id":"license","question":"Can I use it commercially?","answer":"No license stated."},{"id":"size","question":"How big is open-compass/calm-calm?","answer":"Hosted here: availability unknown. Full repo upstream: 9.31 KB."},{"id":"download","question":"Where can I download open-compass/calm-calm?","answer":"This model is listed, but we haven't confirmed its download files, so we won't offer a download button we can't stand behind. The record lists 0 files."},{"id":"safety","question":"Has open-compass/calm-calm been scanned for unsafe files?","answer":"Source scan status: pending. A scan checks the files for known-bad signatures; it does not mean the model is safe. The machine-readable verdict is at /api/artifacts/opencompass-opencompass-configs-datasets-calm-calm.py/safety on Hugging Bay."},{"id":"fit-unknown","question":"Will open-compass/calm-calm run on my computer?","answer":"We can’t check the fit; we don’t know your machine. We don’t have your machine’s specs, so no check ran and no verdict is shown. Answer two quick questions and we’ll estimate, from the memory you tell us, whether it fits your machine. Or skip it; you can still download; fit isn’t checked."}]},"guidedDownloadCard":{"schemaVersion":"hugging-bay.guided-download-card/v2","artifactId":"opencompass-opencompass-configs-datasets-calm-calm.py","repo":"open-compass/calm-calm","serveState":"BLOCKED","downloadReady":false,"reasonCodes":["manifest_not_final","files_unconfirmed","run_plan_untested"],"withheld":{"active":true,"reasonCodes":["manifest_not_final","files_unconfirmed","run_plan_untested"]},"wasmRun":null,"bytesOnStorage":false,"file":null,"noHostedWeights":true,"notSingleFile":false,"download":{"available":false,"url":null},"otherFiles":[],"run":{"available":false,"reason":"no-runnable-file","lmStudioUrl":"https://lmstudio.ai/","terminalCommand":null,"verificationMessage":null},"paused":{"active":false},"blocked":{"active":true,"reason":"page-facts-not-hosted","message":"Files withheld. Not faked."},"unconfirmed":{"active":false},"licenseGate":{"active":false},"checks":{"license":null,"licenseLabel":"opencompass-metadata","fingerprintMatches":false,"hostedFiles":0,"totalFiles":0},"policyVersion":"hugging-bay.guided-download-card/v2","evaluatedAt":"2026-11-21T14:44:55.624Z","readiness":"blocked","downloadable":false,"downloadStatus":"BLOCKED","hostedFileCount":0,"mirroredBytes":0,"readinessCheckedAt":"2026-11-21T14:44:55.625Z","readinessSource":"file-check","degraded":false,"stale":false,"hosted":false,"hostingStatus":"blocked","publicDownloadableFileCount":0,"licenseLabel":"opencompass-metadata","serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"current","checked_at":"2026-11-21T14:44:55.625Z","evidence_url":"/api/manifests/opencompass-opencompass-configs-datasets-calm-calm.py"}},"howToRun":{"schema":"hugging-bay.how-to-run.v1","available":false,"runtime":null,"command":null,"file":null,"minimumRamGb":null,"downloadUrl":null,"downloadCommand":null,"verifyCommand":null,"downloadUrlNote":"Stable URL. Each GET re-checks the file and redirects to a signed link that lasts at most 300 seconds; open it again for a fresh link.","filesUrl":"https://huggingbay.xyz/api/v1/artifacts/opencompass-opencompass-configs-datasets-calm-calm.py/files","tested":false,"note":"No single hosted file is recorded for this model yet. minimumRamGb is an estimate from the file size (file at most 0.6 x memory), not a measurement."},"canIRun":true,"runTested":false,"degraded":false,"stale":false,"contentControls":{"state":"not assessed","basis":"no_explicit_uploader_evidence","matchedTerms":[],"assessedAt":null},"contentControlsLabel":"Content controls: not assessed.","contentControlsAttribution":{"upstream":{"provider":"opencompass","repoId":"opencompass/configs/datasets/calm/calm.py"},"licenseLabel":"opencompass-metadata"},"runs_here":{"schema_version":1,"artifact_id":"opencompass-opencompass-configs-datasets-calm-calm.py","records":[],"next_cursor":null},"hardware_fit":{"schema":"hugging-bay.hardware-fit.v1","artifactId":"opencompass-opencompass-configs-datasets-calm-calm.py","revision":"12490e78ff2db043e09ea0f705b5192fa969b96f","claim":"estimated_physical_memory_capacity","runnableAuthority":false,"representations":[],"reason":"admitted_memory_inputs_unavailable","licenseLabel":"opencompass-metadata"},"note":{"summary":"Downloadable doesn't mean tested: this record says whether the exact file can be downloaded now, not that the model is complete or that it runs.","downloadable":false},"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"current","checked_at":"2026-11-21T14:44:55.621Z","evidence_url":"/api/manifests/opencompass-opencompass-configs-datasets-calm-calm.py"}}