{"id":"arxiv-2606.31168v1","name":"probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre","tags":["arxiv-import","external-catalog","arxiv","paper","cs.CR","cs.LG"],"task":"general","type":"collection","evals":[],"owner":"arxiv","stars":0,"formats":["atom","pdf","paper"],"hosting":{"status":"blocked","storageProvider":"local","hostedFiles":0,"totalFiles":0,"hostedFilesAuthority":"live-serve-decision","hosted":false,"downloadable":false,"readyFileCount":0,"serveAuthority":"live-serve-decision","completeRunnable":false,"authority":"postgres-executable-state-snapshot","authorityDigest":null,"downloadReady":false,"mirroredFiles":0,"mirroredBytes":0,"runReady":false,"verified":false},"license":"unknown","summary":"Probe Choice Changes Canary-Memorization Verdicts: Three Post-Hoc Disagreement Case Studies in a Text-Dominant LoRA-Tuned Autoregressive Testbed","version":"2606.31168v1","modality":"paper","upstream":{"doi":"","gated":false,"repoId":"2606.31168v1","authors":["Zhichao Fan","Zexin Zhuang","Yanhang Li"],"private":false,"repoUrl":"http://arxiv.org/abs/2606.31168v1","disabled":false,"provider":"arxiv","repoType":"paper","revision":"2606.31168v1","fetchedAt":"2026-07-02T00:20:28.810Z","categories":["cs.CR","cs.LG"],"importMode":"external-catalog","licenseRaw":"arxiv-metadata"},"versions":[{"commit":"2606.31168v1","version":"2606.31168v1","releasedAt":"2026-06-30T05:58:05Z","scanStatus":"pending","manifestDigest":"external-not-mirrored"}],"citations":0,"createdAt":"2026-06-30T05:58:05Z","framework":"arxiv","publisher":"Zhichao Fan","sizeBytes":1,"sourceUrl":"http://arxiv.org/abs/2606.31168v1","updatedAt":"2026-06-30T05:58:05Z","scanStatus":"pending","visibility":"public","description":"External arXiv paper metadata for 2606.31168v1. We audit a fixed prefix-window mean-NLL memorization probe (K=20) on a Qwen2.5-VL-7B canary testbed and report three post-hoc cases where it disagrees with full-span secret NLL or greedy exact-recall. C3 (false negative, window truncation): damage lands on hex tokens outside K=20; the probe stays flat while hit@1 drops. C4 (false positive, non-secret drift): the probe moves, but approximately 99% sits on non-secret preamble; the secret span and hit@1 are unchanged. C5 (ambiguous in-window drop): the probe falls on an undertrained baseline while full-span hex is positive and hit@1=0. Recommendation: report (i) full-span secret NLL, (ii) a span-localised decomposition, (iii) behavioural exact-recall at k>=4, and (iv) decoy probes before asserting secret-specificity. Evidence is on controlled canaries in one backbone; magnitudes are testbed-specific. Hugging Bay stores this as paper/context metadata only; full text and source files stay upstream.","mirrorCount":0,"safetyNotes":["External metadata imported from arxiv on 2026-07-02T00:20:28.810Z.","This record is searchable and linkable, but Hugging Bay does not host its files.","Use the upstream source URL until a source-specific legal and mirror review approves local hosting."],"releaseGates":{"scan":"pending","files":"pending","license":"unknown","metadata":"passed","signature":"pending","provenance":"passed"},"downloadCount":0,"cardCompleteness":92,"verificationStatus":"pending","requestedVisibility":"public","licenseLabel":"arxiv-metadata","repo":"arxiv/probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre","files":[],"fileCount":0,"hostedFileCount":0,"externalFileCount":0,"communityReviewSummary":{"count":0,"averageRating":0,"verifiedRuns":0,"selfReportedVerifiedRuns":0,"verificationQualification":"quarantined-untrusted-evidence","verificationTrustImpact":"none","helpfulCount":0,"reportCount":0,"reportedReviews":0,"distribution":{"1":0,"2":0,"3":0,"4":0,"5":0},"toolCounts":{},"categoryAverages":{},"categoryCounts":{},"benchmarkEvidence":{"count":0,"verifiedCount":0,"benchmarkCount":0,"performanceCount":0,"hardwareCounts":{},"topMetrics":[],"recent":[]},"recent":[]},"publicDownloadableFileCount":0,"publicFileCount":0,"displayOnly":true,"authorizationRequired":true,"eligibilitySnapshotAt":"2026-11-21T14:57:32.397Z","webUrl":"https://huggingbay.xyz/artifact/arxiv-2606.31168v1","listedFileLowerBound":0,"hostingStatus":"blocked","signals":{"size":{"known":false,"bytes":0,"label":"unknown","reason":"upstream file sizes are not indexed yet"},"demand":{"mirrorRequests":0,"upstreamDownloads":0,"upstreamStars":0,"label":"no demand yet","basis":"none"},"trust":{"score":0,"level":"unknown","label":"Unknown","qualification":"recorded-state-unknown","trustImpact":"none","checks":[{"id":"license","label":"License","status":"fail","detail":"arxiv-metadata"},{"id":"provenance","label":"Provenance","status":"pass","detail":"2606.31168v1"},{"id":"scan","label":"Scan","status":"warn","detail":"pending"},{"id":"hosting","label":"Hosted files","status":"warn","detail":"external metadata only"},{"id":"manifest","label":"Byte manifest integrity","status":"warn","detail":"not final yet"}],"strengths":["Provenance: 2606.31168v1"],"gaps":["License: arxiv-metadata","Scan: pending","Hosted files: external metadata only","Byte manifest integrity: not final yet"]},"readiness":{"score":0,"level":"unknown","hostedFinal":false,"hostedFiles":0,"externalFiles":0,"totalFiles":0},"action":{"id":"open-source","label":"Open official source","detail":"Use the official immutable source while Hugging Bay evidence remains incomplete.","href":"http://arxiv.org/abs/2606.31168v1"}},"mirrorCompletion":{"status":"external","hostedFiles":0,"totalFiles":0,"externalFiles":0,"hostedBytes":0,"externalBytes":1,"lowRiskExternalFiles":0,"overFileCapFiles":0,"overBatchCapFiles":0,"directMirrorExternalFiles":0,"directMirrorExternalBytes":0,"currentLimits":{"maxMirrorFileBytes":536870912,"maxMirrorTotalBytes":1073741824,"maxMirrorFiles":8,"maxDirectMirrorFileBytes":8589934592,"maxDirectMirrorTotalBytes":17179869184},"directMirrorExternalSamples":[],"largestExternalFiles":[]},"licenseState":"unknown","recommendedFile":null,"modelSizeTruth":true,"torrent":null,"torrentUrl":null,"magnetUri":null,"downloadUrl":null,"landingUrl":null,"manifestUrl":null,"localKitUrl":null,"licenseClarity":{"license":"arxiv-metadata","commercialUse":"unknown","confidence":"none","obligations":[],"summary":"arxiv-metadata","redistribution":"Check the upstream license text or contact the model author before deciding how to use it.","notes":"Not legal advice."},"licenseObligationsDigest":null,"licenseUpstreamRecord":{"declaredLicense":"arxiv-metadata","upstreamLicenseRaw":"arxiv-metadata","sourceUrl":"http://arxiv.org/abs/2606.31168v1","upstream":{"doi":"","gated":false,"repoId":"2606.31168v1","authors":["Zhichao Fan","Zexin Zhuang","Yanhang Li"],"private":false,"repoUrl":"http://arxiv.org/abs/2606.31168v1","disabled":false,"provider":"arxiv","repoType":"paper","revision":"2606.31168v1","fetchedAt":"2026-07-02T00:20:28.810Z","categories":["cs.CR","cs.LG"],"importMode":"external-catalog","licenseRaw":"arxiv-metadata"},"licenseLabel":"arxiv-metadata"},"gateStatus":"ungated","downloadable":false,"downloadStatus":"BLOCKED","reasonCodes":["incomplete-manifest","no-tested-run-plan","unverified-bytes"],"reason":"Files withheld — not faked. This model is listed, but we haven't confirmed its download files, so no download URLs are published. What's missing: file manifest — not final; downloadable files — 0 confirmed; run plan — not tested.","serveEvaluatedAt":"2026-11-21T15:00:05.874Z","serveEvaluationId":"serve-969bb884a3cb6414b92e6e8e112576cc61c9935b33bd19969cfd47a2df13c743","readiness":"blocked","downloadReady":false,"mirroredBytes":0,"readinessCheckedAt":"2026-11-21T15:00:06.039Z","readinessSource":"file-check","serveExplanation":{"downloadable":false,"downloadStatus":"BLOCKED","reasonCodes":["incomplete-manifest","no-tested-run-plan","unverified-bytes"],"reason":"Files withheld — not faked. This model is listed, but we haven't confirmed its download files, so no download URLs are published. What's missing: file manifest — not final; downloadable files — 0 confirmed; run plan — not tested.","serveEvaluatedAt":"2026-11-21T15:00:05.874Z","serveEvaluationId":"serve-969bb884a3cb6414b92e6e8e112576cc61c9935b33bd19969cfd47a2df13c743","readiness":"blocked","downloadReady":false,"hostedFileCount":0,"mirroredBytes":0,"readinessCheckedAt":"2026-11-21T15:00:05.874Z","readinessSource":"file-check","degraded":false,"stale":false},"licenseUnresolved":true,"licenseCategory":"no-license","commandsAvailable":false,"runReady":false,"attribution":"Cataloged open AI model · https://huggingbay.xyz/artifact/arxiv-2606.31168v1","decentralizedDistribution":{"protocol":"bittorrent-magnet-metadata","verifiedFallbacks":0,"pendingReviewRequests":0,"reviewRequired":true,"policy":"Peer-assisted fallbacks are metadata only until Hugging Bay review confirms source, license, provenance, and safety. Gated/private bypasses are not allowed."},"hosted":false,"modelState":{"state":"not_hosted","word":"Not hosted here","sentence":"Files are not hosted here yet. Open the model to ask for them."},"pageFacts":{"id":"arxiv-2606.31168v1","repo":"arxiv/probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre","type":"collection","purpose":"collection artifact for general","license":{"id":"unknown","label":"arxiv-metadata","state":"unknown","declared":"arxiv-metadata","url":"","source":"unconfirmed","hostedFile":false,"commercialUse":"unknown","terms":"arxiv-metadata"},"task":{"id":"general","label":"general"},"size":{"bytes":0,"label":"unknown","known":false,"repositoryLabel":"Full repo upstream","hostedKnown":false,"hostedBytes":0,"hostedLabel":"size unknown","hostedSummary":"availability unknown","hostedIsSubset":false,"downloadBytes":0,"downloadLabel":"","recommended":null,"parameters":null,"sentence":"Hosted here: availability unknown. The full repository size is not recorded."},"files":{"hosted":0,"total":0,"label":"0 hosted of 0 listed"},"download":{"status":"blocked","gated":"serve","label":"Downloadable files: 0 confirmed","url":""},"released":{"iso":"2026-06-30","label":"Jun 30, 2026","upstream":true,"factLabel":"Released","licenseLabel":"arxiv-metadata"},"updated":{"iso":"2026-06-30","label":"Jun 30, 2026","factLabel":"Updated at source"},"source":{"provider":"arxiv","label":"arxiv","url":"","repoId":"2606.31168v1"},"languages":[],"baseModel":{"ref":"","url":"","resolveUrl":""},"paperIds":[],"arxivIds":[],"sameAs":[],"creator":{"@type":"Organization","name":"Zhichao Fan"},"scholarlyArticles":[],"scanStatus":"pending","faq":[{"id":"what-is-it","question":"What is arxiv/probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre?","answer":"arxiv/probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre is a collection artifact for general published by Zhichao Fan, released Jun 30, 2026. Probe Choice Changes Canary-Memorization Verdicts: Three Post-Hoc Disagreement Case Studies in a Text-Dominant LoRA-Tuned Autoregressive Testbed"},{"id":"license","question":"Can I use it commercially?","answer":"No license stated."},{"id":"size","question":"How big is arxiv/probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre?","answer":"Hosted here: availability unknown. The full repository size is not recorded."},{"id":"download","question":"Where can I download arxiv/probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre?","answer":"This model is listed, but we haven't confirmed its download files, so we won't offer a download button we can't stand behind. The record lists 0 files."},{"id":"safety","question":"Has arxiv/probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre been scanned for unsafe files?","answer":"Source scan status: pending. A scan checks the files for known-bad signatures; it does not mean the model is safe. The machine-readable verdict is at /api/artifacts/arxiv-2606.31168v1/safety on Hugging Bay."},{"id":"fit-unknown","question":"Will arxiv/probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre run on my computer?","answer":"We can’t check the fit; we don’t know your machine. We don’t have your machine’s specs, so no check ran and no verdict is shown. Answer two quick questions and we’ll estimate, from the memory you tell us, whether it fits your machine. Or skip it; you can still download; fit isn’t checked."}]},"guidedDownloadCard":{"schemaVersion":"hugging-bay.guided-download-card/v2","artifactId":"arxiv-2606.31168v1","repo":"arxiv/probe-choice-changes-canary-memorization-verdicts-three-post-hoc-disagre","serveState":"BLOCKED","downloadReady":false,"reasonCodes":["manifest_not_final","files_unconfirmed","run_plan_untested"],"withheld":{"active":true,"reasonCodes":["manifest_not_final","files_unconfirmed","run_plan_untested"]},"wasmRun":null,"bytesOnStorage":false,"file":null,"noHostedWeights":true,"notSingleFile":false,"download":{"available":false,"url":null},"otherFiles":[],"run":{"available":false,"reason":"no-runnable-file","lmStudioUrl":"https://lmstudio.ai/","terminalCommand":null,"verificationMessage":null},"paused":{"active":false},"blocked":{"active":true,"reason":"page-facts-not-hosted","message":"Files withheld. Not faked."},"unconfirmed":{"active":false},"licenseGate":{"active":false},"checks":{"license":null,"licenseLabel":"arxiv-metadata","fingerprintMatches":false,"hostedFiles":0,"totalFiles":0},"policyVersion":"hugging-bay.guided-download-card/v2","evaluatedAt":"2026-11-21T15:00:06.043Z","readiness":"blocked","downloadable":false,"downloadStatus":"BLOCKED","hostedFileCount":0,"mirroredBytes":0,"readinessCheckedAt":"2026-11-21T15:00:06.043Z","readinessSource":"file-check","degraded":false,"stale":false,"hosted":false,"hostingStatus":"blocked","publicDownloadableFileCount":0,"licenseLabel":"arxiv-metadata","serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"current","checked_at":"2026-11-21T15:00:06.043Z","evidence_url":"/api/manifests/arxiv-2606.31168v1"}},"howToRun":{"schema":"hugging-bay.how-to-run.v1","available":false,"runtime":null,"command":null,"file":null,"minimumRamGb":null,"downloadUrl":null,"downloadCommand":null,"verifyCommand":null,"downloadUrlNote":"Stable URL. Each GET re-checks the file and redirects to a signed link that lasts at most 300 seconds; open it again for a fresh link.","filesUrl":"https://huggingbay.xyz/api/v1/artifacts/arxiv-2606.31168v1/files","tested":false,"note":"No single hosted file is recorded for this model yet. minimumRamGb is an estimate from the file size (file at most 0.6 x memory), not a measurement."},"canIRun":true,"runTested":false,"degraded":false,"stale":false,"contentControls":{"state":"not assessed","basis":"no_explicit_uploader_evidence","matchedTerms":[],"assessedAt":null},"contentControlsLabel":"Content controls: not assessed.","contentControlsAttribution":{"upstream":{"provider":"arxiv","repoId":"2606.31168v1"},"licenseLabel":"arxiv-metadata"},"runs_here":{"schema_version":1,"artifact_id":"arxiv-2606.31168v1","records":[],"next_cursor":null},"hardware_fit":{"schema":"hugging-bay.hardware-fit.v1","artifactId":"arxiv-2606.31168v1","revision":"","claim":"estimated_physical_memory_capacity","runnableAuthority":false,"representations":[],"reason":"immutable_revision_unavailable","licenseLabel":"arxiv-metadata"},"note":{"summary":"Downloadable doesn't mean tested: this record says whether the exact file can be downloaded now, not that the model is complete or that it runs.","downloadable":false},"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"unsigned","freshness":"current","checked_at":"2026-11-21T15:00:06.039Z","evidence_url":"/api/manifests/arxiv-2606.31168v1"}}