{
	"recordType": "consumer-model-evaluation-digest",
	"recordId": "signmos-s0-consumer-evaluations-20260831T084725Z",
	"status": "complete-consumer-scope",
	"startedAt": "2026-08-31T08:47:25Z",
	"completedAt": "2026-08-31T09:16:19Z",
	"target": "https://signmos.com",
	"proofSurfaceEvidenceCommit": "889163c",
	"ownershipDisclosure": "Auditmos operates both ProofSurface and Signmos. This is a disclosed reference case, not independent demand validation.",
	"scope": {
		"included": "Browser-based consumer agent products",
		"platforms": ["ChatGPT", "Claude", "Gemini"],
		"scenarios": [
			"A: open-web discovery",
			"B: named-vendor evaluation",
			"C: requirement-level verification"
		],
		"repetitionsPerPlatformAndScenario": 3,
		"totalRuns": 27,
		"excluded": "Controlled-source API evaluation",
		"scopeDecisionAt": "2026-08-31",
		"scopeDecisionBoundary": "The API scenario was deferred by product-scope decision. This record does not measure or claim an API share of buyer activity and contains no API result."
	},
	"controls": {
		"language": "English",
		"session": "New session for every run; no repair follow-up",
		"chatgpt": {
			"visibleModel": "Unknown; not exposed by signed-out consumer product",
			"personalization": "Unavailable while signed out"
		},
		"claude": {
			"visibleModel": "Opus 5 · High",
			"personalization": "Incognito mode enabled for every run"
		},
		"gemini": {
			"visibleModel": "Flash-Lite",
			"personalization": "Unavailable while signed out"
		},
		"userLocation": "Unknown",
		"operatorTimezone": "Europe/Warsaw"
	},
	"results": {
		"scenarioA": {
			"question": "Does Signmos appear in an open-web candidate list for the frozen two-person, no-account PDF-signing task?",
			"signmosAppearances": 0,
			"runs": 9,
			"byPlatform": {
				"ChatGPT": { "appearances": 0, "runs": 3 },
				"Claude": { "appearances": 0, "runs": 3 },
				"Gemini": { "appearances": 0, "runs": 3 }
			},
			"boundary": "Absence in these answers does not identify an indexing, crawling, ranking, routing, or source-quality cause."
		},
		"scenarioB": {
			"verdicts": {
				"Qualified": 0,
				"Disqualified": 1,
				"Insufficient Evidence": 8
			},
			"runs": 9,
			"materialError": "The single Disqualified verdict substituted the unrelated SignsOS product and is not evidence against Signmos."
		},
		"scenarioC": {
			"requirementsPerRun": 14,
			"runs": 9,
			"grades": {
				"Correct-supported": 29,
				"Correct-unknown": 26,
				"Incorrect": 16,
				"Unsupported": 9,
				"Omitted": 0,
				"Not retrieved": 46,
				"total": 126
			},
			"sourceSelection": {
				"ChatGPT": "Relevant Signmos sources used in 3 of 3 runs; citation labels captured but signed-out UI did not expose URLs.",
				"Claude": "No Signmos source found in 3 of 3 runs.",
				"Gemini": "No Signmos source in one run, wrong-vendor substitution in one run, and relevant Signmos homepage or Auditmos GitHub citations in one run."
			}
		}
	},
	"hypotheses": {
		"S0-H1": "Supported for the sampled consumer runs: no run qualified Signmos, and 8 of 9 named-vendor evaluations returned Insufficient Evidence.",
		"S0-H2": "Not supported by the earlier controlled HTTP run; no materially different status outcome appeared across declared User-Agent strings.",
		"S0-H3": "Supported at the source level; consumer retrieval and use of the richer operational sources was inconsistent."
	},
	"evidenceStates": {
		"scenarioAForSignmos": "No Signmos retrieval observed",
		"namedVendorMaximum": "Used",
		"boundary": "Used applies only where an answer demonstrably relied on a cited live source. No run establishes provider ingestion or influence across source versions."
	},
	"limitations": [
		"Point-in-time consumer-product outputs can vary with model routing, location, personalization, caches, indexes, and later product changes.",
		"The record does not expose provider-specific index or ingestion state.",
		"ChatGPT citation URLs were unavailable in the signed-out citation interface.",
		"A resolved URL can still be irrelevant, as shown by the SignsOS substitution.",
		"The exact Signmos production commit during the run is unknown."
	],
	"records": {
		"methodAndGrading": "https://github.com/auditmos/proofsurface/blob/main/experiments/signmos/s0-baseline/consumer-evaluation-results.md",
		"rawEvidence": "https://github.com/auditmos/proofsurface/tree/main/experiments/signmos/s0-baseline/raw/20260831T084725Z-model-evaluations",
		"sha256Manifest": "https://github.com/auditmos/proofsurface/blob/main/experiments/signmos/s0-baseline/raw/20260831T084725Z-model-evaluations/SHA256SUMS",
		"frozenProtocol": "https://github.com/auditmos/proofsurface/blob/main/experiments/signmos/s0-baseline/evaluation-protocol.md"
	}
}