{"schemaVersion":"1.0.0","generatedAt":"2026-10-13T18:38:46.846Z","canonicalUrl":"https://one-voice-lab.vercel.app/api/public/v1/methodology","evidenceType":"repository_verified","lastVerifiedAt":"2026-08-19","data":{"id":"voice-lab-evaluation-methodology-v1","name":"ONE Voice Lab evaluation methodology","description":"A cautious, reproducible method for point-in-time voice AI observations and human review.","version":"1.1.0","url":"https://one-voice-lab.vercel.app/methodology","principles":[{"id":"bounded-evidence","title":"One fixture is bounded evidence","explanation":"One fixture cannot prove universal superiority, and no single result should be generalized beyond its stated input and environment."},{"id":"equivalent-comparisons","title":"Align what can be compared","explanation":"Provider comparisons require the same input and disclosed acceptance criteria, while exact model, voice, transport, codec, region, and provider-native settings stay visible because they are not necessarily equivalent."},{"id":"point-in-time","title":"Results are point-in-time observations","explanation":"Models, APIs, routing, infrastructure, and configuration change; results need dates and provenance."},{"id":"latency-context","title":"Latency depends on the system","explanation":"Network, region, client, buffering, audio, orchestration, and provider behavior can all change observed latency."},{"id":"measurement-points","title":"Keep measurement points separate","explanation":"Provider-reported timing, ONE server-observed timing, browser playback readiness, derived metrics, and human ratings use different provenance and must not be merged into one latency or quality claim."},{"id":"no-composite-winner","title":"No universal winner score","explanation":"Measured evidence and human-rated dimensions remain separate. A result can support a use-case decision without claiming that one voice or provider is universally best."},{"id":"outcome-quality","title":"Transcripts are not business outcomes","explanation":"Transcript quality and task or business outcome quality are related but not equivalent."},{"id":"synthetic-boundary","title":"Synthetic is not production","explanation":"Synthetic results test deterministic logic; they do not prove production provider behavior."},{"id":"representative-testing","title":"Production needs representative testing","explanation":"Production decisions require representative customer audio, conditions, policies, consent, and human review."}],"evidenceVocabulary":[{"id":"repository_verified","label":"Repository verified","meaning":"Implementation evidence exists in this repository; this alone does not prove live provider behavior or production readiness."},{"id":"provider_documentation_verified","label":"Provider documentation verified","meaning":"The claim is grounded in a dated official provider documentation reference, not a live lab measurement."},{"id":"manual_verification_required","label":"Manual verification required","meaning":"A human must validate the current provider, account, environment, or subjective behavior."},{"id":"no_implementation_evidence","label":"No implementation evidence","meaning":"The lab does not currently contain evidence that the capability is implemented."},{"id":"simulated","label":"Simulated","meaning":"The result comes from a deterministic local fixture and makes no live-provider claim."},{"id":"measured","label":"Measured","meaning":"A dated result was measured under a disclosed environment and configuration."},{"id":"assumption","label":"Assumption","meaning":"A proposition to validate, not an established fact."},{"id":"experimental","label":"Experimental","meaning":"A bounded exploration that is not a production-readiness claim."}],"safetyConstraints":["Anonymous public API and MCP operations cannot invoke paid provider APIs.","Permanent provider credentials remain server-only and are never serialized into public evidence.","Live or billable testing retains an explicit human authorization boundary.","Synthetic and subjective outcomes require human interpretation before production decisions."],"lastVerifiedAt":"2026-08-19"}}