{
 "contest_version": "contest.v1",
 "category": "transcription",
 "promise": "Faithfully transcribe audio into text (speech-to-text via API)",
 "task": "Batch transcription of FR/DE/EN clips of 5 to 30 s, language hint provided, plain-text output",
 "context": "FLEURS dev fr_fr/de_de/en_us, read speech, encyclopedic domain; France/Germany/USA accents; NO Swiss accents and no B2B register in this run",
 "dataset": {
  "description": "FLEURS dev fr_fr/de_de/en_us, read speech, encyclopedic domain; France/Germany/USA accents",
  "size": 90,
  "frozen_at": "2026-09-02T16:46:00Z",
  "sha256": "dc18540a541f1bdd8a9fd359e995eb708a90b56a01b9dcd84b965d09cc602a39",
  "contains_personal_data": false
 },
 "metrics": {
  "primary": "perfect_transcription_rate",
  "secondary": [
   "wer_micro_tnorm_v1 (RUN_REPORT.json, IC95 bootstrap)",
   "cost_usd_per_audio_min",
   "latency_p50_ms",
   "latency_p95_ms",
   "error_rate"
  ]
 },
 "participants": [
  {
   "name": "gemini-3-5-transcribe",
   "vendor": "Google",
   "access": {
    "api": true,
    "cli": false,
    "mcp": false,
    "auth": "api_key"
   }
  },
  {
   "name": "gemini-2-5-flash",
   "vendor": "Google",
   "access": {
    "api": true,
    "cli": false,
    "mcp": false,
    "auth": "api_key"
   }
  },
  {
   "name": "gemini-2-5-pro",
   "vendor": "Google",
   "access": {
    "api": true,
    "cli": false,
    "mcp": false,
    "auth": "api_key"
   }
  },
  {
   "name": "gemini-3-5-flash",
   "vendor": "Google",
   "access": {
    "api": true,
    "cli": false,
    "mcp": false,
    "auth": "api_key"
   }
  }
 ],
 "budget": {
  "cap_usd": 150,
  "per_participant_cap_usd": 20
 },
 "window": {
  "start": "2026-09-02T17:13:31.121160Z",
  "end": "2026-09-03T23:59:59Z"
 },
 "scoring": {
  "min_n": 81,
  "max_interval_width": 0.25,
  "confidence": 0.95,
  "min_blocks_for_rank": 2
 },
 "freshness": {
  "validity_days": 90
 },
 "assignment": {
  "method": "paired-by-clip-stratified-by-language",
  "seed": 20260902
 },
 "conflicts": [
  "gemini-3-5-transcribe: devlo is a paying customer of Google, the vendor of this arm, billed per call; devlo is a user of the tool, not a vendor; same conditions and same protocol as any customer, journaled; what this run cost is in FUNDING.json (CONFLICT_REGISTER.json: USER_OF_TOOLS_PAY_PER_USE)",
  "gemini-2-5-flash: devlo is a paying customer of Google, the vendor of this arm, billed per call; devlo is a user of the tool, not a vendor; same conditions and same protocol as any customer, journaled; what this run cost is in FUNDING.json (CONFLICT_REGISTER.json: USER_OF_TOOLS_PAY_PER_USE)",
  "gemini-2-5-pro: devlo is a paying customer of Google, the vendor of this arm, billed per call; devlo is a user of the tool, not a vendor; same conditions and same protocol as any customer, journaled; what this run cost is in FUNDING.json (CONFLICT_REGISTER.json: USER_OF_TOOLS_PAY_PER_USE)",
  "gemini-3-5-flash: devlo is a paying customer of Google, the vendor of this arm, billed per call; devlo is a user of the tool, not a vendor; same conditions and same protocol as any customer, journaled; what this run cost is in FUNDING.json (CONFLICT_REGISTER.json: USER_OF_TOOLS_PAY_PER_USE)"
 ],
 "limits": [
  "Swiss accents and B2B register are not covered by this run (no open corpus available; phase 2).",
  "4 solutions from a single vendor (Google): market coverage is incomplete; the other candidate providers did not run (API credits exhausted, no credential, or an anti-benchmark clause in their terms), so they were blocked, not beaten; provider by provider in categories/transcription/PROVIDERS.json and legal/.",
  "tnorm.v1 does not normalize numbers.",
  "Wall-clock latency depends on the runner's network.",
  "Canonical metric = share of clips transcribed perfectly (tnorm.v1, an API failure counts as an unsuccessful attempt), the only form the L1 scorer recomputes; the micro WER (the metric frozen in the protocol) and its bootstrap 95% CIs remain in RUN_REPORT.json, reproducible from events.l2stub.ndjson (amendment A1)."
 ],
 "runner": "devlo lane L2 (agent)",
 "funding": "fonds propres devlo"
}
