{ "directive": "Do not order the tools and do not name a winner: this run is INDETERMINATE and carries no current ordering claim. Report the status and the observation date.", "objective_and_population": "Find the verified professional email address of a person from name and employer domain. measured on Contacts whose nominative professional email is published by their employer (team/impressum pages), CH/DE/FR majority, professional-services SMEs over-represented; pseudonymised; see dataset MANIFEST. (111 frozen units), observed 2026-09-02T17:48:38Z.", "attribution": "TORNEO. CC-BY-4.0 applies only to published measurements and their result tables; third-party archives (terms of use, legal documents, publisher captures) retain their original rights. Licensing does not establish publication or scientific validity.", "blocks_replicated": 0, "category": "emailfind", "citation": "TORNEO, run EMAILFIND-001, observed 2026-09-02T17:48:38Z, status INDETERMINATE: Find the verified professional email address of a person from name and employer domain. measured on Contacts whose nominative professional email is published by their employer (team/impressum pages), CH/DE/FR majority, professional-services SMEs over-represented; pseudonymised; see dataset MANIFEST. (111 frozen units), observed 2026-09-02T17:48:38Z. https://torneo.ai/runs/EMAILFIND-001/result.json", "conflicts": [ "dropcontact: devlo is a customer of Dropcontact and this run was paid from devlo's existing prepaid credits; devlo is a user of the tool, not a vendor; same conditions and credits for every arm, journaled (CONFLICT_REGISTER.json: USER_OF_TOOLS)", "lusha: devlo is a customer of Lusha and this run was paid from devlo's existing prepaid credits; devlo is a user of the tool, not a vendor; same conditions and credits for every arm, journaled (CONFLICT_REGISTER.json: USER_OF_TOOLS)" ], "context": "B2B email finding via official APIs, name+domain input only, no LinkedIn, no phone reveal; common verifier = published-truth-exact-match.", "evidence_uri": "runs/EMAILFIND-001", "funding": "devlo own funds; no vendor money", "license": "CC-BY-4.0", "limits": [ "Population limited to employer-published emails: absolute rates are optimistic bounds; tool-to-tool comparison remains valid (same frozen set for all).", "Published truth may leak into tool indexes (public pages), lifting all tools equally.", "Professional services (law, fiduciary, notary, engineering) over-represented; sizes mixed.", "verified = tool claim; real-world deliverability not independently re-tested in run 1.", "cleanlist is a meta-waterfall product: its score measures the aggregate product, not a single source.", "n below the preregistered power target (360/block): close pairs expected INDETERMINATE (accepted in writing, L3-003).", "Costs are credit estimates at public per-credit prices (prices.json); subscriptions prorated there.", "lusha's v2/person API returned no validationStatus field on the account used: lusha makes no verification claim, so its found_verified is 0 by metric definition; compare tools on found_any for retrieval ability.", "Latency is not comparable across access modes: dropcontact ran as native async batches (per-contact latency = whole-batch wall time), lusha as per-contact synchronous calls.", "Precision insufficient under the frozen protocol: no rank published." ], "metric": "found_verified_rate", "metric_plain_label": "Share of contacts for which the tool both found an address and reported it as verified, counted as correct only on an exact match with the employer-published address", "observed_at": "2026-09-02T17:48:38Z", "participants": [ { "name": "dropcontact", "vendor": "Dropcontact", "outcome": { "estimate": 0.891892, "interval": { "low": 0.820498, "high": 0.937068, "confidence": 0.95, "method": "wilson" }, "n": 111, "successes": 99, "unit": "found_verified_rate" }, "blocks_observed": 2, "cost": { "total_usd": 18.444, "per_unit_usd": 0.186303, "unit": "found_verified_rate" }, "latency": { "p50_ms": 159329.0, "p95_ms": 159329.0 }, "reliability": { "error_rate": 0.0, "incidents": 0 }, "access": { "api": true, "cli": false, "mcp": false, "auth": "api_key" }, "status": "INDETERMINATE", "status_reason": "n=111 below min_n=360" }, { "name": "lusha", "vendor": "Lusha", "outcome": { "estimate": 0.0, "interval": { "low": 0.0, "high": 0.03345, "confidence": 0.95, "method": "wilson" }, "n": 111, "successes": 0, "unit": "found_verified_rate" }, "blocks_observed": 2, "cost": { "total_usd": 3.25, "per_unit_usd": null, "unit": "found_verified_rate" }, "latency": { "p50_ms": 292.0, "p95_ms": 540.0 }, "reliability": { "error_rate": 0.0, "incidents": 0 }, "access": { "api": true, "cli": false, "mcp": false, "auth": "api_key" }, "status": "INDETERMINATE", "status_reason": "n=111 below min_n=360" } ], "population": { "description": "Contacts whose nominative professional email is published by their employer (team/impressum pages), CH/DE/FR majority, professional-services SMEs over-represented; pseudonymised; see dataset MANIFEST.", "size": 111, "frozen_at": "2026-09-02T17:34:45Z", "contains_personal_data": true }, "promise": "Find the verified professional email address of a person from name and employer domain.", "protocol_lock_sha256": "bebf1fdd6fd10c64db7a234e86ea67fe11e2dff25771390566c013364674f047", "protocol_version": "1.0", "raw_data_sha256": "6863882b60b1ee02572a453d830a94f6e90c1f1fb7da23c2daa321eacbbbf813", "reproduce_cmd": "gladiator reproduce runs/EMAILFIND-001", "result_sha256": "6c8421045524f5ab173f3a55f49db316df683f03ebf6072b19b609ef5d762020", "run_id": "EMAILFIND-001", "runner": "devlo (agent-operated)", "schema_version": "result.v1", "status": "INDETERMINATE", "superseded_by": null, "task": "For each frozen contact (first name, last name, employer domain), return the professional email; success = exact match with the employer-published address AND tool-claimed verified status.", "valid_until": "2026-12-01T17:48:38Z" }