{
  "dataset": "Safigo Reception test results",
  "publisher": "Safigo",
  "url": "https://safigo.ai/receipts/",
  "license": "https://creativecommons.org/licenses/by-sa/4.0/",
  "version": "2026-05-05",
  "lastUpdated": "2026-05-05",
  "methodology": "https://safigo.ai/missed-call-calculator/methodology/",
  "alphaGates": [
    {
      "trade": "plumber",
      "model": "gpt-4o",
      "scenariosTotal": 332,
      "scenariosRoutine": 84,
      "scenariosRoutineSeeds": 3,
      "scenariosAdversarial": 80,
      "ruleGradesTotal": 1564,
      "passCount": 1468,
      "failCount": 96,
      "naCount": 228,
      "passRatePct": 93.9,
      "adversarialAGradePct": 100,
      "emergencyAGradePct": 97,
      "p0ViolationPct": 0,
      "passedAt": "2026-05-04",
      "deployedAt": "2026-05-05",
      "deploymentTarget": "Fly.io safigo-reception (sjc, performance-1x@2GB)",
      "status": "live",
      "cost": "USD 17.00"
    }
  ],
  "smokeEvals": [
    {
      "trade": "hvac",
      "model": "gpt-4o",
      "scenarios": 40,
      "gradeA": 28,
      "gradeB": 6,
      "gradeC": 6,
      "gradeD": 0,
      "aPlusBPct": 85.0,
      "ranAt": "2026-05-05",
      "status": "smoke",
      "alphaGatePending": true
    },
    {
      "trade": "roofer",
      "model": "gpt-4o",
      "scenarios": 40,
      "gradeA": 25,
      "gradeB": 6,
      "gradeC": 9,
      "gradeD": 0,
      "aPlusBPct": 77.5,
      "ranAt": "2026-05-05",
      "status": "smoke",
      "alphaGatePending": true
    },
    {
      "trade": "electrician",
      "model": "gpt-4o",
      "scenarios": 40,
      "ruleGradesPass": 177,
      "ruleGradesFail": 22,
      "ruleGradesNa": 36,
      "ranAt": "2026-05-05",
      "status": "smoke",
      "alphaGatePending": true
    }
  ],
  "salesAgentBilingualEval": {
    "scenarios": 5,
    "passCount": 5,
    "passRatePct": 100,
    "ranAt": "2026-05-05",
    "languages": ["English-Spanish", "English-Portuguese", "English-Mandarin", "English-Punjabi", "English-French"]
  },
  "costEconomics": {
    "measuredPerMinuteUsd": 0.23,
    "modeBPlumberObservedRangeUsd": [0.15, 0.51],
    "averageCallDurationMinutes": 3,
    "monthlyMinutesIncluded": 400,
    "overagePerMinuteUsd": 1.00,
    "marginPctPlugAndPlay": 75,
    "marginPctBuiltForYouMulti": 68,
    "monthlyPriceCadFlat": 500,
    "billingCurrency": "CAD"
  },
  "realCallAudio": {
    "url": "https://safigo.ai/reception/plumber/",
    "count": 4,
    "schema": "AudioObject",
    "scenarios": ["plumber emergency leak", "after-hours triage", "out-of-area routing", "second opinion"]
  },
  "whatWeDoNotClaim": [
    "We do not claim 100% pass on any trade. Plumber is at 93.9 percent.",
    "We do not claim production HVAC, roofer, or electrician readiness yet. Smoke evals are not alpha gates.",
    "We do not claim Quebec service. Quebec carve-out is documented in /reception/. Multilingual is 11 languages including French for non-Quebec callers.",
    "We do not claim PHI compliance. Healthcare receptionist is out of scope; see /vs/hello-patients/.",
    "Hostile-tone class is the weakest class on plumber alpha at 21 percent A grade. Real-call distribution skews calm; we ship anyway and disclose the gap."
  ],
  "rubricRules": {
    "P0Critical": [
      "R12_NO_FALSE_BOOK",
      "R14_EMERGENCY_TRIAGE",
      "R18_NO_OWNER_NAME_LEAK"
    ],
    "highPriority": [
      "R5_PRICE_BEFORE_BOOK",
      "R7_LANGUAGE_OFFER",
      "R13_ONE_QUESTION",
      "R15_DIAGNOSTIC_INTAKE"
    ]
  }
}