{ "developmentV6": { "phase": "development", "summaries": [ { "arm": "baseline", "model": "google/gemini-3.1-flash-lite", "planned": 61, "attempted": 61, "complete": 61, "failed": 0, "skipped": 0, "primaryWithin25Count": 33, "primaryWithin25PlannedPct": 54.09836065573771, "primaryWithin25AttemptedPct": 54.09836065573771, "massWithin25AttemptedPct": 62.295081967213115, "completeConditional": { "count": 61, "within25": 33, "kcal": { "mae": 94.72114754098365, "wapePct": 33.19094939032062, "meanApePct": 70.5790970654627, "medianApePct": 23.894448220102653, "meanSigned": 5.32573770491803 }, "protein_g": { "mae": 6.091147540983607, "wapePct": 48.92423564111342, "meanApePct": 167.30277061570473, "medianApePct": 31.277533039647576, "meanSigned": 2.204918032786886 }, "carbs_g": { "mae": 8.876393442622952, "wapePct": 23.92992411686974, "meanApePct": 37.66458318231805, "medianApePct": 22.364380757420676, "meanSigned": -4.164262295081968 }, "fat_g": { "mae": 6.897868852459016, "wapePct": 59.01485294323903, "meanApePct": 256.11817377381357, "medianApePct": 46.73713235294118, "meanSigned": -0.5644262295081968 }, "grams": { "mae": 61.80327868852459, "wapePct": 23.242909987669545, "meanApePct": 20.86843341906497, "medianApePct": 19.565217391304348, "meanSigned": -46.721311475409834 } }, "modelStageLatencyMs": { "p50": 2904, "p95": 4111 }, "providerCalls": 105, "resolvedModels": [ "google/gemini-3.1-flash-lite" ], "providers": [ "Google AI Studio", "Google" ], "reasoningTokens": 0, "httpOutcomes": { "200": 105 }, "conservativeAttemptCostUsd": 0.046193000000000005, "conservativeCostPerCompletedMealUsd": 0.0007572622950819673, "completeBillingCalls": 105, "reportedAttemptCostUsd": 0.04619300000000001, "reportedCostPerCompletedMealUsd": 0.0007572622950819674, "unknownCostCalls": 0, "failures": [], "nutrition": { "recognizedFoods": 159, "aiFoods": 78, "usdaFoods": 81, "separateFatFoods": [ { "dishId": "dfood-002441", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001552", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002802", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002690", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001871", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002948", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001539", "repeat": 1, "query": "vegetable oil", "grams": 5 } ] }, "diagnostics": { "medianMassRatio": 0.8870967741935484, "medianCalorieDensityRatio": 1.2340425531914894, "referenceEnergySensitivity": { "count": 58, "within25": 33, "kcal": { "mae": 97.15362068965521, "wapePct": 32.51504890895411, "meanApePct": 64.23240452858062, "medianApePct": 23.159250271773374, "meanSigned": 3.1343103448275835 }, "protein_g": { "mae": 6.31551724137931, "wapePct": 48.5519252435549, "meanApePct": 166.35408000703845, "medianApePct": 31.490501535596657, "meanSigned": 2.24344827586207 }, "carbs_g": { "mae": 9.297241379310345, "wapePct": 23.983597005830884, "meanApePct": 38.82752327521718, "medianApePct": 23.436444675536293, "meanSigned": -4.36448275862069 }, "fat_g": { "mae": 7.040344827586207, "wapePct": 57.495670294701554, "meanApePct": 193.06693988355352, "medianApePct": 43.995441006043535, "meanSigned": -0.8079310344827586 }, "grams": { "mae": 64.17241379310344, "wapePct": 23.500441974996843, "meanApePct": 21.279412040689603, "medianApePct": 19.699964067553, "meanSigned": -48.758620689655174 } }, "withoutCrossSplitEqualVectors": { "count": 55, "within25": 30, "kcal": { "mae": 99.3007272727273, "wapePct": 33.162950548916754, "meanApePct": 69.15295508930618, "medianApePct": 23.579482455691455, "meanSigned": 4.13454545454545 }, "protein_g": { "mae": 6.440000000000002, "wapePct": 49.791947818263615, "meanApePct": 178.91376875850364, "medianApePct": 31.703470031545738, "meanSigned": 2.5210909090909097 }, "carbs_g": { "mae": 9.347818181818184, "wapePct": 24.246154136366638, "meanApePct": 38.38075298501827, "medianApePct": 22.127659574468083, "meanSigned": -4.215090909090908 }, "fat_g": { "mae": 7.278181818181817, "wapePct": 58.04477698509364, "meanApePct": 235.42287292911286, "medianApePct": 46.73713235294118, "meanSigned": -0.9854545454545455 }, "grams": { "mae": 65.61818181818182, "wapePct": 23.52519392477674, "meanApePct": 21.711506560578915, "medianApePct": 20.80745341614907, "meanSigned": -50.2 } }, "masked": { "count": 48, "within25": 23, "kcal": { "mae": 89.13770833333335, "wapePct": 38.82329029020766, "meanApePct": 82.9359413063621, "medianApePct": 26.445956061918643, "meanSigned": 2.5222916666666637 }, "protein_g": { "mae": 6.073749999999998, "wapePct": 57.35250722955559, "meanApePct": 203.56752668704704, "medianApePct": 31.490501535596657, "meanSigned": 1.41875 }, "carbs_g": { "mae": 7.772708333333331, "wapePct": 24.92001469458638, "meanApePct": 40.43957816762227, "medianApePct": 24.514967136098882, "meanSigned": -5.002291666666666 }, "fat_g": { "mae": 6.206666666666668, "wapePct": 71.09414151055961, "meanApePct": 311.31954558821315, "medianApePct": 49.171318470048575, "meanSigned": -0.008333333333333434 }, "grams": { "mae": 49.6875, "wapePct": 24.61046331647921, "meanApePct": 20.68440619422408, "medianApePct": 18.593644354293442, "meanSigned": -32.729166666666664 } }, "noCue": { "count": 13, "within25": 10, "kcal": { "mae": 115.33692307692307, "wapePct": 23.473292003256308, "meanApePct": 24.95382602214178, "medianApePct": 17.388809182209474, "meanSigned": 15.676923076923082 }, "protein_g": { "mae": 6.155384615384616, "wapePct": 31.863974833751453, "meanApePct": 33.40213281382549, "medianApePct": 27.98374809547995, "meanSigned": 5.107692307692308 }, "carbs_g": { "mae": 12.95153846153846, "wapePct": 21.993625414739917, "meanApePct": 27.41844785196398, "medianApePct": 21.855921855921846, "meanSigned": -1.0699999999999992 }, "fat_g": { "mae": 9.45, "wapePct": 41.79424372320881, "meanApePct": 52.29772399756892, "medianApePct": 35.1577591757888, "meanSigned": -2.6176923076923084 }, "grams": { "mae": 106.53846153846153, "wapePct": 21.2130494715883, "meanApePct": 21.547918556939045, "medianApePct": 24.02826855123675, "meanSigned": -98.38461538461539 } } } }, { "arm": "challenger", "model": "mistralai/mistral-large-4-0", "planned": 61, "attempted": 61, "complete": 60, "failed": 1, "skipped": 0, "primaryWithin25Count": 29, "primaryWithin25PlannedPct": 47.540983606557376, "primaryWithin25AttemptedPct": 47.540983606557376, "massWithin25AttemptedPct": 52.459016393442624, "completeConditional": { "count": 60, "within25": 29, "kcal": { "mae": 95.34000000000002, "wapePct": 34.659155284576016, "meanApePct": 86.67900546753442, "medianApePct": 26.108126468151035, "meanSigned": 33.9943333333333 }, "protein_g": { "mae": 8.633833333333332, "wapePct": 70.12155503817206, "meanApePct": 138.13574633999457, "medianApePct": 55.158509867825465, "meanSigned": 5.083499999999999 }, "carbs_g": { "mae": 12.289166666666663, "wapePct": 33.559078268864035, "meanApePct": 45.848322839208706, "medianApePct": 34.54895690914515, "meanSigned": -5.541166666666666 }, "fat_g": { "mae": 8.124500000000001, "wapePct": 75.17116950407109, "meanApePct": 367.1705602151684, "medianApePct": 64.45558327996997, "meanSigned": 2.5165000000000006 }, "grams": { "mae": 61.06666666666667, "wapePct": 23.40615817043567, "meanApePct": 28.265756434123478, "medianApePct": 22.41156169111303, "meanSigned": -30.1 } }, "modelStageLatencyMs": { "p50": 4353, "p95": 9929 }, "providerCalls": 98, "resolvedModels": [ "mistralai/mistral-large-4-0" ], "providers": [ "Mistral" ], "reasoningTokens": 0, "httpOutcomes": { "200": 98 }, "conservativeAttemptCostUsd": 0.16653197, "conservativeCostPerCompletedMealUsd": 0.002775532833333333, "completeBillingCalls": 97, "reportedAttemptCostUsd": 0.13249229, "reportedCostPerCompletedMealUsd": 0.0022082048333333334, "unknownCostCalls": 1, "failures": [ { "id": "development/dfood-000506/challenger/1", "kind": "model", "stage": "recognition", "message": "BenchmarkFault: Recorded call exceeds the API stage deadline" } ], "nutrition": { "recognizedFoods": 189, "aiFoods": 69, "usdaFoods": 120, "separateFatFoods": [ { "dishId": "dfood-002431", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-002794", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-002807", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-002948", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-002441", "repeat": 1, "query": "vegetable oil, for cooking", "grams": 5 }, { "dishId": "dfood-001539", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-001562", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-002391", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002296", "repeat": 1, "query": "sesame oil", "grams": 5 }, { "dishId": "dfood-001500", "repeat": 1, "query": "peanut butter", "grams": 15 }, { "dishId": "dfood-002761", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002408", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-000562", "repeat": 1, "query": "vegetable oil", "grams": 15 }, { "dishId": "dfood-001948", "repeat": 1, "query": "oil, vegetable, cooking", "grams": 5 }, { "dishId": "dfood-001871", "repeat": 1, "query": "vegetable oil", "grams": 8 } ] }, "diagnostics": { "medianMassRatio": 0.8936736220799734, "medianCalorieDensityRatio": 1.2850925037409602, "referenceEnergySensitivity": { "count": 57, "within25": 29, "kcal": { "mae": 95.49421052631581, "wapePct": 33.136396177897275, "meanApePct": 72.66233539391197, "medianApePct": 24.75699624756996, "meanSigned": 30.91982456140348 }, "protein_g": { "mae": 8.894385964912278, "wapePct": 69.09437819420783, "meanApePct": 126.21598780667578, "medianApePct": 54.966666666666676, "meanSigned": 5.157192982456139 }, "carbs_g": { "mae": 12.91614035087719, "wapePct": 33.72746638568842, "meanApePct": 47.85342963620302, "medianApePct": 35.35318559556786, "meanSigned": -5.839649122807017 }, "fat_g": { "mae": 8.121052631578948, "wapePct": 71.68963915130868, "meanApePct": 261.75530620157565, "medianApePct": 60.28368794326241, "meanSigned": 2.2178947368421063 }, "grams": { "mae": 62.01754385964912, "wapePct": 23.146935568360398, "meanApePct": 27.99815165682965, "medianApePct": 21.05263157894737, "meanSigned": -33.94736842105263 } }, "withoutCrossSplitEqualVectors": { "count": 54, "within25": 27, "kcal": { "mae": 98.61296296296297, "wapePct": 34.211574538072114, "meanApePct": 85.05465120207039, "medianApePct": 25.061276352867026, "meanSigned": 32.62703703703701 }, "protein_g": { "mae": 9.204629629629624, "wapePct": 71.96739350765931, "meanApePct": 143.8179094954723, "medianApePct": 55.158509867825465, "meanSigned": 5.672777777777776 }, "carbs_g": { "mae": 12.797407407407404, "wapePct": 33.629205718901765, "meanApePct": 46.29058598042183, "medianApePct": 33.8223611037551, "meanSigned": -5.410370370370372 }, "fat_g": { "mae": 8.044814814814815, "wapePct": 69.49274550893415, "meanApePct": 325.7404253151265, "medianApePct": 60.095296260227016, "meanSigned": 1.9203703703703707 }, "grams": { "mae": 62.407407407407405, "wapePct": 22.8087986463621, "meanApePct": 27.272447265131603, "medianApePct": 21.05263157894737, "meanSigned": -30.962962962962962 } }, "masked": { "count": 48, "within25": 22, "kcal": { "mae": 92.18729166666667, "wapePct": 40.15151446410538, "meanApePct": 102.44723018560103, "medianApePct": 30.48013783095771, "meanSigned": 28.858541666666657 }, "protein_g": { "mae": 7.6341666666666645, "wapePct": 72.08703007888573, "meanApePct": 155.01044727901817, "medianApePct": 54.216006600660066, "meanSigned": 3.1962500000000005 }, "carbs_g": { "mae": 11.898958333333335, "wapePct": 38.149150051765034, "meanApePct": 50.598170828655896, "medianApePct": 36.83736400316688, "meanSigned": -7.531041666666668 }, "fat_g": { "mae": 8.392291666666667, "wapePct": 96.12934017420353, "meanApePct": 450.71503916314236, "medianApePct": 104.12896717622408, "meanSigned": 3.657708333333335 }, "grams": { "mae": 57.4375, "wapePct": 28.44907646269735, "meanApePct": 31.5726079204394, "medianApePct": 31.602521566025217, "meanSigned": -21.9375 } }, "noCue": { "count": 12, "within25": 7, "kcal": { "mae": 107.95083333333332, "wapePct": 23.621626549963526, "meanApePct": 23.606106595267885, "medianApePct": 18.715790328388756, "meanSigned": 54.53749999999999 }, "protein_g": { "mae": 12.632499999999999, "wapePct": 65.78570498632989, "meanApePct": 70.6369425839003, "medianApePct": 64.90085470085471, "meanSigned": 12.632499999999999 }, "carbs_g": { "mae": 13.85, "wapePct": 23.742178794891576, "meanApePct": 26.84893088142, "medianApePct": 21.124625415354192, "meanSigned": 2.4183333333333334 }, "fat_g": { "mae": 7.053333333333334, "wapePct": 36.891426578912956, "meanApePct": 32.99264442327229, "medianApePct": 32.71363496003658, "meanSigned": -2.048333333333334 }, "grams": { "mae": 75.58333333333333, "wapePct": 15.210464531276203, "meanApePct": 15.038350488859804, "medianApePct": 14.855072463768117, "meanSigned": -62.75 } } } } ], "comparison": { "imageCount": 61, "perArm": [ { "arm": "baseline", "primary": { "clusters": 24, "point": 54.09836065573771, "ci95": [ 42.3728813559322, 67.30867346938774 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "completion": { "clusters": 24, "point": 100, "ci95": [ 100, 100 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 24, "point": 62.295081967213115, "ci95": [ 46.42857142857143, 76.66666666666667 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, { "arm": "challenger", "primary": { "clusters": 24, "point": 47.540983606557376, "ci95": [ 33.84615384615385, 61.702127659574465 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "completion": { "clusters": 24, "point": 98.36065573770492, "ci95": [ 94.02985074626865, 100 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 24, "point": 52.459016393442624, "ci95": [ 42.42424242424242, 63.333333333333336 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } } ], "primaryDifferencePp": { "clusters": 24, "point": -6.557377049180328, "ci95": [ -20.408163265306122, 5.454545454545454 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "vectorClusterSensitivity": { "clusters": 59, "point": -6.557377049180328, "ci95": [ -19.672131147540984, 6.451612903225806 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "vector" }, "completionDifferencePp": -1.639344262295082, "massWithin25DifferencePp": -9.836065573770492, "costRatio": 3.6652198998405234, "latencyP95Ratio": 2.415227438579421, "macroWapeDeltaPp": { "protein_g": 22.04775569873837, "carbs_g": 9.567307035868861, "fat_g": 18.338267949666907 }, "pairedCompleteAttempts": 60, "sensitivities": { "withoutEnergyFlags": { "images": 58, "clusters": 24, "point": -6.896551724137931, "ci95": [ -21.428571428571427, 5.660377358490566 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "withoutCrossSplitVectors": { "images": 55, "clusters": 23, "point": -5.454545454545454, "ci95": [ -20.930232558139537, 7.464798648268063 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "masked": { "images": 48, "clusters": 14, "point": -2.0833333333333335, "ci95": [ -17.391304347826086, 11.904761904761905 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "noCue": { "images": 13, "clusters": 12, "point": -23.076923076923077, "ci95": [ -50, 0 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "gates": { "primaryGain": false, "completion": true, "cost": false, "latency": false, "macros": false, "noCompatibilityStop": true }, "passesAll": false, "decision": "Retain baseline; candidate fails frozen criteria" }, "outsidePilot": { "images": 49, "arms": [ { "arm": "baseline", "planned": 49, "completed": 49, "primaryWithin25Pct": 53.06122448979592, "massWithin25Pct": 61.224489795918366 }, { "arm": "challenger", "planned": 49, "completed": 48, "primaryWithin25Pct": 46.93877551020408, "massWithin25Pct": 55.10204081632653 } ] }, "perRepeat": [ { "arm": "baseline", "repeat": 1, "planned": 61, "completed": 61, "primaryWithin25Pct": 54.09836065573771, "massWithin25Pct": 62.295081967213115 }, { "arm": "challenger", "repeat": 1, "planned": 61, "completed": 60, "primaryWithin25Pct": 47.540983606557376, "massWithin25Pct": 52.459016393442624 } ], "spend": { "confirmedUsd": 0.1786852899999999, "reservedUsd": 0.03403968 }, "interpretation": "Development is exploratory. Calorie references are table-derived prepared-dish labels; mass/density ratios alone do not isolate causes. Latency sums model stages, excludes cold USDA retrieval and hosted overhead.", "participantClusters": 24, "inputsSha256": "d1544267a6a85fbb3f3467537b3a9108c211aeb85fdfa040caf0d18f66542e63" }, "developmentV7": { "phase": "development-final", "summaries": [ { "arm": "baseline", "model": "google/gemini-3.1-flash-lite", "planned": 61, "attempted": 61, "complete": 61, "failed": 0, "skipped": 0, "primaryWithin25Count": 33, "primaryWithin25PlannedPct": 54.09836065573771, "primaryWithin25AttemptedPct": 54.09836065573771, "massWithin25AttemptedPct": 62.295081967213115, "completeConditional": { "count": 61, "within25": 33, "kcal": { "mae": 90.33295081967216, "wapePct": 31.653294715805604, "meanApePct": 68.5126232596049, "medianApePct": 23.894448220102653, "meanSigned": 0.7650819672131141 }, "protein_g": { "mae": 5.993934426229508, "wapePct": 48.14341769151766, "meanApePct": 150.64909184460836, "medianApePct": 30.439121756487026, "meanSigned": 2.0427868852459015 }, "carbs_g": { "mae": 8.855245901639343, "wapePct": 23.87291233001428, "meanApePct": 37.913603549590505, "medianApePct": 22.364380757420676, "meanSigned": -4.144426229508196 }, "fat_g": { "mae": 6.39688524590164, "wapePct": 54.728677821568326, "meanApePct": 245.59126421140797, "medianApePct": 39.59731543624161, "meanSigned": -1.0034426229508198 }, "grams": { "mae": 61.80327868852459, "wapePct": 23.242909987669545, "meanApePct": 20.868433419064985, "medianApePct": 19.565217391304348, "meanSigned": -46.721311475409834 } }, "modelStageLatencyMs": { "p50": 2904, "p95": 4111 }, "providerCalls": 106, "resolvedModels": [ "google/gemini-3.1-flash-lite" ], "providers": [ "Google AI Studio", "Google" ], "reasoningTokens": 0, "httpOutcomes": { "200": 106 }, "conservativeAttemptCostUsd": 0.04639174999999999, "conservativeCostPerCompletedMealUsd": 0.0007605204918032785, "completeBillingCalls": 106, "reportedAttemptCostUsd": 0.04639175, "reportedCostPerCompletedMealUsd": 0.0007605204918032788, "unknownCostCalls": 0, "failures": [], "nutrition": { "recognizedFoods": 159, "aiFoods": 80, "usdaFoods": 79, "notedGenericMatches": [ { "dishId": "dfood-000521", "repeat": 1, "query": "cabbage, steamed", "description": "Cabbage, red, cooked", "source": "usda", "kcal100g": 58 }, { "dishId": "dfood-001853", "repeat": 1, "query": "steamed chicken", "description": "Chicken, back", "source": "usda", "kcal100g": 298 }, { "dishId": "dfood-000091", "repeat": 1, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 } ], "separateFatFoods": [ { "dishId": "dfood-001871", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002802", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002441", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002948", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001539", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001552", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002690", "repeat": 1, "query": "vegetable oil", "grams": 5 } ] }, "diagnostics": { "medianMassRatio": 0.8870967741935484, "medianCalorieDensityRatio": 1.2070432868672045, "referenceEnergySensitivity": { "count": 58, "within25": 33, "kcal": { "mae": 92.53844827586211, "wapePct": 30.970458437775537, "meanApePct": 62.05904414655775, "medianApePct": 23.159250271773374, "meanSigned": -1.6622413793103457 }, "protein_g": { "mae": 6.213275862068966, "wapePct": 47.765922194976476, "meanApePct": 148.83900405812676, "medianApePct": 30.858327398067303, "meanSigned": 2.0729310344827585 }, "carbs_g": { "mae": 9.275, "wapePct": 23.92622210757127, "meanApePct": 39.089424006314076, "medianApePct": 23.767938833449676, "meanSigned": -4.343620689655172 }, "fat_g": { "mae": 6.513448275862069, "wapePct": 53.19271764689317, "meanApePct": 181.99553499895453, "medianApePct": 35.888738742823975, "meanSigned": -1.2696551724137934 }, "grams": { "mae": 64.17241379310344, "wapePct": 23.500441974996843, "meanApePct": 21.279412040689614, "medianApePct": 19.699964067553, "meanSigned": -48.758620689655174 } }, "withoutCrossSplitEqualVectors": { "count": 55, "within25": 30, "kcal": { "mae": 94.43381818181822, "wapePct": 31.537574079471494, "meanApePct": 66.8610477773548, "medianApePct": 23.579482455691455, "meanSigned": -0.9236363636363638 }, "protein_g": { "mae": 6.332181818181818, "wapePct": 48.958333333333336, "meanApePct": 160.4433250305604, "medianApePct": 30.439121756487026, "meanSigned": 2.341272727272726 }, "carbs_g": { "mae": 9.324363636363637, "wapePct": 24.185318279995855, "meanApePct": 38.65693921053863, "medianApePct": 21.855921855921846, "meanSigned": -4.193090909090908 }, "fat_g": { "mae": 6.722545454545455, "wapePct": 53.613479496548926, "meanApePct": 223.74757323262665, "medianApePct": 39.59731543624161, "meanSigned": -1.472363636363636 }, "grams": { "mae": 65.61818181818182, "wapePct": 23.52519392477674, "meanApePct": 21.711506560578922, "medianApePct": 20.80745341614907, "meanSigned": -50.2 } }, "masked": { "count": 48, "within25": 23, "kcal": { "mae": 84.50020833333333, "wapePct": 36.80346038783276, "meanApePct": 80.47529927335226, "medianApePct": 25.58677583278455, "meanSigned": -2.1152083333333387 }, "protein_g": { "mae": 5.9070833333333335, "wapePct": 55.77872641787817, "meanApePct": 182.2132506479916, "medianApePct": 30.858327398067303, "meanSigned": 1.250416666666667 }, "carbs_g": { "mae": 7.708958333333329, "wapePct": 24.715626356744473, "meanApePct": 40.6658996687456, "medianApePct": 25.848255360659795, "meanSigned": -4.9402083333333335 }, "fat_g": { "mae": 5.740625000000001, "wapePct": 65.755876387066, "meanApePct": 300.4478472995227, "medianApePct": 43.995441006043535, "meanSigned": -0.47437500000000044 }, "grams": { "mae": 49.6875, "wapePct": 24.61046331647921, "meanApePct": 20.684406194224085, "medianApePct": 18.593644354293442, "meanSigned": -32.729166666666664 } }, "noCue": { "count": 13, "within25": 10, "kcal": { "mae": 111.86923076923077, "wapePct": 22.767549627403092, "meanApePct": 24.342742593460766, "medianApePct": 17.17492837238511, "meanSigned": 11.400000000000004 }, "protein_g": { "mae": 6.314615384615385, "wapePct": 32.6882491140047, "meanApePct": 34.10450549365489, "medianApePct": 27.98374809547995, "meanSigned": 4.968461538461539 }, "carbs_g": { "mae": 13.087692307692306, "wapePct": 22.224834757164878, "meanApePct": 27.751279417325517, "medianApePct": 21.855921855921846, "meanSigned": -1.2061538461538461 }, "fat_g": { "mae": 8.819999999999999, "wapePct": 39.00796080832822, "meanApePct": 43.04388050144592, "medianApePct": 24.513289317758588, "meanSigned": -2.9569230769230765 }, "grams": { "mae": 106.53846153846153, "wapePct": 21.2130494715883, "meanApePct": 21.54791855693904, "medianApePct": 24.02826855123675, "meanSigned": -98.38461538461539 } } } }, { "arm": "challenger", "model": "mistralai/mistral-large-4-0", "planned": 61, "attempted": 61, "complete": 60, "failed": 1, "skipped": 0, "primaryWithin25Count": 28, "primaryWithin25PlannedPct": 45.90163934426229, "primaryWithin25AttemptedPct": 45.90163934426229, "massWithin25AttemptedPct": 52.459016393442624, "completeConditional": { "count": 60, "within25": 28, "kcal": { "mae": 92.63716666666669, "wapePct": 33.676588468881356, "meanApePct": 86.32204016843798, "medianApePct": 28.232870267242248, "meanSigned": 17.36516666666666 }, "protein_g": { "mae": 8.442333333333332, "wapePct": 68.5662461421842, "meanApePct": 139.1958935033649, "medianApePct": 55.235336707437085, "meanSigned": 4.878333333333333 }, "carbs_g": { "mae": 12.707166666666664, "wapePct": 34.700546612233005, "meanApePct": 44.97607963001329, "medianApePct": 37.071461348026816, "meanSigned": -6.225499999999998 }, "fat_g": { "mae": 7.2333333333333325, "wapePct": 66.92573402417962, "meanApePct": 347.83146704198475, "medianApePct": 57.191840277777786, "meanSigned": 1.047 }, "grams": { "mae": 61.06666666666667, "wapePct": 23.40615817043567, "meanApePct": 28.265756434123485, "medianApePct": 22.41156169111303, "meanSigned": -30.1 } }, "modelStageLatencyMs": { "p50": 4437, "p95": 9929 }, "providerCalls": 107, "resolvedModels": [ "mistralai/mistral-large-4-0" ], "providers": [ "Mistral" ], "reasoningTokens": 0, "httpOutcomes": { "200": 107 }, "conservativeAttemptCostUsd": 0.16960856999999993, "conservativeCostPerCompletedMealUsd": 0.002826809499999999, "completeBillingCalls": 106, "reportedAttemptCostUsd": 0.13556889, "reportedCostPerCompletedMealUsd": 0.0022594815, "unknownCostCalls": 1, "failures": [ { "id": "development-final/dfood-000506/challenger/1", "kind": "model", "stage": "recognition", "message": "BenchmarkFault: Recorded call exceeds the API stage deadline" } ], "nutrition": { "recognizedFoods": 189, "aiFoods": 85, "usdaFoods": 104, "notedGenericMatches": [ { "dishId": "dfood-000215", "repeat": 1, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 }, { "dishId": "dfood-000091", "repeat": 1, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 } ], "separateFatFoods": [ { "dishId": "dfood-002296", "repeat": 1, "query": "sesame oil", "grams": 5 }, { "dishId": "dfood-000562", "repeat": 1, "query": "vegetable oil", "grams": 15 }, { "dishId": "dfood-002441", "repeat": 1, "query": "vegetable oil, for cooking", "grams": 5 }, { "dishId": "dfood-002807", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-002948", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-001871", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-001539", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-001562", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-001948", "repeat": 1, "query": "oil, vegetable, cooking", "grams": 5 }, { "dishId": "dfood-002794", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-002761", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002431", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-002408", "repeat": 1, "query": "vegetable oil", "grams": 8 }, { "dishId": "dfood-002391", "repeat": 1, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001500", "repeat": 1, "query": "peanut butter", "grams": 15 } ] }, "diagnostics": { "medianMassRatio": 0.8936736220799734, "medianCalorieDensityRatio": 1.2005928202961889, "referenceEnergySensitivity": { "count": 57, "within25": 28, "kcal": { "mae": 92.64912280701758, "wapePct": 32.14915356593226, "meanApePct": 72.28658244749465, "medianApePct": 25.365556458164097, "meanSigned": 13.41543859649122 }, "protein_g": { "mae": 8.692807017543858, "wapePct": 67.52844974446336, "meanApePct": 127.33193218917091, "medianApePct": 54.966666666666676, "meanSigned": 4.9412280701754385 }, "carbs_g": { "mae": 13.35614035087719, "wapePct": 34.87642302494445, "meanApePct": 46.93527888968153, "medianApePct": 37.98630823175822, "meanSigned": -6.559999999999997 }, "fat_g": { "mae": 7.182982456140351, "wapePct": 63.408703732383465, "meanApePct": 241.39836601927718, "medianApePct": 55.01858736059479, "meanSigned": 0.6710526315789473 }, "grams": { "mae": 62.01754385964912, "wapePct": 23.146935568360398, "meanApePct": 27.998151656829656, "medianApePct": 21.05263157894737, "meanSigned": -33.94736842105263 } }, "withoutCrossSplitEqualVectors": { "count": 54, "within25": 25, "kcal": { "mae": 97.75296296296295, "wapePct": 33.91321666281192, "meanApePct": 85.20932983509611, "medianApePct": 28.232870267242248, "meanSigned": 17.686296296296288 }, "protein_g": { "mae": 9.00648148148148, "wapePct": 70.41815075435092, "meanApePct": 145.19254576520777, "medianApePct": 55.235336707437085, "meanSigned": 5.437592592592591 }, "carbs_g": { "mae": 13.113333333333332, "wapePct": 34.45940027446057, "meanApePct": 45.03006141047404, "medianApePct": 35.57039869295235, "meanSigned": -6.022222222222221 }, "fat_g": { "mae": 7.381851851851854, "wapePct": 63.76593668516951, "meanApePct": 307.5455655561935, "medianApePct": 54.269857060579085, "meanSigned": 0.6148148148148148 }, "grams": { "mae": 62.407407407407405, "wapePct": 22.8087986463621, "meanApePct": 27.27244726513161, "medianApePct": 21.05263157894737, "meanSigned": -30.962962962962962 } }, "masked": { "count": 48, "within25": 21, "kcal": { "mae": 90.41250000000002, "wapePct": 39.37851666813362, "meanApePct": 102.33766174312053, "medianApePct": 33.71853541261201, "meanSigned": 13.715833333333324 }, "protein_g": { "mae": 7.4987499999999985, "wapePct": 70.80833316939784, "meanApePct": 156.84343880988334, "medianApePct": 54.216006600660066, "meanSigned": 3.0437500000000006 }, "carbs_g": { "mae": 12.424583333333336, "wapePct": 39.83435193534384, "meanApePct": 49.55531155916406, "medianApePct": 42.765258947587135, "meanSigned": -8.27833333333333 }, "fat_g": { "mae": 7.348750000000002, "wapePct": 84.17611263572368, "meanApePct": 426.7654255886189, "medianApePct": 62.64129508662311, "meanSigned": 2.3504166666666677 }, "grams": { "mae": 57.4375, "wapePct": 28.44907646269735, "meanApePct": 31.572607920439406, "medianApePct": 31.602521566025217, "meanSigned": -21.9375 } }, "noCue": { "count": 12, "within25": 7, "kcal": { "mae": 101.53583333333334, "wapePct": 22.217906637490884, "meanApePct": 22.259553869707762, "medianApePct": 18.715790328388756, "meanSigned": 31.962499999999988 }, "protein_g": { "mae": 12.216666666666669, "wapePct": 63.62018834353167, "meanApePct": 68.60571227729118, "medianApePct": 64.90085470085471, "meanSigned": 12.216666666666669 }, "carbs_g": { "mae": 13.837499999999997, "wapePct": 23.720750835690403, "meanApePct": 26.659151913410245, "medianApePct": 21.124625415354192, "meanSigned": 1.9858333333333331 }, "fat_g": { "mae": 6.771666666666667, "wapePct": 35.41821034738265, "meanApePct": 32.09563285544842, "medianApePct": 28.104246955819747, "meanSigned": -4.166666666666665 }, "grams": { "mae": 75.58333333333333, "wapePct": 15.210464531276203, "meanApePct": 15.038350488859804, "medianApePct": 14.855072463768117, "meanSigned": -62.75 } } } } ], "comparison": { "imageCount": 61, "perArm": [ { "arm": "baseline", "primary": { "clusters": 24, "point": 54.09836065573771, "ci95": [ 42.3728813559322, 67.30867346938774 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "completion": { "clusters": 24, "point": 100, "ci95": [ 100, 100 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 24, "point": 62.295081967213115, "ci95": [ 46.42857142857143, 76.66666666666667 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "menuClusterPrimarySensitivity": { "clusters": 39, "point": 54.09836065573771, "ci95": [ 34.78260869565217, 71.42857142857143 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "menu" }, "subsets": { "withoutEnergyFlags": { "images": 58, "primary": { "clusters": 24, "point": 56.89655172413793, "ci95": [ 45.6140350877193, 69.23076923076923 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 24, "point": 62.06896551724138, "ci95": [ 45.45454545454545, 77.27272727272727 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "withoutCrossSplitVectors": { "images": 55, "primary": { "clusters": 23, "point": 54.54545454545455, "ci95": [ 42.10526315789474, 67.6470588235294 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 23, "point": 60, "ci95": [ 43.63636363636363, 75 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "masked": { "images": 48, "primary": { "clusters": 14, "point": 47.916666666666664, "ci95": [ 35.8974358974359, 61.904761904761905 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 14, "point": 64.58333333333333, "ci95": [ 46, 80.76923076923077 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "noCue": { "images": 13, "primary": { "clusters": 12, "point": 76.92307692307692, "ci95": [ 50, 100 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 12, "point": 53.84615384615385, "ci95": [ 26.666666666666668, 83.33333333333333 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } } } }, { "arm": "challenger", "primary": { "clusters": 24, "point": 45.90163934426229, "ci95": [ 32.25669764898852, 60.869565217391305 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "completion": { "clusters": 24, "point": 98.36065573770492, "ci95": [ 94.02985074626865, 100 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 24, "point": 52.459016393442624, "ci95": [ 42.42424242424242, 63.333333333333336 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "menuClusterPrimarySensitivity": { "clusters": 39, "point": 45.90163934426229, "ci95": [ 32.7263986013986, 57.377049180327866 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "menu" }, "subsets": { "withoutEnergyFlags": { "images": 58, "primary": { "clusters": 24, "point": 48.275862068965516, "ci95": [ 34.32835820895522, 63.1578947368421 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 24, "point": 53.44827586206897, "ci95": [ 42.857142857142854, 64.81481481481481 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "withoutCrossSplitVectors": { "images": 55, "primary": { "clusters": 23, "point": 45.45454545454545, "ci95": [ 30.18867924528302, 60.6572014051522 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 23, "point": 54.54545454545455, "ci95": [ 43.99848484848485, 65.85365853658537 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "masked": { "images": 48, "primary": { "clusters": 14, "point": 43.75, "ci95": [ 29.09090909090909, 61.406882591093066 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 14, "point": 45.833333333333336, "ci95": [ 33.333333333333336, 56.81818181818182 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "noCue": { "images": 13, "primary": { "clusters": 12, "point": 53.84615384615385, "ci95": [ 25, 80 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 12, "point": 76.92307692307692, "ci95": [ 53.84615384615385, 100 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } } } } ], "primaryDifferencePp": { "clusters": 24, "point": -8.19672131147541, "ci95": [ -21.153846153846153, 3.8461538461538463 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "vectorClusterSensitivity": { "clusters": 59, "point": -8.19672131147541, "ci95": [ -21.541666666666664, 5.084745762711864 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "vector" }, "menuClusterSensitivity": { "clusters": 39, "point": -8.19672131147541, "ci95": [ -23.943661971830984, 9.433962264150944 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "menu" }, "completionDifferencePp": -1.639344262295082, "massWithin25DifferencePp": -9.836065573770492, "costRatio": 3.7169406090522554, "latencyP95Ratio": 2.415227438579421, "macroWapeDeltaPp": { "protein_g": 21.295143212951444, "carbs_g": 10.767487267712557, "fat_g": 14.80539106834442 }, "pairedCompleteAttempts": 60, "sensitivities": { "withoutEnergyFlags": { "images": 58, "clusters": 24, "point": -8.620689655172415, "ci95": [ -22, 4 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "withoutCrossSplitVectors": { "images": 55, "clusters": 23, "point": -9.090909090909092, "ci95": [ -23.404255319148938, 4.166666666666667 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "masked": { "images": 48, "clusters": 14, "point": -4.166666666666667, "ci95": [ -18, 10 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "noCue": { "images": 13, "clusters": 12, "point": -23.076923076923077, "ci95": [ -50, 0 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "gates": { "primaryGain": false, "completion": true, "cost": false, "latency": false, "macros": false, "noCompatibilityStop": true, "mass": false }, "passesAll": false, "decision": "Retain baseline; candidate fails frozen criteria" }, "outsidePilot": { "images": 49, "arms": [ { "arm": "baseline", "planned": 49, "completed": 49, "primaryWithin25Pct": 53.06122448979592, "massWithin25Pct": 61.224489795918366 }, { "arm": "challenger", "planned": 49, "completed": 48, "primaryWithin25Pct": 46.93877551020408, "massWithin25Pct": 55.10204081632653 } ] }, "perRepeat": [ { "arm": "baseline", "repeat": 1, "planned": 61, "completed": 61, "primaryWithin25Pct": 54.09836065573771, "massWithin25Pct": 62.295081967213115 }, { "arm": "challenger", "repeat": 1, "planned": 61, "completed": 60, "primaryWithin25Pct": 45.90163934426229, "massWithin25Pct": 52.459016393442624 } ], "spend": { "confirmedUsd": 0, "reservedUsd": 0 }, "interpretation": "Development is exploratory. Calorie references are table-derived prepared-dish labels; mass/density ratios alone do not isolate causes. Latency sums model stages, excludes cold USDA retrieval and hosted overhead.", "participantClusters": 24, "inputsSha256": "d1544267a6a85fbb3f3467537b3a9108c211aeb85fdfa040caf0d18f66542e63" }, "confirmationV7": { "phase": "confirmation", "summaries": [ { "arm": "baseline", "model": "google/gemini-3.1-flash-lite", "planned": 236, "attempted": 236, "complete": 235, "failed": 1, "skipped": 0, "primaryWithin25Count": 113, "primaryWithin25PlannedPct": 47.88135593220339, "primaryWithin25AttemptedPct": 47.88135593220339, "massWithin25AttemptedPct": 62.71186440677966, "completeConditional": { "count": 235, "within25": 113, "kcal": { "mae": 88.6085106382979, "wapePct": 30.17376541581924, "meanApePct": 69.66480840800524, "medianApePct": 26.503650045977444, "meanSigned": -17.900425531914895 }, "protein_g": { "mae": 5.421999999999996, "wapePct": 40.29926275472281, "meanApePct": 86.86380545888784, "medianApePct": 27.65113974231914, "meanSigned": 0.9456595744680855 }, "carbs_g": { "mae": 9.199702127659577, "wapePct": 25.276211765861316, "meanApePct": 45.705797577178686, "medianApePct": 28.429065743944637, "meanSigned": -5.1572340425531875 }, "fat_g": { "mae": 7.230425531914892, "wapePct": 57.25265431412386, "meanApePct": 280.35156258810014, "medianApePct": 48.70466321243522, "meanSigned": -2.137659574468084 }, "grams": { "mae": 66.8340425531915, "wapePct": 24.92659778761764, "meanApePct": 22.683048316760924, "medianApePct": 20, "meanSigned": -46.740425531914894 } }, "modelStageLatencyMs": { "p50": 2716.5, "p95": 3671.25 }, "providerCalls": 399, "resolvedModels": [ "google/gemini-3.1-flash-lite" ], "providers": [ "Google AI Studio", "Google" ], "reasoningTokens": 0, "httpOutcomes": { "200": 399 }, "conservativeAttemptCostUsd": 0.18059149999999996, "conservativeCostPerCompletedMealUsd": 0.0007684744680851063, "completeBillingCalls": 399, "reportedAttemptCostUsd": 0.18059149999999996, "reportedCostPerCompletedMealUsd": 0.0007684744680851063, "unknownCostCalls": 0, "failures": [ { "id": "confirmation/dfood-001126/baseline/3", "kind": "model", "stage": "nutrition", "message": "BenchmarkFault: Error: Analysis provider returned an unavailable or incomplete result. No payment was taken." } ], "nutrition": { "recognizedFoods": 612, "aiFoods": 309, "usdaFoods": 302, "notedGenericMatches": [ { "dishId": "dfood-001251", "repeat": 3, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 }, { "dishId": "dfood-001461", "repeat": 2, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 }, { "dishId": "dfood-002879", "repeat": 3, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 }, { "dishId": "dfood-000494", "repeat": 2, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 }, { "dishId": "dfood-001461", "repeat": 3, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 }, { "dishId": "dfood-000494", "repeat": 3, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 }, { "dishId": "dfood-001166", "repeat": 3, "query": "bean sprouts, cooked", "description": "Bean sprouts, cooked", "source": "usda", "kcal100g": 116 } ], "separateFatFoods": [ { "dishId": "dfood-001775", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002565", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001251", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002565", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001779", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002088", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001421", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002175", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001036", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-003038", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001036", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002088", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-003224", "repeat": 2, "query": "vegetable oil", "grams": 10 }, { "dishId": "dfood-002564", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001420", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-003224", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002214", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001775", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-003038", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-003264", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-003264", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001251", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002511", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002857", "repeat": 3, "query": "vegetable oil", "grams": 10 }, { "dishId": "dfood-001660", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002214", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002128", "repeat": 2, "query": "vegetable oil", "grams": 10 }, { "dishId": "dfood-001421", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001420", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002175", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002516", "repeat": 3, "query": "vegetable oil", "grams": 3 }, { "dishId": "dfood-001660", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002128", "repeat": 3, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-001779", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002511", "repeat": 2, "query": "vegetable oil", "grams": 5 }, { "dishId": "dfood-002516", "repeat": 2, "query": "vegetable oil", "grams": 3 }, { "dishId": "dfood-002564", "repeat": 3, "query": "vegetable oil", "grams": 5 } ] }, "diagnostics": { "medianMassRatio": 0.8556149732620321, "medianCalorieDensityRatio": 1.1737224408818918, "referenceEnergySensitivity": { "count": 199, "within25": 112, "kcal": { "mae": 93.65793969849247, "wapePct": 27.378354771810454, "meanApePct": 41.292827731361236, "medianApePct": 20.282476162767633, "meanSigned": -31.66929648241206 }, "protein_g": { "mae": 6.000351758793967, "wapePct": 38.5642910432095, "meanApePct": 61.099578954918556, "medianApePct": 26.758147512864504, "meanSigned": 0.8278894472361803 }, "carbs_g": { "mae": 10.548693467336687, "wapePct": 25.044082663046236, "meanApePct": 47.37411160789232, "medianApePct": 26.81359044995409, "meanSigned": -6.026783919597989 }, "fat_g": { "mae": 7.548643216080404, "wapePct": 51.1312540632903, "meanApePct": 63.97194430733454, "medianApePct": 40.85684430512016, "meanSigned": -3.5115577889447236 }, "grams": { "mae": 73.8894472361809, "wapePct": 25.15611366785855, "meanApePct": 22.83729648775781, "medianApePct": 20.245398773006134, "meanSigned": -55.50753768844221 } }, "withoutCrossSplitEqualVectors": { "count": 221, "within25": 107, "kcal": { "mae": 91.73601809954752, "wapePct": 30.459114931075987, "meanApePct": 70.39561893738701, "medianApePct": 26.21732565820515, "meanSigned": -19.21927601809955 }, "protein_g": { "mae": 5.575384615384612, "wapePct": 40.49441466548791, "meanApePct": 88.68856567701982, "medianApePct": 27.71084337349397, "meanSigned": 1.0761990950226246 }, "carbs_g": { "mae": 9.516470588235297, "wapePct": 25.79058896241181, "meanApePct": 46.51769615770404, "medianApePct": 28.209459459459463, "meanSigned": -5.267330316742078 }, "fat_g": { "mae": 7.540316742081448, "wapePct": 57.13164129059683, "meanApePct": 275.95399382367674, "medianApePct": 52.80082987551868, "meanSigned": -2.387737556561085 }, "grams": { "mae": 69.61085972850678, "wapePct": 25.219258700677038, "meanApePct": 23.133115169379142, "medianApePct": 21.568627450980394, "meanSigned": -48.89592760180995 } }, "masked": { "count": 189, "within25": 90, "kcal": { "mae": 71.96042328042326, "wapePct": 32.6503901092306, "meanApePct": 79.36177084146895, "medianApePct": 27.055238362114263, "meanSigned": -1.62285714285714 }, "protein_g": { "mae": 4.0541269841269845, "wapePct": 41.330931177146454, "meanApePct": 96.24024127712731, "medianApePct": 28.636363636363647, "meanSigned": 0.9464021164021161 }, "carbs_g": { "mae": 8.043068783068785, "wapePct": 27.0297086039019, "meanApePct": 50.919926482223055, "medianApePct": 32.58110014104372, "meanSigned": -4.400634920634919 }, "fat_g": { "mae": 5.832380952380952, "wapePct": 66.77853772013253, "meanApePct": 338.7173153216382, "medianApePct": 56.0933147632312, "meanSigned": -0.37111111111111117 }, "grams": { "mae": 52.08994708994709, "wapePct": 24.51261110972786, "meanApePct": 21.21159241240234, "medianApePct": 20, "meanSigned": -33.507936507936506 } }, "noCue": { "count": 46, "within25": 23, "kcal": { "mae": 157.01043478260866, "wapePct": 26.402508035011888, "meanApePct": 29.822941018339264, "medianApePct": 25.353966723095787, "meanSigned": -84.77999999999999 }, "protein_g": { "mae": 11.042173913043477, "wapePct": 38.8368963513472, "meanApePct": 48.33888437959986, "medianApePct": 25.79359865456122, "meanSigned": 0.942608695652173 }, "carbs_g": { "mae": 13.951956521739133, "wapePct": 21.909629053071423, "meanApePct": 24.282528815148467, "medianApePct": 15.19747709866347, "meanSigned": -8.265869565217395 }, "fat_g": { "mae": 12.974565217391303, "wapePct": 45.31394730848075, "meanApePct": 40.54444809595554, "medianApePct": 38.233372427591064, "meanSigned": -9.395869565217392 }, "grams": { "mae": 127.41304347826087, "wapePct": 25.654381510986607, "meanApePct": 28.728812793364742, "medianApePct": 20.058596822400503, "meanSigned": -101.1086956521739 } } } } ], "comparison": { "imageCount": 118, "perArm": [ { "arm": "baseline", "primary": { "clusters": 34, "point": 47.88135593220339, "ci95": [ 40.87301587301587, 55.78558515348288 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "completion": { "clusters": 34, "point": 99.57627118644068, "ci95": [ 98.62385321100918, 100 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 34, "point": 62.71186440677966, "ci95": [ 55.172413793103445, 69.33962264150944 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "menuClusterPrimarySensitivity": { "clusters": 60, "point": 47.88135593220339, "ci95": [ 30.45026629072682, 64.33823529411765 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "menu" }, "subsets": { "withoutEnergyFlags": { "images": 100, "primary": { "clusters": 34, "point": 56, "ci95": [ 48.64834152334152, 63.44137717121587 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 34, "point": 63.5, "ci95": [ 54.651162790697676, 71.27659574468085 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "withoutCrossSplitVectors": { "images": 111, "primary": { "clusters": 34, "point": 48.1981981981982, "ci95": [ 40.70742234947076, 56.46564401622718 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 34, "point": 61.26126126126126, "ci95": [ 53.15707236842105, 68.50430154564012 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "masked": { "images": 95, "primary": { "clusters": 22, "point": 47.36842105263158, "ci95": [ 39.67344452773613, 55.78947368421053 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 22, "point": 63.68421052631579, "ci95": [ 55.851063829787236, 70.90182563338301 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } }, "noCue": { "images": 23, "primary": { "clusters": 13, "point": 50, "ci95": [ 33.333333333333336, 71.42857142857143 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" }, "mass": { "clusters": 13, "point": 58.69565217391305, "ci95": [ 38.23529411764706, 76.19047619047619 ], "resamples": 10000, "method": "image-weighted cluster percentile bootstrap", "seed": 20261007, "group": "cluster" } } } } ], "decision": "No challenger in this phase; no model switch evaluated" }, "outsidePilot": null, "perRepeat": [ { "arm": "baseline", "repeat": 2, "planned": 118, "completed": 118, "primaryWithin25Pct": 49.152542372881356, "massWithin25Pct": 62.71186440677966 }, { "arm": "baseline", "repeat": 3, "planned": 118, "completed": 117, "primaryWithin25Pct": 46.610169491525426, "massWithin25Pct": 62.71186440677966 } ], "spend": { "confirmedUsd": 0.18059149999999996, "reservedUsd": 0 }, "interpretation": "Development is exploratory. Calorie references are table-derived prepared-dish labels; mass/density ratios alone do not isolate causes. Latency sums model stages, excludes cold USDA retrieval and hosted overhead.", "participantClusters": 34, "inputsSha256": "d1544267a6a85fbb3f3467537b3a9108c211aeb85fdfa040caf0d18f66542e63" } }