{ "kind": "Synthetic micro-experiment, not a full benchmark", "auditPassed": true, "date": "2026-09-30", "completedAt": "2026-09-30T16:52:09.179Z", "startedAt": "2026-09-30T16:35:13.288Z", "models": { "jev": [ "jev-1.13.0" ], "luna": [ "gpt-6-luna" ] }, "methods": { "jev": { "n": 24, "wireValid": 24, "schemaValid": 24, "exactCorrect": 23, "leafCorrect": 155, "leafTotal": 157, "medianMs": 417.52829199999724, "totalMs": 11425.494708999988, "costUSD": 0.01065729, "meanCostUSD": 0.00044405375, "requests": 61, "meanRequests": 2.5416666666666665, "inputTokens": 253745, "outputTokens": 28467, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 24, "wireValid": 24, "schemaValid": 24, "exactCorrect": 24, "leafCorrect": 157, "leafTotal": 157, "medianMs": 1687.4079794999998, "totalMs": 45264.753375, "costUSD": 0.0040982, "meanCostUSD": 0.00017075833333333331, "requests": 24, "meanRequests": 1, "inputTokens": 42987, "outputTokens": 2542, "cachedTokens": 16350, "reasoningTokens": 1241 }, "mixed": { "n": 24, "wireValid": 24, "schemaValid": 24, "exactCorrect": 23, "medianMs": 1963.4470830000005, "totalMs": 46054.532587, "costUSD": 0.007175158000000001, "meanCostUSD": 0.0002989649166666667, "requests": 60, "meanRequests": 2.5, "inputTokens": 110890, "outputTokens": 5907, "cachedTokens": 1201, "reasoningTokens": 1421, "leafCorrect": 155, "leafTotal": 157, "jevRequests": 41, "lunaRequests": 19, "decisionRows": 41, "openSlots": 84, "fixedLeaves": 23, "fixedArrays": 0, "jevCostUSD": 0.003609648, "lunaCostUSD": 0.0035655099999999996 } }, "tiers": [ { "id": "flat", "tier": 1, "label": "Flat decisions", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 12, "leafTotal": 12, "medianMs": 171.92558299999973, "totalMs": 806.3354989999993, "costUSD": 0.000295344, "meanCostUSD": 0.000073836, "requests": 4, "meanRequests": 1, "inputTokens": 7032, "outputTokens": 416, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 12, "leafTotal": 12, "medianMs": 1237.463063, "totalMs": 5091.101500999999, "costUSD": 0.0003097, "meanCostUSD": 0.000077425, "requests": 4, "meanRequests": 1, "inputTokens": 2212, "outputTokens": 177, "cachedTokens": 0, "reasoningTokens": 85 }, "mixed": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "medianMs": 191.31125, "totalMs": 805.7895000000001, "costUSD": 0.00022999200000000004, "meanCostUSD": 0.00005749800000000001, "requests": 4, "meanRequests": 1, "inputTokens": 5476, "outputTokens": 416, "cachedTokens": 0, "reasoningTokens": 0, "leafCorrect": 12, "leafTotal": 12, "jevRequests": 4, "lunaRequests": 0, "decisionRows": 4, "openSlots": 0, "fixedLeaves": 0, "fixedArrays": 0, "jevCostUSD": 0.00022999200000000004, "lunaCostUSD": 0 } } }, { "id": "memory", "tier": 2, "label": "Memory variables", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 16, "leafTotal": 16, "medianMs": 150.03131250000024, "totalMs": 624.6922510000004, "costUSD": 0.000725004, "meanCostUSD": 0.000181251, "requests": 4, "meanRequests": 1, "inputTokens": 17262, "outputTokens": 3640, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 16, "leafTotal": 16, "medianMs": 1886.5990414999997, "totalMs": 7906.350498999999, "costUSD": 0.0006045, "meanCostUSD": 0.000151125, "requests": 4, "meanRequests": 1, "inputTokens": 4590, "outputTokens": 291, "cachedTokens": 0, "reasoningTokens": 143 }, "mixed": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "medianMs": 2357.8570419999996, "totalMs": 10158.760542, "costUSD": 0.0008460360000000001, "meanCostUSD": 0.00021150900000000002, "requests": 8, "meanRequests": 2, "inputTokens": 8400, "outputTokens": 634, "cachedTokens": 0, "reasoningTokens": 358, "leafCorrect": 16, "leafTotal": 16, "jevRequests": 4, "lunaRequests": 4, "decisionRows": 4, "openSlots": 12, "fixedLeaves": 0, "fixedArrays": 0, "jevCostUSD": 0.000178836, "lunaCostUSD": 0.0006672 } } }, { "id": "nested", "tier": 3, "label": "Nested + nullable", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 28, "leafTotal": 28, "medianMs": 477.2891039999995, "totalMs": 1866.3469999999998, "costUSD": 0.00162225, "meanCostUSD": 0.0004055625, "requests": 10, "meanRequests": 2.5, "inputTokens": 38625, "outputTokens": 6706, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 28, "leafTotal": 28, "medianMs": 1518.791104500001, "totalMs": 6207.882250000004, "costUSD": 0.00061706, "meanCostUSD": 0.000154265, "requests": 4, "meanRequests": 1, "inputTokens": 7559, "outputTokens": 393, "cachedTokens": 3726, "reasoningTokens": 147 }, "mixed": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "medianMs": 1585.0344169999998, "totalMs": 6765.566542999999, "costUSD": 0.0009086019999999999, "meanCostUSD": 0.00022715049999999997, "requests": 8, "meanRequests": 2, "inputTokens": 11777, "outputTokens": 837, "cachedTokens": 1201, "reasoningTokens": 157, "leafCorrect": 28, "leafTotal": 28, "jevRequests": 4, "lunaRequests": 4, "decisionRows": 4, "openSlots": 20, "fixedLeaves": 4, "fixedArrays": 0, "jevCostUSD": 0.000253092, "lunaCostUSD": 0.00065551 } } }, { "id": "arrays", "tier": 4, "label": "Ordered arrays", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 23, "leafTotal": 23, "medianMs": 379.01956249999967, "totalMs": 1498.990082999997, "costUSD": 0.0009502500000000001, "meanCostUSD": 0.00023756250000000003, "requests": 7, "meanRequests": 1.75, "inputTokens": 22625, "outputTokens": 3701, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 23, "leafTotal": 23, "medianMs": 1762.0874999999996, "totalMs": 8243.705917, "costUSD": 0.0005242000000000001, "meanCostUSD": 0.00013105000000000001, "requests": 4, "meanRequests": 1, "inputTokens": 3627, "outputTokens": 323, "cachedTokens": 0, "reasoningTokens": 136 }, "mixed": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "medianMs": 2009.4041670000006, "totalMs": 7274.193043000003, "costUSD": 0.0008967560000000002, "meanCostUSD": 0.00022418900000000005, "requests": 10, "meanRequests": 2.5, "inputTokens": 12716, "outputTokens": 902, "cachedTokens": 0, "reasoningTokens": 201, "leafCorrect": 23, "leafTotal": 23, "jevRequests": 7, "lunaRequests": 3, "decisionRows": 7, "openSlots": 12, "fixedLeaves": 0, "fixedArrays": 0, "jevCostUSD": 0.00039345600000000004, "lunaCostUSD": 0.0005033 } } }, { "id": "union", "tier": 5, "label": "Branch-specific union", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 19, "leafTotal": 19, "medianMs": 479.99743749999834, "totalMs": 1890.6271259999921, "costUSD": 0.0014004060000000003, "meanCostUSD": 0.0003501015000000001, "requests": 10, "meanRequests": 2.5, "inputTokens": 33343, "outputTokens": 3643, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 19, "leafTotal": 19, "medianMs": 1553.9373545000017, "totalMs": 6406.251917000001, "costUSD": 0.00065368, "meanCostUSD": 0.00016342, "requests": 4, "meanRequests": 1, "inputTokens": 9084, "outputTokens": 320, "cachedTokens": 4608, "reasoningTokens": 153 }, "mixed": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "medianMs": 1732.6922084999987, "totalMs": 7210.346541999996, "costUSD": 0.001031962, "meanCostUSD": 0.0002579905, "requests": 11, "meanRequests": 2.75, "inputTokens": 16340, "outputTokens": 705, "cachedTokens": 0, "reasoningTokens": 123, "leafCorrect": 19, "leafTotal": 19, "jevRequests": 7, "lunaRequests": 4, "decisionRows": 7, "openSlots": 10, "fixedLeaves": 6, "fixedArrays": 0, "jevCostUSD": 0.000527562, "lunaCostUSD": 0.0005044 } } }, { "id": "workflow", "tier": 6, "label": "Deep workflow", "methods": { "jev": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 3, "leafCorrect": 57, "leafTotal": 59, "medianMs": 1124.480062499999, "totalMs": 4738.50275, "costUSD": 0.005664036000000001, "meanCostUSD": 0.0014160090000000002, "requests": 26, "meanRequests": 6.5, "inputTokens": 134858, "outputTokens": 10361, "cachedTokens": 0, "reasoningTokens": 0 }, "luna": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 4, "leafCorrect": 59, "leafTotal": 59, "medianMs": 2755.416104, "totalMs": 11409.461291, "costUSD": 0.0013890600000000001, "meanCostUSD": 0.00034726500000000003, "requests": 4, "meanRequests": 1, "inputTokens": 15915, "outputTokens": 1038, "cachedTokens": 8016, "reasoningTokens": 577 }, "mixed": { "n": 4, "wireValid": 4, "schemaValid": 4, "exactCorrect": 3, "medianMs": 3049.0603960000008, "totalMs": 13839.876417000007, "costUSD": 0.00326181, "meanCostUSD": 0.0008154525, "requests": 19, "meanRequests": 4.75, "inputTokens": 56181, "outputTokens": 2413, "cachedTokens": 0, "reasoningTokens": 582, "leafCorrect": 57, "leafTotal": 59, "jevRequests": 15, "lunaRequests": 4, "decisionRows": 15, "openSlots": 30, "fixedLeaves": 13, "fixedArrays": 0, "jevCostUSD": 0.00202671, "lunaCostUSD": 0.0012351 } } } ], "rows": [ { "id": "flat-1", "tier": 1, "schemaId": "flat", "arm": "jev", "wire": { "route": "billing", "priority": "urgent", "reply": true }, "output": { "route": "billing", "priority": "urgent", "reply": true }, "outputError": null, "schemaValid": true, "ms": 314.461875, "requests": 1, "questions": 3, "costUSD": 0.000073794, "inputTokens": 1757, "outputTokens": 104, "traces": [ "traces/flat-1-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "flat-1", "tier": 1, "schemaId": "flat", "arm": "luna", "wire": { "route": "billing", "priority": "urgent", "reply": true }, "output": { "route": "billing", "priority": "urgent", "reply": true }, "outputError": null, "schemaValid": true, "ms": 1568.30275, "requests": 1, "questions": 0, "costUSD": 0.0000752, "inputTokens": 552, "outputTokens": 40, "traces": [ "traces/flat-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 17 }, { "id": "flat-2", "tier": 1, "schemaId": "flat", "arm": "luna", "wire": { "route": "support", "priority": "normal", "reply": false }, "output": { "route": "support", "priority": "normal", "reply": false }, "outputError": null, "schemaValid": true, "ms": 1093.461792, "requests": 1, "questions": 0, "costUSD": 0.00008, "inputTokens": 555, "outputTokens": 49, "traces": [ "traces/flat-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 26 }, { "id": "flat-2", "tier": 1, "schemaId": "flat", "arm": "jev", "wire": { "route": "support", "priority": "normal", "reply": false }, "output": { "route": "support", "priority": "normal", "reply": false }, "outputError": null, "schemaValid": true, "ms": 154.8074999999999, "requests": 1, "questions": 3, "costUSD": 0.00007392, "inputTokens": 1760, "outputTokens": 104, "traces": [ "traces/flat-2-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "flat-3", "tier": 1, "schemaId": "flat", "arm": "jev", "wire": { "route": "sales", "priority": "low", "reply": false }, "output": { "route": "sales", "priority": "low", "reply": false }, "outputError": null, "schemaValid": true, "ms": 148.02245799999992, "requests": 1, "questions": 3, "costUSD": 0.00007375200000000001, "inputTokens": 1756, "outputTokens": 104, "traces": [ "traces/flat-3-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "flat-3", "tier": 1, "schemaId": "flat", "arm": "luna", "wire": { "route": "sales", "priority": "low", "reply": false }, "output": { "route": "sales", "priority": "low", "reply": false }, "outputError": null, "schemaValid": true, "ms": 1381.4643339999998, "requests": 1, "questions": 0, "costUSD": 0.00007609999999999999, "inputTokens": 551, "outputTokens": 42, "traces": [ "traces/flat-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 19 }, { "id": "flat-4", "tier": 1, "schemaId": "flat", "arm": "luna", "wire": { "route": "support", "priority": "urgent", "reply": true }, "output": { "route": "support", "priority": "urgent", "reply": true }, "outputError": null, "schemaValid": true, "ms": 1047.872625, "requests": 1, "questions": 0, "costUSD": 0.00007840000000000001, "inputTokens": 554, "outputTokens": 46, "traces": [ "traces/flat-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 23 }, { "id": "flat-4", "tier": 1, "schemaId": "flat", "arm": "jev", "wire": { "route": "support", "priority": "urgent", "reply": true }, "output": { "route": "support", "priority": "urgent", "reply": true }, "outputError": null, "schemaValid": true, "ms": 189.04366599999958, "requests": 1, "questions": 3, "costUSD": 0.000073878, "inputTokens": 1759, "outputTokens": 104, "traces": [ "traces/flat-4-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "memory-1", "tier": 2, "schemaId": "memory", "arm": "jev", "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-four", "paid": true }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 4, "paid": true }, "outputError": null, "schemaValid": true, "ms": 134.32558400000016, "requests": 1, "questions": 4, "costUSD": 0.000181146, "inputTokens": 4313, "outputTokens": 910, "traces": [ "traces/memory-1-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "memory-1", "tier": 2, "schemaId": "memory", "arm": "luna", "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-four", "paid": true }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 4, "paid": true }, "outputError": null, "schemaValid": true, "ms": 1619.058, "requests": 1, "questions": 0, "costUSD": 0.0001505, "inputTokens": 1145, "outputTokens": 72, "traces": [ "traces/memory-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 35 }, { "id": "memory-2", "tier": 2, "schemaId": "memory", "arm": "luna", "wire": { "customer": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Noah Singh", "email": "noah@example.test", "quantity": 2, "paid": false }, "outputError": null, "schemaValid": true, "ms": 1722.9766249999993, "requests": 1, "questions": 0, "costUSD": 0.0001514, "inputTokens": 1149, "outputTokens": 73, "traces": [ "traces/memory-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 36 }, { "id": "memory-2", "tier": 2, "schemaId": "memory", "arm": "jev", "wire": { "customer": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Noah Singh", "email": "noah@example.test", "quantity": 2, "paid": false }, "outputError": null, "schemaValid": true, "ms": 190.30404199999975, "requests": 1, "questions": 4, "costUSD": 0.00018131400000000002, "inputTokens": 4317, "outputTokens": 910, "traces": [ "traces/memory-2-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "memory-3", "tier": 2, "schemaId": "memory", "arm": "jev", "wire": { "customer": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "quantity": "VARIABLE:qty-six", "paid": true }, "output": { "customer": "Ava Roy", "email": "ava@example.test", "quantity": 6, "paid": true }, "outputError": null, "schemaValid": true, "ms": 152.65812499999993, "requests": 1, "questions": 4, "costUSD": 0.00018118800000000001, "inputTokens": 4314, "outputTokens": 910, "traces": [ "traces/memory-3-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "memory-3", "tier": 2, "schemaId": "memory", "arm": "luna", "wire": { "customer": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "quantity": "VARIABLE:qty-six", "paid": true }, "output": { "customer": "Ava Roy", "email": "ava@example.test", "quantity": 6, "paid": true }, "outputError": null, "schemaValid": true, "ms": 2514.094416, "requests": 1, "questions": 0, "costUSD": 0.00014910000000000002, "inputTokens": 1146, "outputTokens": 69, "traces": [ "traces/memory-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 32 }, { "id": "memory-4", "tier": 2, "schemaId": "memory", "arm": "luna", "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 2, "paid": false }, "outputError": null, "schemaValid": true, "ms": 2050.221458, "requests": 1, "questions": 0, "costUSD": 0.0001535, "inputTokens": 1150, "outputTokens": 77, "traces": [ "traces/memory-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 40 }, { "id": "memory-4", "tier": 2, "schemaId": "memory", "arm": "jev", "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 2, "paid": false }, "outputError": null, "schemaValid": true, "ms": 147.40450000000055, "requests": 1, "questions": 4, "costUSD": 0.00018135600000000003, "inputTokens": 4318, "outputTokens": 910, "traces": [ "traces/memory-4-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "nested-1", "tier": 3, "schemaId": "nested", "arm": "jev", "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": "VARIABLE:phone-mira" }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": "VARIABLE:discount-ten" } }, "output": { "project": "orbit-api", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": "+15145550111" }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": 0.1 } }, "outputError": null, "schemaValid": true, "ms": 574.1540420000001, "requests": 3, "questions": 9, "costUSD": 0.000474348, "inputTokens": 11294, "outputTokens": 1959, "traces": [ "traces/nested-1-jev-2.json", "traces/nested-1-jev-3.json", "traces/nested-1-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "nested-1", "tier": 3, "schemaId": "nested", "arm": "luna", "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": "VARIABLE:phone-mira" }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": "VARIABLE:discount-ten" } }, "output": { "project": "orbit-api", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": "+15145550111" }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": 0.1 } }, "outputError": null, "schemaValid": true, "ms": 1582.5180840000012, "requests": 1, "questions": 0, "costUSD": 0.0002391, "inputTokens": 1891, "outputTokens": 100, "traces": [ "traces/nested-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 35 }, { "id": "nested-2", "tier": 3, "schemaId": "nested", "arm": "luna", "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "phone": null }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "USD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Noah Singh", "email": "noah@example.test", "phone": null }, "invoice": { "amount": 840, "currency": "USD", "discount": null } }, "outputError": null, "schemaValid": true, "ms": 1453.9405410000036, "requests": 1, "questions": 0, "costUSD": 0.00012662, "inputTokens": 1889, "outputTokens": 99, "traces": [ "traces/nested-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 1242, "reasoningTokens": 41 }, { "id": "nested-2", "tier": 3, "schemaId": "nested", "arm": "jev", "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "phone": null }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "USD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Noah Singh", "email": "noah@example.test", "phone": null }, "invoice": { "amount": 840, "currency": "USD", "discount": null } }, "outputError": null, "schemaValid": true, "ms": 431.54349999999977, "requests": 2, "questions": 7, "costUSD": 0.000336546, "inputTokens": 8013, "outputTokens": 1394, "traces": [ "traces/nested-2-jev-2.json", "traces/nested-2-jev-3.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "nested-3", "tier": 3, "schemaId": "nested", "arm": "jev", "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "phone": "VARIABLE:phone-ava" }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "EUR", "discount": "VARIABLE:discount-quarter" } }, "output": { "project": "orbit-api", "customer": { "name": "Ava Roy", "email": "ava@example.test", "phone": "+15145550333" }, "invoice": { "amount": 840, "currency": "EUR", "discount": 0.25 } }, "outputError": null, "schemaValid": true, "ms": 523.0347079999992, "requests": 3, "questions": 9, "costUSD": 0.00047523000000000004, "inputTokens": 11315, "outputTokens": 1959, "traces": [ "traces/nested-3-jev-2.json", "traces/nested-3-jev-3.json", "traces/nested-3-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "nested-3", "tier": 3, "schemaId": "nested", "arm": "luna", "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "phone": "VARIABLE:phone-ava" }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "EUR", "discount": "VARIABLE:discount-quarter" } }, "output": { "project": "orbit-api", "customer": { "name": "Ava Roy", "email": "ava@example.test", "phone": "+15145550333" }, "invoice": { "amount": 840, "currency": "EUR", "discount": 0.25 } }, "outputError": null, "schemaValid": true, "ms": 1455.0641250000008, "requests": 1, "questions": 0, "costUSD": 0.00012772, "inputTokens": 1895, "outputTokens": 100, "traces": [ "traces/nested-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 1242, "reasoningTokens": 35 }, { "id": "nested-4", "tier": 3, "schemaId": "nested", "arm": "luna", "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": null }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": null }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": null } }, "outputError": null, "schemaValid": true, "ms": 1716.3594999999987, "requests": 1, "questions": 0, "costUSD": 0.00012362, "inputTokens": 1884, "outputTokens": 94, "traces": [ "traces/nested-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 1242, "reasoningTokens": 36 }, { "id": "nested-4", "tier": 3, "schemaId": "nested", "arm": "jev", "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": null }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": null }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": null } }, "outputError": null, "schemaValid": true, "ms": 337.61475000000064, "requests": 2, "questions": 7, "costUSD": 0.000336126, "inputTokens": 8003, "outputTokens": 1394, "traces": [ "traces/nested-4-jev-2.json", "traces/nested-4-jev-3.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "arrays-1", "tier": 4, "schemaId": "arrays", "arm": "jev", "wire": { "items": [ { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" } ], "ship": true }, "output": { "items": [ { "product": "Travel mug", "quantity": 4, "priority": "normal" }, { "product": "USB cable", "quantity": 2, "priority": "urgent" } ], "ship": true }, "outputError": null, "schemaValid": true, "ms": 327.27308300000004, "requests": 2, "questions": 8, "costUSD": 0.00029290800000000004, "inputTokens": 6974, "outputTokens": 1206, "traces": [ "traces/arrays-1-jev-2.json", "traces/arrays-1-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "arrays-1", "tier": 4, "schemaId": "arrays", "arm": "luna", "wire": { "items": [ { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" } ], "ship": true }, "output": { "items": [ { "product": "Travel mug", "quantity": 4, "priority": "normal" }, { "product": "USB cable", "quantity": 2, "priority": "urgent" } ], "ship": true }, "outputError": null, "schemaValid": true, "ms": 3149.757583999999, "requests": 1, "questions": 0, "costUSD": 0.0001359, "inputTokens": 909, "outputTokens": 90, "traces": [ "traces/arrays-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 33 }, { "id": "arrays-2", "tier": 4, "schemaId": "arrays", "arm": "luna", "wire": { "items": [ { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": false }, "output": { "items": [ { "product": "Field guide", "quantity": 6, "priority": "low" } ], "ship": false }, "outputError": null, "schemaValid": true, "ms": 1727.2579579999983, "requests": 1, "questions": 0, "costUSD": 0.0001243, "inputTokens": 903, "outputTokens": 68, "traces": [ "traces/arrays-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 31 }, { "id": "arrays-2", "tier": 4, "schemaId": "arrays", "arm": "jev", "wire": { "items": [ { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": false }, "output": { "items": [ { "product": "Field guide", "quantity": 6, "priority": "low" } ], "ship": false }, "outputError": null, "schemaValid": true, "ms": 430.7660419999993, "requests": 2, "questions": 5, "costUSD": 0.00020340600000000002, "inputTokens": 4843, "outputTokens": 646, "traces": [ "traces/arrays-2-jev-2.json", "traces/arrays-2-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "arrays-3", "tier": 4, "schemaId": "arrays", "arm": "jev", "wire": { "items": [], "ship": false }, "output": { "items": [], "ship": false }, "outputError": null, "schemaValid": true, "ms": 288.14245799999844, "requests": 1, "questions": 2, "costUSD": 0.00007161, "inputTokens": 1705, "outputTokens": 85, "traces": [ "traces/arrays-3-jev-2.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 2, "leafTotal": 2, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "arrays-3", "tier": 4, "schemaId": "arrays", "arm": "luna", "wire": { "items": [], "ship": false }, "output": { "items": [], "ship": false }, "outputError": null, "schemaValid": true, "ms": 1569.773333000001, "requests": 1, "questions": 0, "costUSD": 0.000118, "inputTokens": 900, "outputTokens": 56, "traces": [ "traces/arrays-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 2, "leafTotal": 2, "cachedTokens": 0, "reasoningTokens": 38 }, { "id": "arrays-4", "tier": 4, "schemaId": "arrays", "arm": "luna", "wire": { "items": [ { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" }, { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": true }, "output": { "items": [ { "product": "USB cable", "quantity": 2, "priority": "urgent" }, { "product": "Field guide", "quantity": 4, "priority": "normal" }, { "product": "Travel mug", "quantity": 6, "priority": "low" } ], "ship": true }, "outputError": null, "schemaValid": true, "ms": 1796.917042000001, "requests": 1, "questions": 0, "costUSD": 0.000146, "inputTokens": 915, "outputTokens": 109, "traces": [ "traces/arrays-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 0, "reasoningTokens": 34 }, { "id": "arrays-4", "tier": 4, "schemaId": "arrays", "arm": "jev", "wire": { "items": [ { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" }, { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": true }, "output": { "items": [ { "product": "USB cable", "quantity": 2, "priority": "urgent" }, { "product": "Field guide", "quantity": 4, "priority": "normal" }, { "product": "Travel mug", "quantity": 6, "priority": "low" } ], "ship": true }, "outputError": null, "schemaValid": true, "ms": 452.8084999999992, "requests": 2, "questions": 11, "costUSD": 0.00038232600000000005, "inputTokens": 9103, "outputTokens": 1764, "traces": [ "traces/arrays-4-jev-2.json", "traces/arrays-4-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "union-1", "tier": 5, "schemaId": "union", "arm": "jev", "wire": { "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true }, "schedule": "VARIABLE:date-friday" }, "output": { "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true }, "schedule": "2026-10-02" }, "outputError": null, "schemaValid": true, "ms": 520.7290829999984, "requests": 3, "questions": 6, "costUSD": 0.0004236540000000001, "inputTokens": 10087, "outputTokens": 1193, "traces": [ "traces/union-1-jev-2.json", "traces/union-1-jev-3.json", "traces/union-1-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "union-1", "tier": 5, "schemaId": "union", "arm": "luna", "wire": { "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true }, "schedule": "VARIABLE:date-friday" }, "output": { "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true }, "schedule": "2026-10-02" }, "outputError": null, "schemaValid": true, "ms": 1449.4182500000024, "requests": 1, "questions": 0, "costUSD": 0.000268, "inputTokens": 2270, "outputTokens": 82, "traces": [ "traces/union-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 38 }, { "id": "union-2", "tier": 5, "schemaId": "union", "arm": "luna", "wire": { "delivery": { "channel": "sms", "to": "VARIABLE:phone-noah", "text": "VARIABLE:text-arrived" }, "schedule": null }, "output": { "delivery": { "channel": "sms", "to": "+15145550222", "text": "Your package arrived" }, "schedule": null }, "outputError": null, "schemaValid": true, "ms": 1658.456459000001, "requests": 1, "questions": 0, "costUSD": 0.00012446, "inputTokens": 2272, "outputTokens": 71, "traces": [ "traces/union-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 1536, "reasoningTokens": 34 }, { "id": "union-2", "tier": 5, "schemaId": "union", "arm": "jev", "wire": { "delivery": { "channel": "sms", "to": "VARIABLE:phone-noah", "text": "VARIABLE:text-arrived" }, "schedule": null }, "output": { "delivery": { "channel": "sms", "to": "+15145550222", "text": "Your package arrived" }, "schedule": null }, "outputError": null, "schemaValid": true, "ms": 404.2905419999952, "requests": 2, "questions": 4, "costUSD": 0.000296562, "inputTokens": 7061, "outputTokens": 804, "traces": [ "traces/union-2-jev-2.json", "traces/union-2-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "union-3", "tier": 5, "schemaId": "union", "arm": "jev", "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:three" }, "schedule": "VARIABLE:date-monday" }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 3 }, "schedule": "2026-10-05" }, "outputError": null, "schemaValid": true, "ms": 526.3417090000003, "requests": 3, "questions": 6, "costUSD": 0.000397446, "inputTokens": 9463, "outputTokens": 1003, "traces": [ "traces/union-3-jev-2.json", "traces/union-3-jev-3.json", "traces/union-3-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "union-3", "tier": 5, "schemaId": "union", "arm": "luna", "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:three" }, "schedule": "VARIABLE:date-monday" }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 3 }, "schedule": "2026-10-05" }, "outputError": null, "schemaValid": true, "ms": 1904.5770829999965, "requests": 1, "questions": 0, "costUSD": 0.00012896, "inputTokens": 2272, "outputTokens": 80, "traces": [ "traces/union-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 1536, "reasoningTokens": 35 }, { "id": "union-4", "tier": 5, "schemaId": "union", "arm": "luna", "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-release", "method": "PUT", "retries": "VARIABLE:zero" }, "schedule": null }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/release", "method": "PUT", "retries": 0 }, "schedule": null }, "outputError": null, "schemaValid": true, "ms": 1393.8001250000016, "requests": 1, "questions": 0, "costUSD": 0.00013225999999999998, "inputTokens": 2270, "outputTokens": 87, "traces": [ "traces/union-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 1536, "reasoningTokens": 46 }, { "id": "union-4", "tier": 5, "schemaId": "union", "arm": "jev", "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-release", "method": "PUT", "retries": "VARIABLE:zero" }, "schedule": null }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/release", "method": "PUT", "retries": 0 }, "schedule": null }, "outputError": null, "schemaValid": true, "ms": 439.2657919999983, "requests": 2, "questions": 5, "costUSD": 0.00028274400000000003, "inputTokens": 6732, "outputTokens": 643, "traces": [ "traces/union-4-jev-2.json", "traces/union-4-jev-4.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "workflow-1", "tier": 6, "schemaId": "workflow", "arm": "jev", "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true } }, { "kind": "wait", "seconds": "VARIABLE:wait-minute" }, { "kind": "task", "task": { "title": "VARIABLE:task-review", "owner": "VARIABLE:email-noah", "priority": "urgent" } } ], "approvals": [ { "reviewer": "VARIABLE:email-mira", "required": true }, { "reviewer": "VARIABLE:email-ava", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:three", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true } }, { "kind": "wait", "seconds": 60 }, { "kind": "task", "task": { "title": "Review the release", "owner": "noah@example.test", "priority": "urgent" } } ], "approvals": [ { "reviewer": "mira@example.test", "required": true }, { "reviewer": "ava@example.test", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": 3, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 1127.1915410000001, "requests": 7, "questions": 22, "costUSD": 0.0017080980000000001, "inputTokens": 40669, "outputTokens": 3477, "traces": [ "traces/workflow-1-jev-2.json", "traces/workflow-1-jev-3.json", "traces/workflow-1-jev-4.json", "traces/workflow-1-jev-5.json", "traces/workflow-1-jev-6.json", "traces/workflow-1-jev-7.json", "traces/workflow-1-jev-8.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 20, "leafTotal": 20, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "workflow-1", "tier": 6, "schemaId": "workflow", "arm": "luna", "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true } }, { "kind": "wait", "seconds": "VARIABLE:wait-minute" }, { "kind": "task", "task": { "title": "VARIABLE:task-review", "owner": "VARIABLE:email-noah", "priority": "urgent" } } ], "approvals": [ { "reviewer": "VARIABLE:email-mira", "required": true }, { "reviewer": "VARIABLE:email-ava", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:three", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true } }, { "kind": "wait", "seconds": 60 }, { "kind": "task", "task": { "title": "Review the release", "owner": "noah@example.test", "priority": "urgent" } } ], "approvals": [ { "reviewer": "mira@example.test", "required": true }, { "reviewer": "ava@example.test", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": 3, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 2799.72825, "requests": 1, "questions": 0, "costUSD": 0.000537, "inputTokens": 3995, "outputTokens": 275, "traces": [ "traces/workflow-1-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 20, "leafTotal": 20, "cachedTokens": 0, "reasoningTokens": 125 }, { "id": "workflow-2", "tier": 6, "schemaId": "workflow", "arm": "luna", "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "VARIABLE:phone-ava", "text": "VARIABLE:text-arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:wait-minute" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "+15145550333", "text": "Your package arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": 1, "timeout": 60 } } } }, "outputError": null, "schemaValid": true, "ms": 2232.733, "requests": 1, "questions": 0, "costUSD": 0.00025512, "inputTokens": 3966, "outputTokens": 198, "traces": [ "traces/workflow-2-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 2672, "reasoningTokens": 115 }, { "id": "workflow-2", "tier": 6, "schemaId": "workflow", "arm": "jev", "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "VARIABLE:phone-ava", "text": "VARIABLE:text-arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:wait-minute" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "+15145550333", "text": "Your package arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": 1, "timeout": 60 } } } }, "outputError": null, "schemaValid": true, "ms": 1095.6192500000034, "requests": 6, "questions": 11, "costUSD": 0.0010929660000000001, "inputTokens": 26023, "outputTokens": 1661, "traces": [ "traces/workflow-2-jev-2.json", "traces/workflow-2-jev-3.json", "traces/workflow-2-jev-4.json", "traces/workflow-2-jev-5.json", "traces/workflow-2-jev-6.json", "traces/workflow-2-jev-8.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "workflow-3", "tier": 6, "schemaId": "workflow", "arm": "jev", "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "VARIABLE:task-invoice", "owner": "VARIABLE:email-ava", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:qty-two" } } ], "approvals": [ { "reviewer": "VARIABLE:email-noah", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:qty-two", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "Approve the invoice", "owner": "ava@example.test", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 2 } } ], "approvals": [ { "reviewer": "noah@example.test", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": 2, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 1393.9233749999985, "requests": 7, "questions": 18, "costUSD": 0.001481928, "inputTokens": 35284, "outputTokens": 2689, "traces": [ "traces/workflow-3-jev-2.json", "traces/workflow-3-jev-3.json", "traces/workflow-3-jev-4.json", "traces/workflow-3-jev-5.json", "traces/workflow-3-jev-6.json", "traces/workflow-3-jev-7.json", "traces/workflow-3-jev-8.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 16, "leafTotal": 16, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "workflow-3", "tier": 6, "schemaId": "workflow", "arm": "luna", "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "VARIABLE:task-invoice", "owner": "VARIABLE:email-ava", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:qty-two" } } ], "approvals": [ { "reviewer": "VARIABLE:email-noah", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:qty-two", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "Approve the invoice", "owner": "ava@example.test", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 2 } } ], "approvals": [ { "reviewer": "noah@example.test", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": 2, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 3665.8960829999996, "requests": 1, "questions": 0, "costUSD": 0.00032552, "inputTokens": 3980, "outputTokens": 336, "traces": [ "traces/workflow-3-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 16, "leafTotal": 16, "cachedTokens": 2672, "reasoningTokens": 207 }, { "id": "workflow-4", "tier": 6, "schemaId": "workflow", "arm": "luna", "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": true, "steps": [ { "kind": "wait", "seconds": "VARIABLE:wait-minute" }, { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-noah", "subject": "VARIABLE:subject-invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": true, "steps": [ { "kind": "wait", "seconds": 60 }, { "kind": "notify", "delivery": { "channel": "email", "to": "noah@example.test", "subject": "Your invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": 1, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 2711.1039579999997, "requests": 1, "questions": 0, "costUSD": 0.00027142000000000003, "inputTokens": 3974, "outputTokens": 229, "traces": [ "traces/workflow-4-luna-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 13, "leafTotal": 13, "cachedTokens": 2672, "reasoningTokens": 130 }, { "id": "workflow-4", "tier": 6, "schemaId": "workflow", "arm": "jev", "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-noah", "subject": "VARIABLE:subject-invoice", "html": false } }, { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-noah", "subject": "VARIABLE:subject-invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "noah@example.test", "subject": "Your invoice", "html": false } }, { "kind": "notify", "delivery": { "channel": "email", "to": "noah@example.test", "subject": "Your invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": 1, "timeout": 300 } } } }, "outputError": null, "schemaValid": true, "ms": 1121.7685839999976, "requests": 6, "questions": 17, "costUSD": 0.001381044, "inputTokens": 32882, "outputTokens": 2534, "traces": [ "traces/workflow-4-jev-2.json", "traces/workflow-4-jev-3.json", "traces/workflow-4-jev-4.json", "traces/workflow-4-jev-5.json", "traces/workflow-4-jev-6.json", "traces/workflow-4-jev-8.json" ], "wireValid": true, "exactCorrect": false, "leafCorrect": 11, "leafTotal": 13, "cachedTokens": 0, "reasoningTokens": 0 }, { "id": "flat-1", "tier": 1, "schemaId": "flat", "arm": "mixed", "memoryReferences": true, "wire": { "route": "billing", "priority": "urgent", "reply": true }, "output": { "route": "billing", "priority": "urgent", "reply": true }, "outputError": null, "questions": 3, "jevRequests": 1, "lunaRequests": 0, "decisionRows": 1, "openSlots": 0, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 287.7665, "requests": 1, "costUSD": 0.000057456, "inputTokens": 1368, "outputTokens": 104, "traces": [ "traces/flat-1-jev-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0, "jevCostUSD": 0.000057456, "lunaCostUSD": 0 }, { "id": "flat-2", "tier": 1, "schemaId": "flat", "arm": "mixed", "memoryReferences": true, "wire": { "route": "support", "priority": "normal", "reply": false }, "output": { "route": "support", "priority": "normal", "reply": false }, "outputError": null, "questions": 3, "jevRequests": 1, "lunaRequests": 0, "decisionRows": 1, "openSlots": 0, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 152.43037499999997, "requests": 1, "costUSD": 0.000057582, "inputTokens": 1371, "outputTokens": 104, "traces": [ "traces/flat-2-jev-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0, "jevCostUSD": 0.000057582, "lunaCostUSD": 0 }, { "id": "flat-3", "tier": 1, "schemaId": "flat", "arm": "mixed", "memoryReferences": true, "wire": { "route": "sales", "priority": "low", "reply": false }, "output": { "route": "sales", "priority": "low", "reply": false }, "outputError": null, "questions": 3, "jevRequests": 1, "lunaRequests": 0, "decisionRows": 1, "openSlots": 0, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 135.40050000000002, "requests": 1, "costUSD": 0.000057414, "inputTokens": 1367, "outputTokens": 104, "traces": [ "traces/flat-3-jev-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0, "jevCostUSD": 0.000057414, "lunaCostUSD": 0 }, { "id": "flat-4", "tier": 1, "schemaId": "flat", "arm": "mixed", "memoryReferences": true, "wire": { "route": "support", "priority": "urgent", "reply": true }, "output": { "route": "support", "priority": "urgent", "reply": true }, "outputError": null, "questions": 3, "jevRequests": 1, "lunaRequests": 0, "decisionRows": 1, "openSlots": 0, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 230.19212500000003, "requests": 1, "costUSD": 0.00005754000000000001, "inputTokens": 1370, "outputTokens": 104, "traces": [ "traces/flat-4-jev-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 3, "leafTotal": 3, "cachedTokens": 0, "reasoningTokens": 0, "jevCostUSD": 0.00005754000000000001, "lunaCostUSD": 0 }, { "id": "memory-1", "tier": 2, "schemaId": "memory", "arm": "mixed", "memoryReferences": true, "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-four", "paid": true }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 4, "paid": true }, "outputError": null, "questions": 1, "jevRequests": 1, "lunaRequests": 1, "decisionRows": 1, "openSlots": 3, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 2408.441375, "requests": 2, "costUSD": 0.00018940400000000003, "inputTokens": 2095, "outputTokens": 115, "traces": [ "traces/memory-1-jev-1.json", "traces/memory-1-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 46, "jevCostUSD": 0.00004460400000000001, "lunaCostUSD": 0.00014480000000000002 }, { "id": "memory-2", "tier": 2, "schemaId": "memory", "arm": "mixed", "memoryReferences": true, "wire": { "customer": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Noah Singh", "email": "noah@example.test", "quantity": 2, "paid": false }, "outputError": null, "questions": 1, "jevRequests": 1, "lunaRequests": 1, "decisionRows": 1, "openSlots": 3, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 2307.2727089999994, "requests": 2, "costUSD": 0.000194972, "inputTokens": 2103, "outputTokens": 125, "traces": [ "traces/memory-2-jev-1.json", "traces/memory-2-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 56, "jevCostUSD": 0.000044772000000000004, "lunaCostUSD": 0.0001502 }, { "id": "memory-3", "tier": 2, "schemaId": "memory", "arm": "mixed", "memoryReferences": true, "wire": { "customer": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "quantity": "VARIABLE:qty-six", "paid": true }, "output": { "customer": "Ava Roy", "email": "ava@example.test", "quantity": 6, "paid": true }, "outputError": null, "questions": 1, "jevRequests": 1, "lunaRequests": 1, "decisionRows": 1, "openSlots": 3, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 2095.882708, "requests": 2, "costUSD": 0.000193546, "inputTokens": 2097, "outputTokens": 123, "traces": [ "traces/memory-3-jev-1.json", "traces/memory-3-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 54, "jevCostUSD": 0.000044646, "lunaCostUSD": 0.00014890000000000001 }, { "id": "memory-4", "tier": 2, "schemaId": "memory", "arm": "mixed", "memoryReferences": true, "wire": { "customer": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "quantity": "VARIABLE:qty-two", "paid": false }, "output": { "customer": "Mira Chen", "email": "mira@example.test", "quantity": 2, "paid": false }, "outputError": null, "questions": 1, "jevRequests": 1, "lunaRequests": 1, "decisionRows": 1, "openSlots": 3, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 3347.1637499999997, "requests": 2, "costUSD": 0.000268114, "inputTokens": 2105, "outputTokens": 271, "traces": [ "traces/memory-4-jev-1.json", "traces/memory-4-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 202, "jevCostUSD": 0.000044814, "lunaCostUSD": 0.0002233 }, { "id": "nested-1", "tier": 3, "schemaId": "nested", "arm": "mixed", "memoryReferences": true, "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": "VARIABLE:phone-mira" }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": "VARIABLE:discount-ten" } }, "output": { "project": "orbit-api", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": "+15145550111" }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": 0.1 } }, "outputError": null, "questions": 3, "jevRequests": 1, "lunaRequests": 1, "decisionRows": 1, "openSlots": 6, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 1497.4135420000002, "requests": 2, "costUSD": 0.000268294, "inputTokens": 3102, "outputTokens": 206, "traces": [ "traces/nested-1-jev-1.json", "traces/nested-1-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 28, "jevCostUSD": 0.00006329400000000001, "lunaCostUSD": 0.000205 }, { "id": "nested-2", "tier": 3, "schemaId": "nested", "arm": "mixed", "memoryReferences": true, "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-noah", "email": "VARIABLE:email-noah", "phone": null }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "USD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Noah Singh", "email": "noah@example.test", "phone": null }, "invoice": { "amount": 840, "currency": "USD", "discount": null } }, "outputError": null, "questions": 3, "jevRequests": 1, "lunaRequests": 1, "decisionRows": 1, "openSlots": 4, "fixedLeaves": 2, "fixedArrays": 0, "schemaValid": true, "ms": 1672.6552919999995, "requests": 2, "costUSD": 0.00023330999999999997, "inputTokens": 2786, "outputTokens": 199, "traces": [ "traces/nested-2-jev-1.json", "traces/nested-2-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 37, "jevCostUSD": 0.00006321, "lunaCostUSD": 0.0001701 }, { "id": "nested-3", "tier": 3, "schemaId": "nested", "arm": "mixed", "memoryReferences": true, "wire": { "project": "VARIABLE:project-orbit", "customer": { "name": "VARIABLE:name-ava", "email": "VARIABLE:email-ava", "phone": "VARIABLE:phone-ava" }, "invoice": { "amount": "VARIABLE:amount-large", "currency": "EUR", "discount": "VARIABLE:discount-quarter" } }, "output": { "project": "orbit-api", "customer": { "name": "Ava Roy", "email": "ava@example.test", "phone": "+15145550333" }, "invoice": { "amount": 840, "currency": "EUR", "discount": 0.25 } }, "outputError": null, "questions": 3, "jevRequests": 1, "lunaRequests": 1, "decisionRows": 1, "openSlots": 6, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 2109.002375, "requests": 2, "costUSD": 0.00017139800000000001, "inputTokens": 3113, "outputTokens": 227, "traces": [ "traces/nested-3-jev-1.json", "traces/nested-3-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 1201, "reasoningTokens": 49, "jevCostUSD": 0.000063588, "lunaCostUSD": 0.00010781 }, { "id": "nested-4", "tier": 3, "schemaId": "nested", "arm": "mixed", "memoryReferences": true, "wire": { "project": "VARIABLE:project-cedar", "customer": { "name": "VARIABLE:name-mira", "email": "VARIABLE:email-mira", "phone": null }, "invoice": { "amount": "VARIABLE:amount-small", "currency": "CAD", "discount": null } }, "output": { "project": "cedar-web", "customer": { "name": "Mira Chen", "email": "mira@example.test", "phone": null }, "invoice": { "amount": 125.5, "currency": "CAD", "discount": null } }, "outputError": null, "questions": 3, "jevRequests": 1, "lunaRequests": 1, "decisionRows": 1, "openSlots": 4, "fixedLeaves": 2, "fixedArrays": 0, "schemaValid": true, "ms": 1486.4953339999993, "requests": 2, "costUSD": 0.00023560000000000003, "inputTokens": 2776, "outputTokens": 205, "traces": [ "traces/nested-4-jev-1.json", "traces/nested-4-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 43, "jevCostUSD": 0.00006300000000000001, "lunaCostUSD": 0.00017260000000000002 }, { "id": "arrays-1", "tier": 4, "schemaId": "arrays", "arm": "mixed", "memoryReferences": true, "wire": { "items": [ { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" } ], "ship": true }, "output": { "items": [ { "product": "Travel mug", "quantity": 4, "priority": "normal" }, { "product": "USB cable", "quantity": 2, "priority": "urgent" } ], "ship": true }, "outputError": null, "questions": 4, "jevRequests": 2, "lunaRequests": 1, "decisionRows": 2, "openSlots": 4, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 3104.2417920000007, "requests": 3, "costUSD": 0.00030166000000000004, "inputTokens": 3796, "outputTokens": 315, "traces": [ "traces/arrays-1-jev-1.json", "traces/arrays-1-jev-2.json", "traces/arrays-1-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 7, "leafTotal": 7, "cachedTokens": 0, "reasoningTokens": 109, "jevCostUSD": 0.00011256, "lunaCostUSD": 0.00018910000000000002 }, { "id": "arrays-2", "tier": 4, "schemaId": "arrays", "arm": "mixed", "memoryReferences": true, "wire": { "items": [ { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": false }, "output": { "items": [ { "product": "Field guide", "quantity": 6, "priority": "low" } ], "ship": false }, "outputError": null, "questions": 3, "jevRequests": 2, "lunaRequests": 1, "decisionRows": 2, "openSlots": 2, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 1802.6709999999985, "requests": 3, "costUSD": 0.000213384, "inputTokens": 3241, "outputTokens": 187, "traces": [ "traces/arrays-2-jev-1.json", "traces/arrays-2-jev-2.json", "traces/arrays-2-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 35, "jevCostUSD": 0.000102984, "lunaCostUSD": 0.0001104 }, { "id": "arrays-3", "tier": 4, "schemaId": "arrays", "arm": "mixed", "memoryReferences": true, "wire": { "items": [], "ship": false }, "output": { "items": [], "ship": false }, "outputError": null, "questions": 2, "jevRequests": 1, "lunaRequests": 0, "decisionRows": 1, "openSlots": 0, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 151.14291700000103, "requests": 1, "costUSD": 0.000055860000000000004, "inputTokens": 1330, "outputTokens": 85, "traces": [ "traces/arrays-3-jev-1.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 2, "leafTotal": 2, "cachedTokens": 0, "reasoningTokens": 0, "jevCostUSD": 0.000055860000000000004, "lunaCostUSD": 0 }, { "id": "arrays-4", "tier": 4, "schemaId": "arrays", "arm": "mixed", "memoryReferences": true, "wire": { "items": [ { "product": "VARIABLE:product-cable", "quantity": "VARIABLE:qty-two", "priority": "urgent" }, { "product": "VARIABLE:product-book", "quantity": "VARIABLE:qty-four", "priority": "normal" }, { "product": "VARIABLE:product-mug", "quantity": "VARIABLE:qty-six", "priority": "low" } ], "ship": true }, "output": { "items": [ { "product": "USB cable", "quantity": 2, "priority": "urgent" }, { "product": "Field guide", "quantity": 4, "priority": "normal" }, { "product": "Travel mug", "quantity": 6, "priority": "low" } ], "ship": true }, "outputError": null, "questions": 5, "jevRequests": 2, "lunaRequests": 1, "decisionRows": 2, "openSlots": 6, "fixedLeaves": 0, "fixedArrays": 0, "schemaValid": true, "ms": 2216.1373340000027, "requests": 3, "costUSD": 0.00032585200000000006, "inputTokens": 4349, "outputTokens": 315, "traces": [ "traces/arrays-4-jev-1.json", "traces/arrays-4-jev-2.json", "traces/arrays-4-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 0, "reasoningTokens": 57, "jevCostUSD": 0.00012205200000000002, "lunaCostUSD": 0.00020380000000000002 }, { "id": "union-1", "tier": 5, "schemaId": "union", "arm": "mixed", "memoryReferences": true, "wire": { "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true }, "schedule": "VARIABLE:date-friday" }, "output": { "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true }, "schedule": "2026-10-02" }, "outputError": null, "questions": 3, "jevRequests": 2, "lunaRequests": 1, "decisionRows": 2, "openSlots": 3, "fixedLeaves": 1, "fixedArrays": 0, "schemaValid": true, "ms": 1634.3729589999966, "requests": 3, "costUSD": 0.00028875799999999996, "inputTokens": 4524, "outputTokens": 188, "traces": [ "traces/union-1-jev-1.json", "traces/union-1-jev-2.json", "traces/union-1-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 29, "jevCostUSD": 0.000142758, "lunaCostUSD": 0.000146 }, { "id": "union-2", "tier": 5, "schemaId": "union", "arm": "mixed", "memoryReferences": true, "wire": { "delivery": { "channel": "sms", "to": "VARIABLE:phone-noah", "text": "VARIABLE:text-arrived" }, "schedule": null }, "output": { "delivery": { "channel": "sms", "to": "+15145550222", "text": "Your package arrived" }, "schedule": null }, "outputError": null, "questions": 2, "jevRequests": 1, "lunaRequests": 1, "decisionRows": 1, "openSlots": 2, "fixedLeaves": 2, "fixedArrays": 0, "schemaValid": true, "ms": 2167.521833999999, "requests": 2, "costUSD": 0.000218208, "inputTokens": 3195, "outputTokens": 156, "traces": [ "traces/union-2-jev-1.json", "traces/union-2-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 4, "leafTotal": 4, "cachedTokens": 0, "reasoningTokens": 38, "jevCostUSD": 0.000097608, "lunaCostUSD": 0.0001206 }, { "id": "union-3", "tier": 5, "schemaId": "union", "arm": "mixed", "memoryReferences": true, "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:three" }, "schedule": "VARIABLE:date-monday" }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 3 }, "schedule": "2026-10-05" }, "outputError": null, "questions": 3, "jevRequests": 2, "lunaRequests": 1, "decisionRows": 2, "openSlots": 3, "fixedLeaves": 1, "fixedArrays": 0, "schemaValid": true, "ms": 1577.440290999999, "requests": 3, "costUSD": 0.00027499200000000005, "inputTokens": 4417, "outputTokens": 185, "traces": [ "traces/union-3-jev-1.json", "traces/union-3-jev-2.json", "traces/union-3-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 28, "jevCostUSD": 0.000143892, "lunaCostUSD": 0.00013110000000000002 }, { "id": "union-4", "tier": 5, "schemaId": "union", "arm": "mixed", "memoryReferences": true, "wire": { "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-release", "method": "PUT", "retries": "VARIABLE:zero" }, "schedule": null }, "output": { "delivery": { "channel": "webhook", "url": "https://example.test/hooks/release", "method": "PUT", "retries": 0 }, "schedule": null }, "outputError": null, "questions": 3, "jevRequests": 2, "lunaRequests": 1, "decisionRows": 2, "openSlots": 2, "fixedLeaves": 2, "fixedArrays": 0, "schemaValid": true, "ms": 1831.0114580000009, "requests": 3, "costUSD": 0.000250004, "inputTokens": 4204, "outputTokens": 176, "traces": [ "traces/union-4-jev-1.json", "traces/union-4-jev-2.json", "traces/union-4-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 5, "leafTotal": 5, "cachedTokens": 0, "reasoningTokens": 28, "jevCostUSD": 0.000143304, "lunaCostUSD": 0.0001067 }, { "id": "workflow-1", "tier": 6, "schemaId": "workflow", "arm": "mixed", "memoryReferences": true, "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-mira", "subject": "VARIABLE:subject-release", "html": true } }, { "kind": "wait", "seconds": "VARIABLE:wait-minute" }, { "kind": "task", "task": { "title": "VARIABLE:task-review", "owner": "VARIABLE:email-noah", "priority": "urgent" } } ], "approvals": [ { "reviewer": "VARIABLE:email-mira", "required": true }, { "reviewer": "VARIABLE:email-ava", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:three", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "mira@example.test", "subject": "Release is ready", "html": true } }, { "kind": "wait", "seconds": 60 }, { "kind": "task", "task": { "title": "Review the release", "owner": "noah@example.test", "priority": "urgent" } } ], "approvals": [ { "reviewer": "mira@example.test", "required": true }, { "reviewer": "ava@example.test", "required": false } ], "policy": { "failure": "stop", "limits": { "attempts": 3, "timeout": 300 } } } }, "outputError": null, "questions": 12, "jevRequests": 4, "lunaRequests": 1, "decisionRows": 4, "openSlots": 10, "fixedLeaves": 4, "fixedArrays": 0, "schemaValid": true, "ms": 3424.684000000001, "requests": 5, "costUSD": 0.0009615159999999999, "inputTokens": 17295, "outputTokens": 642, "traces": [ "traces/workflow-1-jev-1.json", "traces/workflow-1-jev-2.json", "traces/workflow-1-jev-3.json", "traces/workflow-1-jev-4.json", "traces/workflow-1-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 20, "leafTotal": 20, "cachedTokens": 0, "reasoningTokens": 73, "jevCostUSD": 0.000617316, "lunaCostUSD": 0.00034419999999999996 }, { "id": "workflow-2", "tier": 6, "schemaId": "workflow", "arm": "mixed", "memoryReferences": true, "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "VARIABLE:phone-ava", "text": "VARIABLE:text-arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:wait-minute" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": false, "steps": [ { "kind": "notify", "delivery": { "channel": "sms", "to": "+15145550333", "text": "Your package arrived" } } ], "approvals": [], "policy": { "failure": "continue", "limits": { "attempts": 1, "timeout": 60 } } } }, "outputError": null, "questions": 6, "jevRequests": 3, "lunaRequests": 1, "decisionRows": 3, "openSlots": 5, "fixedLeaves": 2, "fixedArrays": 0, "schemaValid": true, "ms": 2487.177416999999, "requests": 4, "costUSD": 0.0005560060000000001, "inputTokens": 9611, "outputTokens": 397, "traces": [ "traces/workflow-2-jev-1.json", "traces/workflow-2-jev-2.json", "traces/workflow-2-jev-3.json", "traces/workflow-2-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 10, "leafTotal": 10, "cachedTokens": 0, "reasoningTokens": 92, "jevCostUSD": 0.00034620600000000005, "lunaCostUSD": 0.0002098 }, { "id": "workflow-3", "tier": 6, "schemaId": "workflow", "arm": "mixed", "memoryReferences": true, "wire": { "project": "VARIABLE:project-orbit", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "VARIABLE:task-invoice", "owner": "VARIABLE:email-ava", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "VARIABLE:webhook-orders", "method": "POST", "retries": "VARIABLE:qty-two" } } ], "approvals": [ { "reviewer": "VARIABLE:email-noah", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": "VARIABLE:qty-two", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "orbit-api", "workflow": { "enabled": true, "steps": [ { "kind": "task", "task": { "title": "Approve the invoice", "owner": "ava@example.test", "priority": "low" } }, { "kind": "notify", "delivery": { "channel": "webhook", "url": "https://example.test/hooks/orders", "method": "POST", "retries": 2 } } ], "approvals": [ { "reviewer": "noah@example.test", "required": true } ], "policy": { "failure": "continue", "limits": { "attempts": 2, "timeout": 300 } } } }, "outputError": null, "questions": 10, "jevRequests": 4, "lunaRequests": 1, "decisionRows": 4, "openSlots": 8, "fixedLeaves": 3, "fixedArrays": 0, "schemaValid": true, "ms": 2673.4367920000004, "requests": 5, "costUSD": 0.000798468, "inputTokens": 14253, "outputTokens": 558, "traces": [ "traces/workflow-3-jev-1.json", "traces/workflow-3-jev-2.json", "traces/workflow-3-jev-3.json", "traces/workflow-3-jev-4.json", "traces/workflow-3-luna-fill.json" ], "wireValid": true, "exactCorrect": true, "leafCorrect": 16, "leafTotal": 16, "cachedTokens": 0, "reasoningTokens": 82, "jevCostUSD": 0.000512568, "lunaCostUSD": 0.00028589999999999996 }, { "id": "workflow-4", "tier": 6, "schemaId": "workflow", "arm": "mixed", "memoryReferences": true, "wire": { "project": "VARIABLE:project-cedar", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-noah", "subject": "VARIABLE:subject-invoice", "html": false } }, { "kind": "notify", "delivery": { "channel": "email", "to": "VARIABLE:email-noah", "subject": "VARIABLE:subject-invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": "VARIABLE:one", "timeout": "VARIABLE:timeout-five" } } } }, "output": { "project": "cedar-web", "workflow": { "enabled": true, "steps": [ { "kind": "notify", "delivery": { "channel": "email", "to": "noah@example.test", "subject": "Your invoice", "html": false } }, { "kind": "notify", "delivery": { "channel": "email", "to": "noah@example.test", "subject": "Your invoice", "html": false } } ], "approvals": [], "policy": { "failure": "stop", "limits": { "attempts": 1, "timeout": 300 } } } }, "outputError": null, "questions": 10, "jevRequests": 4, "lunaRequests": 1, "decisionRows": 4, "openSlots": 7, "fixedLeaves": 4, "fixedArrays": 0, "schemaValid": true, "ms": 5254.578208000006, "requests": 5, "costUSD": 0.0009458200000000001, "inputTokens": 15022, "outputTokens": 816, "traces": [ "traces/workflow-4-jev-1.json", "traces/workflow-4-jev-2.json", "traces/workflow-4-jev-3.json", "traces/workflow-4-jev-4.json", "traces/workflow-4-luna-fill.json" ], "wireValid": true, "exactCorrect": false, "leafCorrect": 11, "leafTotal": 13, "cachedTokens": 0, "reasoningTokens": 335, "jevCostUSD": 0.00055062, "lunaCostUSD": 0.00039520000000000007 } ], "followUp": { "startedAt": "2026-09-30T17:29:39.591Z", "completedAt": "2026-09-30T17:36:18.929Z", "kind": "Task-matched mixed-path follow-up", "models": { "jev": [ "jev-1.13.0" ], "luna": [ "gpt-6-luna" ] }, "warnings": [ "Task-matched follow-up, not simultaneous three-arm timing", "One attempt per synthetic request, no general accuracy claim", "Routing, prompt packing and deterministic-edge collapsing changed together", "Primary comparison retains the same memory-reference convention; native generation is preflight-only", "API cost is a usage estimate, not an invoice" ] } }