{
  "date": "2026-10-09",
  "timezone": "Asia/Tbilisi",
  "effort": "Medium",
  "caption": "Successful completed tasks",
  "scope": "Small synthetic tasks",
  "models": [
    "gpt-5.6-luna",
    "gpt-5.6-terra",
    "gpt-5.6-sol",
    "gpt-6-luna",
    "gpt-6-sol",
    "gpt-6-astra"
  ],
  "metrics": {
    "fullTokens": "All provider input and output tokens, including cached input.",
    "newTokens": "Uncached input plus output tokens.",
    "cachedInputTokens": "Provider-reported cached input tokens; already included in fullTokens."
  },
  "fixtures": [
    {
      "case": "query",
      "file": "orders.json",
      "bytes": 90160,
      "items": 180,
      "itemUnit": "orders",
      "sha256": "2bfea0b1bb02f00d578b645648341beb5c03afb194f067f50c6fe98d345b48dc"
    },
    {
      "case": "export",
      "file": "export-rows.json",
      "bytes": 12821,
      "items": 64,
      "itemUnit": "rows",
      "sha256": "3ce01539f1f2bf545ed03d7eaea54703e5b07a7297b1a98bc7fe5488b1ca5a0d"
    },
    {
      "case": "codegen",
      "file": "api-response.json",
      "bytes": 1057,
      "items": 3,
      "itemUnit": "API results",
      "sha256": "4963dd935630532e7af9b4c20efa982769f2dfb8c915d2f8c24343c25349e348"
    },
    {
      "case": "chart",
      "file": "revenue.json",
      "bytes": 971,
      "items": 12,
      "itemUnit": "chart points",
      "sha256": "45ee9cba248f54955fd9ae35d3b5bb7ee16bd9f277a8708b45ab73bd958eb74e"
    }
  ],
  "rows": [
    {
      "model": "gpt-5.6-luna",
      "case": "query",
      "arm": "self",
      "fullTokens": 15751,
      "newTokens": 9863,
      "cachedInputTokens": 5888
    },
    {
      "model": "gpt-5.6-luna",
      "case": "query",
      "arm": "web",
      "fullTokens": 14396,
      "newTokens": 12604,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-5.6-terra",
      "case": "query",
      "arm": "web",
      "fullTokens": 7363,
      "newTokens": 5571,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-5.6-terra",
      "case": "query",
      "arm": "self",
      "fullTokens": 8456,
      "newTokens": 8456,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-sol",
      "case": "query",
      "arm": "self",
      "fullTokens": 11288,
      "newTokens": 7832,
      "cachedInputTokens": 3456
    },
    {
      "model": "gpt-5.6-sol",
      "case": "query",
      "arm": "web",
      "fullTokens": 14560,
      "newTokens": 7520,
      "cachedInputTokens": 7040
    },
    {
      "model": "gpt-6-luna",
      "case": "query",
      "arm": "web",
      "fullTokens": 9741,
      "newTokens": 4365,
      "cachedInputTokens": 5376
    },
    {
      "model": "gpt-6-luna",
      "case": "query",
      "arm": "self",
      "fullTokens": 8672,
      "newTokens": 6880,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-6-sol",
      "case": "query",
      "arm": "self",
      "fullTokens": 13985,
      "newTokens": 5921,
      "cachedInputTokens": 8064
    },
    {
      "model": "gpt-6-sol",
      "case": "query",
      "arm": "web",
      "fullTokens": 9218,
      "newTokens": 3970,
      "cachedInputTokens": 5248
    },
    {
      "model": "gpt-6-astra",
      "case": "query",
      "arm": "web",
      "fullTokens": 7869,
      "newTokens": 6077,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-6-astra",
      "case": "query",
      "arm": "self",
      "fullTokens": 18506,
      "newTokens": 9162,
      "cachedInputTokens": 9344
    },
    {
      "model": "gpt-5.6-luna",
      "case": "export",
      "arm": "web",
      "fullTokens": 3486,
      "newTokens": 3486,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-luna",
      "case": "export",
      "arm": "self",
      "fullTokens": 6761,
      "newTokens": 6761,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-terra",
      "case": "export",
      "arm": "self",
      "fullTokens": 6218,
      "newTokens": 6218,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-terra",
      "case": "export",
      "arm": "web",
      "fullTokens": 3467,
      "newTokens": 3467,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-sol",
      "case": "export",
      "arm": "web",
      "fullTokens": 3466,
      "newTokens": 3466,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-sol",
      "case": "export",
      "arm": "self",
      "fullTokens": 4002,
      "newTokens": 2594,
      "cachedInputTokens": 1408
    },
    {
      "model": "gpt-6-luna",
      "case": "export",
      "arm": "self",
      "fullTokens": 4365,
      "newTokens": 4365,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-6-luna",
      "case": "export",
      "arm": "web",
      "fullTokens": 4062,
      "newTokens": 4062,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-6-sol",
      "case": "export",
      "arm": "web",
      "fullTokens": 4088,
      "newTokens": 2296,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-6-sol",
      "case": "export",
      "arm": "self",
      "fullTokens": 7219,
      "newTokens": 3635,
      "cachedInputTokens": 3584
    },
    {
      "model": "gpt-6-astra",
      "case": "export",
      "arm": "self",
      "fullTokens": 4587,
      "newTokens": 2923,
      "cachedInputTokens": 1664
    },
    {
      "model": "gpt-6-astra",
      "case": "export",
      "arm": "web",
      "fullTokens": 4065,
      "newTokens": 4065,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-luna",
      "case": "codegen",
      "arm": "self",
      "fullTokens": 7296,
      "newTokens": 7296,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-luna",
      "case": "codegen",
      "arm": "web",
      "fullTokens": 3633,
      "newTokens": 3633,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-terra",
      "case": "codegen",
      "arm": "web",
      "fullTokens": 3461,
      "newTokens": 3461,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-terra",
      "case": "codegen",
      "arm": "self",
      "fullTokens": 8808,
      "newTokens": 7016,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-5.6-sol",
      "case": "codegen",
      "arm": "self",
      "fullTokens": 10508,
      "newTokens": 5900,
      "cachedInputTokens": 4608
    },
    {
      "model": "gpt-5.6-sol",
      "case": "codegen",
      "arm": "web",
      "fullTokens": 3639,
      "newTokens": 2231,
      "cachedInputTokens": 1408
    },
    {
      "model": "gpt-6-luna",
      "case": "codegen",
      "arm": "web",
      "fullTokens": 4022,
      "newTokens": 2230,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-6-luna",
      "case": "codegen",
      "arm": "self",
      "fullTokens": 7411,
      "newTokens": 5619,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-6-sol",
      "case": "codegen",
      "arm": "self",
      "fullTokens": 7991,
      "newTokens": 4023,
      "cachedInputTokens": 3968
    },
    {
      "model": "gpt-6-sol",
      "case": "codegen",
      "arm": "web",
      "fullTokens": 4181,
      "newTokens": 4181,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-6-astra",
      "case": "codegen",
      "arm": "web",
      "fullTokens": 4052,
      "newTokens": 2260,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-6-astra",
      "case": "codegen",
      "arm": "self",
      "fullTokens": 7619,
      "newTokens": 5443,
      "cachedInputTokens": 2176
    },
    {
      "model": "gpt-5.6-luna",
      "case": "chart",
      "arm": "web",
      "fullTokens": 6603,
      "newTokens": 4811,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-5.6-luna",
      "case": "chart",
      "arm": "self",
      "fullTokens": 68872,
      "newTokens": 40200,
      "cachedInputTokens": 28672
    },
    {
      "model": "gpt-5.6-terra",
      "case": "chart",
      "arm": "self",
      "fullTokens": 33894,
      "newTokens": 20326,
      "cachedInputTokens": 13568
    },
    {
      "model": "gpt-5.6-terra",
      "case": "chart",
      "arm": "web",
      "fullTokens": 6560,
      "newTokens": 6560,
      "cachedInputTokens": 0
    },
    {
      "model": "gpt-5.6-sol",
      "case": "chart",
      "arm": "web",
      "fullTokens": 9508,
      "newTokens": 5796,
      "cachedInputTokens": 3712
    },
    {
      "model": "gpt-5.6-sol",
      "case": "chart",
      "arm": "self",
      "fullTokens": 26095,
      "newTokens": 16623,
      "cachedInputTokens": 9472
    },
    {
      "model": "gpt-6-luna",
      "case": "chart",
      "arm": "self",
      "fullTokens": 28163,
      "newTokens": 17667,
      "cachedInputTokens": 10496
    },
    {
      "model": "gpt-6-luna",
      "case": "chart",
      "arm": "web",
      "fullTokens": 7238,
      "newTokens": 5446,
      "cachedInputTokens": 1792
    },
    {
      "model": "gpt-6-sol",
      "case": "chart",
      "arm": "web",
      "fullTokens": 7563,
      "newTokens": 3339,
      "cachedInputTokens": 4224
    },
    {
      "model": "gpt-6-sol",
      "case": "chart",
      "arm": "self",
      "fullTokens": 14265,
      "newTokens": 10297,
      "cachedInputTokens": 3968
    },
    {
      "model": "gpt-6-astra",
      "case": "chart",
      "arm": "self",
      "fullTokens": 10541,
      "newTokens": 8877,
      "cachedInputTokens": 1664
    },
    {
      "model": "gpt-6-astra",
      "case": "chart",
      "arm": "web",
      "fullTokens": 7259,
      "newTokens": 5211,
      "cachedInputTokens": 2048
    }
  ],
  "footnote": "Models can generate invalid JQ expressions."
}