[
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 831686104,
    "model": "gemma-3-1b-it",
    "observedBackend": "CPU|CPU:762",
    "repetition": 0,
    "run": "iphone16-five-models-005",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 436.73079204559326,
        "generatedTokens": 33,
        "output": "Okay, I understand \u2013 I\u2019m here to help with the Birch workshop in Porto, with a budget of 620 credits and a vegan dietary requirement.",
        "peakFootprintBytes": 263538424,
        "stopReason": "eos",
        "streamTokensPerSecond": 39.58880631256025,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 72,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 105,
        "firstCallbackMs": 630.9822080135345,
        "generatedTokens": 42,
        "output": "Okay, considering the need for seating, lighting, signage, and a clear check-in process, two practical priorities are ensuring adequate seating for attendees and establishing a smooth check-in flow to manage the event.",
        "peakFootprintBytes": 246974200,
        "stopReason": "eos",
        "streamTokensPerSecond": 41.54754996629411,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 271,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 313,
        "firstCallbackMs": 442.9183748960495,
        "generatedTokens": 27,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 207030008,
        "stopReason": "eos",
        "streamTokensPerSecond": 38.62699835197415,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 343,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 370,
        "firstCallbackMs": 1122.620125055313,
        "generatedTokens": 27,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 180520672,
        "stopReason": "eos",
        "streamTokensPerSecond": 34.46434757317667,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 590,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 617,
        "firstCallbackMs": 980.0619170665741,
        "generatedTokens": 1,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 180782816,
        "stopReason": "eos",
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 873,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 874,
        "firstCallbackMs": 2593.7784999608994,
        "generatedTokens": 45,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"Vegan\"\n}\n```",
        "peakFootprintBytes": 181192416,
        "stopReason": "eos",
        "streamTokensPerSecond": 35.45123224623408,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1525,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "ba173e04130324bcabff9b1cff7bc10d14cbf689c8e4fd58052644902428a666"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 831899096,
    "model": "gemma-3-1b-it",
    "observedBackend": "MTL0|MTL0:762|CPU:306",
    "repetition": 0,
    "run": "iphone16-five-models-006",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 347.31791603565216,
        "generatedTokens": 29,
        "output": "Okay, I understand \u2013 this is a workshop for Birch in Porto, with a budget of 620 credits and a vegan dietary requirement.",
        "peakFootprintBytes": 224315128,
        "stopReason": "eos",
        "streamTokensPerSecond": 48.56571777172135,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 72,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 101,
        "firstCallbackMs": 487.3154580593109,
        "generatedTokens": 27,
        "output": "Okay, based on the facts, two practical priorities are establishing a clear check-in process and securing sufficient seating for the workshop attendees.",
        "peakFootprintBytes": 196527864,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.13288809675751,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 267,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 294,
        "firstCallbackMs": 63.92762506008148,
        "generatedTokens": 27,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 167085768,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.67661003751225,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 324,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 351,
        "firstCallbackMs": 291.48483395576477,
        "generatedTokens": 27,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 167298760,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.04178708472506,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 571,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 598,
        "firstCallbackMs": 337.2592499256134,
        "generatedTokens": 1,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 167790280,
        "stopReason": "eos",
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 854,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 855,
        "firstCallbackMs": 895.7465419769287,
        "generatedTokens": 45,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"Vegan\"\n}\n```",
        "peakFootprintBytes": 168396488,
        "stopReason": "eos",
        "streamTokensPerSecond": 44.415402467800526,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1506,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "37c1afe6b5bf633664735d302bcf4d378b7efe6b684a00b797848e09f9de92a6"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 756139408,
    "model": "lfm2.5-1.2b-instruct",
    "observedBackend": "CPU|CPU:694",
    "repetition": 0,
    "run": "iphone16-five-models-007",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 478.8640830516815,
        "generatedTokens": 33,
        "output": "I remember the workshop facts: codename Birch, held at the Porto venue, with a budget of 620 credits, and the participant follows a vegan diet.",
        "peakFootprintBytes": 299419312,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.32282059636586,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 75,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 108,
        "firstCallbackMs": 1085.6807090044022,
        "generatedTokens": 33,
        "output": "The workshop should prioritize securing comfortable seating and clear signage to enhance attendee experience, while ensuring reliable lighting and a smooth check-in process to support smooth operations.",
        "peakFootprintBytes": 282920624,
        "stopReason": "eos",
        "streamTokensPerSecond": 41.9596466184776,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 275,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 308,
        "firstCallbackMs": 562.1367499828339,
        "generatedTokens": 20,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 180979328,
        "stopReason": "eos",
        "streamTokensPerSecond": 41.95643982692856,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 340,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 360,
        "firstCallbackMs": 1182.0861248970032,
        "generatedTokens": 37,
        "output": "{\n  \"priority1\": \"Prepare signs and arrange seating to ensure clear check-in.\",\n  \"priority2\": \"Check lighting and welcome attendees effectively.\"\n}",
        "peakFootprintBytes": 176080488,
        "stopReason": "eos",
        "streamTokensPerSecond": 39.41755093643606,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 604,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 641,
        "firstCallbackMs": 1225.7429999113083,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 174851688,
        "stopReason": "eos",
        "streamTokensPerSecond": 37.57373888494448,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 886,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 888,
        "firstCallbackMs": 3794.417874932289,
        "generatedTokens": 32,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 175212136,
        "stopReason": "eos",
        "streamTokensPerSecond": 35.320738905079565,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1575,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "3e3c2dd3d9c853238f48482586b422d4f71a471a695b33097015506745549072"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 755910056,
    "model": "lfm2.5-1.2b-instruct",
    "observedBackend": "MTL0|MTL0:694|CPU:105",
    "repetition": 0,
    "run": "iphone16-five-models-008",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 187.3631250858307,
        "generatedTokens": 33,
        "output": "I remember the workshop facts: codename Birch, held at the Porto venue, with a budget of 620 credits, and the participant follows a vegan diet.",
        "peakFootprintBytes": 177931856,
        "stopReason": "eos",
        "streamTokensPerSecond": 66.120751440576,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 75,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 108,
        "firstCallbackMs": 322.8677920103073,
        "generatedTokens": 33,
        "output": "The workshop should prioritize securing comfortable seating and clear signage to enhance attendee experience, while ensuring reliable lighting and a smooth check-in process to support smooth operations.",
        "peakFootprintBytes": 178603600,
        "stopReason": "eos",
        "streamTokensPerSecond": 66.28309357740264,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 275,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 308,
        "firstCallbackMs": 76.47183299064636,
        "generatedTokens": 20,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 178669136,
        "stopReason": "eos",
        "streamTokensPerSecond": 67.03517382814222,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 340,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 360,
        "firstCallbackMs": 477.9403749704361,
        "generatedTokens": 37,
        "output": "{\n  \"priority1\": \"Prepare signs and arrange seating to ensure clear check-in.\",\n  \"priority2\": \"Check lighting and welcome attendees effectively.\"\n}",
        "peakFootprintBytes": 161072720,
        "stopReason": "eos",
        "streamTokensPerSecond": 64.93558228406854,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 604,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 641,
        "firstCallbackMs": 502.469083070755,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 136119864,
        "stopReason": "eos",
        "streamTokensPerSecond": 63.63718473295887,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 886,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 888,
        "firstCallbackMs": 1372.4147909879684,
        "generatedTokens": 32,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 136332856,
        "stopReason": "eos",
        "streamTokensPerSecond": 64.91155932223403,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1575,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "706feeff682beef93cb0e723e2ef2d555c993038499f5755c150c209a029930c"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 1864370344,
    "model": "qwen3-1.7b",
    "observedBackend": "CPU|CPU:1743",
    "repetition": 0,
    "run": "iphone16-five-models-009",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 566.0324159860611,
        "generatedTokens": 23,
        "output": "Birch workshop is taking place in Porto with a budget of 620 credits and a vegan diet.",
        "peakFootprintBytes": 478202528,
        "stopReason": "eos",
        "streamTokensPerSecond": 24.63022014971195,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 1347.015042066574,
        "generatedTokens": 33,
        "output": "Prioritize securing a venue with appropriate seating and lighting to ensure a comfortable environment for participants. Implement a clear check-in process with signage to streamline entry and avoid delays.",
        "peakFootprintBytes": 442174112,
        "stopReason": "eos",
        "streamTokensPerSecond": 18.501979965618954,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 260,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 256,
        "firstCallbackMs": 722.027624964714,
        "generatedTokens": 17,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 400902792,
        "stopReason": "eos",
        "streamTokensPerSecond": 18.501286861960324,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 324,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 320,
        "firstCallbackMs": 1563.8687090873718,
        "generatedTokens": 30,
        "output": "Two practical preparation tasks are securing the venue's seating and lighting to ensure a comfortable environment and implementing a clear check-in process with signage to streamline attendance.",
        "peakFootprintBytes": 396855944,
        "stopReason": "eos",
        "streamTokensPerSecond": 16.423543943892632,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 561,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 557,
        "firstCallbackMs": 2320.792333006859,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 393988744,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.586111676872022,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 835,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 831,
        "firstCallbackMs": 5931.128792047501,
        "generatedTokens": 31,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 394414728,
        "stopReason": "eos",
        "streamTokensPerSecond": 14.157666063904479,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1524,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "b5b9b1dc7ace0c64273c883b1b9d526d21ce1673e822872c41b821a692cccc63"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 395954752,
    "model": "qwen3-1.7b",
    "observedBackend": "MTL0|MTL0:1743|CPU:315",
    "repetition": 0,
    "run": "iphone16-five-models-010",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 223.764790892601,
        "generatedTokens": 23,
        "output": "Birch workshop is taking place in Porto with a budget of 620 credits and a vegan diet.",
        "peakFootprintBytes": 404687448,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.584841356983745,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 434.70791697502136,
        "generatedTokens": 33,
        "output": "Prioritize securing a venue with appropriate seating and lighting to ensure a comfortable environment for participants. Implement a clear check-in process with signage to streamline entry and avoid delays.",
        "peakFootprintBytes": 375065176,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.66303268008271,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 260,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 256,
        "firstCallbackMs": 239.42925000190735,
        "generatedTokens": 17,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 349096536,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.456500041711852,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 324,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 320,
        "firstCallbackMs": 591.0127079486847,
        "generatedTokens": 30,
        "output": "Two practical preparation tasks are securing the venue's seating and lighting to ensure a comfortable environment and implementing a clear check-in process with signage to streamline attendance.",
        "peakFootprintBytes": 349391448,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.136868625200275,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 561,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 557,
        "firstCallbackMs": 692.5738750696182,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 349637208,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.677343940615746,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 835,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 831,
        "firstCallbackMs": 1694.1831250190735,
        "generatedTokens": 31,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 350095960,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.794218875741024,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1524,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "4ed7994697707faa9e3f391505283591ca2192c99aa44d6374894bbe13eb3f8e"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 2050672952,
    "model": "llama-3.2-3b-instruct",
    "observedBackend": "CPU|CPU:1918",
    "repetition": 0,
    "run": "iphone16-five-models-011",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 1307.4358749389648,
        "generatedTokens": 25,
        "output": "I have taken note of the workshop facts: codename Birch, venue Porto, budget 620 credits, and diet vegan.",
        "peakFootprintBytes": 568708128,
        "stopReason": "eos",
        "streamTokensPerSecond": 16.784575394300393,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 94,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 119,
        "firstCallbackMs": 3027.5783330202103,
        "generatedTokens": 62,
        "output": "Given the budget and venue constraints, I recommend prioritizing seating and clear check-in process, as these are essential for a functional workshop. Signage can be considered a secondary priority, as it can be easily created or sourced within the budget, and can be integrated into the check-in process to minimize additional costs.",
        "peakFootprintBytes": 523602928,
        "stopReason": "eos",
        "streamTokensPerSecond": 14.735304265370884,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 278,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 340,
        "firstCallbackMs": 1575.151291012764,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 471829488,
        "stopReason": "eos",
        "streamTokensPerSecond": 14.4318039171335,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 371,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 385,
        "firstCallbackMs": 3255.1387079954147,
        "generatedTokens": 19,
        "output": "Volunteers will prepare signs and arrange chairs to create a functional and welcoming environment for the workshop.",
        "peakFootprintBytes": 472058864,
        "stopReason": "eos",
        "streamTokensPerSecond": 13.033982579278176,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 605,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 624,
        "firstCallbackMs": 3595.1346249580383,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 472091632,
        "stopReason": "eos",
        "streamTokensPerSecond": 12.037599388468838,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 868,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 870,
        "firstCallbackMs": 12310.352499961853,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"Vegan\"}",
        "peakFootprintBytes": 472419312,
        "stopReason": "eos",
        "streamTokensPerSecond": 10.47968663006514,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1557,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "c2e6ebf1cf29bca60733e9286b5a5df6cc229acd6156429462dc089c412de842"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 413993632,
    "model": "llama-3.2-3b-instruct",
    "observedBackend": "MTL0|MTL0:1918|CPU:308",
    "repetition": 0,
    "run": "iphone16-five-models-012",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 467.7842079401016,
        "generatedTokens": 25,
        "output": "I have taken note of the workshop facts: codename Birch, venue Porto, budget 620 credits, and vegan diet.",
        "peakFootprintBytes": 421071568,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.416453172093366,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 94,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 119,
        "firstCallbackMs": 716.8100420236588,
        "generatedTokens": 53,
        "output": "Given the budget of 620 credits, I recommend prioritizing seating and clear check-in process, as these are essential for a functional workshop. Signage can be considered a secondary priority, as it can be incorporated into the check-in process or created using affordable materials.",
        "peakFootprintBytes": 391629520,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.2772962492589,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 278,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 331,
        "firstCallbackMs": 173.86212503910065,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 358386384,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.115361251845087,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 362,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 376,
        "firstCallbackMs": 995.2280830144882,
        "generatedTokens": 21,
        "output": "Volunteers should prepare the signs and arrange the chairs to ensure a functional and welcoming environment for the workshop.",
        "peakFootprintBytes": 358632144,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.00636322281575,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 596,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 617,
        "firstCallbackMs": 1201.1117910146713,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 358779600,
        "stopReason": "eos",
        "streamTokensPerSecond": 20.55141123696275,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 861,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 863,
        "firstCallbackMs": 3565.888792037964,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"Vegan\"}",
        "peakFootprintBytes": 359271120,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.0217859729711,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1550,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "415b1e1fa94f2f0138570471169305d092bdd06d82914a3a395445cf5fb245fa"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 1945651416,
    "model": "smollm3-3b",
    "observedBackend": "CPU|CPU:1819",
    "repetition": 0,
    "run": "iphone16-five-models-013",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 1432.7611669301987,
        "generatedTokens": 21,
        "output": "I remember the workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan.",
        "peakFootprintBytes": 457624344,
        "stopReason": "eos",
        "streamTokensPerSecond": 15.723079872323408,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 110,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 131,
        "firstCallbackMs": 2818.7482500076294,
        "generatedTokens": 64,
        "output": "Considering the workshop's codename Birch, venue Porto, budget 620 credits, and vegan diet, two practical priorities for seating, lighting, signage, and a clear check-in process could be: 1) Efficiently allocate seating to ensure comfort and accessibility for all participants, and 2) Use energy-efficient lighting and",
        "peakFootprintBytes": 401591064,
        "stopReason": "length",
        "streamTokensPerSecond": 14.003291940662791,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 294,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 358,
        "firstCallbackMs": 1353.6212910413742,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 364776144,
        "stopReason": "eos",
        "streamTokensPerSecond": 13.528927505571287,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 393,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 407,
        "firstCallbackMs": 3278.8654170036316,
        "generatedTokens": 22,
        "output": "Two practical preparation tasks for volunteers could be: preparing signs and arranging chairs to ensure a welcoming and organized environment.",
        "peakFootprintBytes": 364939984,
        "stopReason": "eos",
        "streamTokensPerSecond": 12.839276286499768,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 631,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 653,
        "firstCallbackMs": 3616.770082950592,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 361450192,
        "stopReason": "eos",
        "streamTokensPerSecond": 11.84059588084234,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 901,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 903,
        "firstCallbackMs": 11921.051208019257,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 361958096,
        "stopReason": "eos",
        "streamTokensPerSecond": 10.147795118710492,
        "thermalEnd": 1,
        "thermalStart": 0,
        "totalPromptTokens": 1594,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "73f0d65f7fd34e41d006e59ce7e29d2f188fdff1ac77875e2367aaefcfb86ba8"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 329730648,
    "model": "smollm3-3b",
    "observedBackend": "MTL0|MTL0:1819|CPU:205",
    "repetition": 0,
    "run": "iphone16-five-models-014",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 649.8116250038147,
        "generatedTokens": 21,
        "output": "I remember the workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan.",
        "peakFootprintBytes": 336906840,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.52383727812954,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 110,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 131,
        "firstCallbackMs": 1019.1125830411911,
        "generatedTokens": 64,
        "output": "Considering the workshop's codename Birch, venue Porto, budget 620 credits, and vegan diet, two practical priorities for seating, lighting, signage, and a clear check-in process could be: 1) Efficient seating arrangement to accommodate the number of participants while maintaining a comfortable distance, and 2) Energy-efficient lighting",
        "peakFootprintBytes": 307120728,
        "stopReason": "length",
        "streamTokensPerSecond": 23.523706182743865,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 294,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 358,
        "firstCallbackMs": 309.058207988739,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 275696216,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.320508549254168,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 393,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 407,
        "firstCallbackMs": 996.4109579324722,
        "generatedTokens": 17,
        "output": "Two practical preparation tasks for the Birch workshop in Porto include preparing signs and arranging chairs.",
        "peakFootprintBytes": 275974744,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.358106091557463,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 631,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 648,
        "firstCallbackMs": 1203.2577500343323,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 276073048,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.620589445583985,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 896,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 898,
        "firstCallbackMs": 3553.545166015625,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 276531800,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.390251996791573,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1589,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "2dbc5c2b48468147fa95d25cc13e819ca0490c775c0d3bca0068e54b1c2a5edd"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 755942800,
    "model": "lfm2.5-1.2b-instruct",
    "observedBackend": "MTL0|MTL0:694|CPU:105",
    "repetition": 1,
    "run": "iphone16-five-models-015",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 184.8168749809265,
        "generatedTokens": 33,
        "output": "I remember the workshop facts: codename Birch, held at the Porto venue, with a budget of 620 credits, and the participant follows a vegan diet.",
        "peakFootprintBytes": 177817144,
        "stopReason": "eos",
        "streamTokensPerSecond": 66.73946010391778,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 75,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 108,
        "firstCallbackMs": 320.12800002098083,
        "generatedTokens": 33,
        "output": "The workshop should prioritize securing comfortable seating and clear signage to enhance attendee experience, while ensuring reliable lighting and a smooth check-in process to support smooth operations.",
        "peakFootprintBytes": 178488888,
        "stopReason": "eos",
        "streamTokensPerSecond": 64.32407537249121,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 275,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 308,
        "firstCallbackMs": 82.4175420999527,
        "generatedTokens": 20,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 178538040,
        "stopReason": "eos",
        "streamTokensPerSecond": 65.30896592080161,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 340,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 360,
        "firstCallbackMs": 417.4126670360565,
        "generatedTokens": 37,
        "output": "{\n  \"priority1\": \"Prepare signs and arrange seating to ensure clear check-in.\",\n  \"priority2\": \"Check lighting and welcome attendees effectively.\"\n}",
        "peakFootprintBytes": 161121848,
        "stopReason": "eos",
        "streamTokensPerSecond": 64.09199817091017,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 604,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 641,
        "firstCallbackMs": 428.4439580440521,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 136152632,
        "stopReason": "eos",
        "streamTokensPerSecond": 62.189859545545325,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 886,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 888,
        "firstCallbackMs": 1180.3351249694824,
        "generatedTokens": 32,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 136382008,
        "stopReason": "eos",
        "streamTokensPerSecond": 63.2283959688564,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1575,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "c32d3514d041fd25723b5d8ae60482df5d70e4185bd000b248dba6c30fe6ea8b"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 755844496,
    "model": "lfm2.5-1.2b-instruct",
    "observedBackend": "CPU|CPU:694",
    "repetition": 1,
    "run": "iphone16-five-models-016",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 528.4557089805603,
        "generatedTokens": 33,
        "output": "I remember the workshop facts: codename Birch, held at the Porto venue, with a budget of 620 credits, and the participant follows a vegan diet.",
        "peakFootprintBytes": 299206320,
        "stopReason": "eos",
        "streamTokensPerSecond": 46.95511087498484,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 75,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 108,
        "firstCallbackMs": 999.1884590387344,
        "generatedTokens": 33,
        "output": "The workshop should prioritize securing comfortable seating and clear signage to enhance attendee experience, while ensuring reliable lighting and a smooth check-in process to support smooth operations.",
        "peakFootprintBytes": 282658480,
        "stopReason": "eos",
        "streamTokensPerSecond": 43.51328782255057,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 275,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 308,
        "firstCallbackMs": 550.0710830688477,
        "generatedTokens": 20,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 185353856,
        "stopReason": "eos",
        "streamTokensPerSecond": 43.43724647167414,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 340,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 360,
        "firstCallbackMs": 1156.6395410299301,
        "generatedTokens": 37,
        "output": "{\n  \"priority1\": \"Prepare signs and arrange seating to ensure clear check-in.\",\n  \"priority2\": \"Check lighting and welcome attendees effectively.\"\n}",
        "peakFootprintBytes": 175949440,
        "stopReason": "eos",
        "streamTokensPerSecond": 40.56645606564629,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 604,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 641,
        "firstCallbackMs": 1197.9059159755707,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 174737024,
        "stopReason": "eos",
        "streamTokensPerSecond": 38.13888493165764,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 886,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 888,
        "firstCallbackMs": 3751.673374891281,
        "generatedTokens": 32,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 175163008,
        "stopReason": "eos",
        "streamTokensPerSecond": 35.56201367424369,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1575,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "14a5a41ebbbcef19be298b6ad016752ebd3916da2214e8398d21944c36412ef6"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 1864222840,
    "model": "qwen3-1.7b",
    "observedBackend": "MTL0|MTL0:1743|CPU:315",
    "repetition": 1,
    "run": "iphone16-five-models-017",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 223.0141659975052,
        "generatedTokens": 23,
        "output": "Birch workshop is taking place in Porto with a budget of 620 credits and a vegan diet.",
        "peakFootprintBytes": 404572736,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.5743016893981,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 438.0879579782486,
        "generatedTokens": 33,
        "output": "Prioritize securing a venue with appropriate seating and lighting to ensure a comfortable environment for participants. Implement a clear check-in process with signage to streamline entry and avoid delays.",
        "peakFootprintBytes": 405539392,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.577111883190682,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 260,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 256,
        "firstCallbackMs": 246.07691705226898,
        "generatedTokens": 17,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 379423296,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.487635215124143,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 324,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 320,
        "firstCallbackMs": 656.1230419874191,
        "generatedTokens": 30,
        "output": "Two practical preparation tasks are securing the venue's seating and lighting to ensure a comfortable environment and implementing a clear check-in process with signage to streamline attendance.",
        "peakFootprintBytes": 353569320,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.256253914373588,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 561,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 557,
        "firstCallbackMs": 798.5270830392838,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 353847848,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.259961229164805,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 835,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 831,
        "firstCallbackMs": 2025.010707974434,
        "generatedTokens": 31,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 354306600,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.866550184733107,
        "thermalEnd": 1,
        "thermalStart": 0,
        "totalPromptTokens": 1524,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "61abdb308b6d4e32d55fbf775a8995f7cc0aba69e9833731e2a033a5a567f924"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 395594280,
    "model": "qwen3-1.7b",
    "observedBackend": "CPU|CPU:1743",
    "repetition": 1,
    "run": "iphone16-five-models-018",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 510.91420793533325,
        "generatedTokens": 23,
        "output": "Birch workshop is taking place in Porto with a budget of 620 credits and a vegan diet.",
        "peakFootprintBytes": 474892912,
        "stopReason": "eos",
        "streamTokensPerSecond": 29.068079013046763,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 1065.1324579715729,
        "generatedTokens": 33,
        "output": "Prioritize securing a venue with appropriate seating and lighting to ensure a comfortable environment for participants. Implement a clear check-in process with signage to streamline entry and avoid delays.",
        "peakFootprintBytes": 441748080,
        "stopReason": "eos",
        "streamTokensPerSecond": 24.520740835800634,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 260,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 256,
        "firstCallbackMs": 567.8227080106735,
        "generatedTokens": 17,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 395168344,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.700656256040574,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 324,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 320,
        "firstCallbackMs": 1340.8575839996338,
        "generatedTokens": 30,
        "output": "Two practical preparation tasks are securing the venue's seating and lighting to ensure a comfortable environment and implementing a clear check-in process with signage to streamline attendance.",
        "peakFootprintBytes": 397511256,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.080165871931612,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 561,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 557,
        "firstCallbackMs": 2037.618083000183,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 397740632,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.461184261129088,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 835,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 831,
        "firstCallbackMs": 5597.4454580545425,
        "generatedTokens": 31,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 398084696,
        "stopReason": "eos",
        "streamTokensPerSecond": 15.710085726969089,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1524,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "8c62c1cf6bc4f55290cb5454f5b7ac9ec4da3f231c3877a9a939caae416d6194"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 2050230560,
    "model": "llama-3.2-3b-instruct",
    "observedBackend": "MTL0|MTL0:1918|CPU:308",
    "repetition": 1,
    "run": "iphone16-five-models-019",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 428.4097499847412,
        "generatedTokens": 25,
        "output": "I have taken note of the workshop facts: codename Birch, venue Porto, budget 620 credits, and vegan diet.",
        "peakFootprintBytes": 421333784,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.326209643533407,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 94,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 119,
        "firstCallbackMs": 744.9420830011368,
        "generatedTokens": 53,
        "output": "Given the budget of 620 credits, I recommend prioritizing seating and clear check-in process, as these are essential for a functional workshop. Signage can be considered a secondary priority, as it can be incorporated into the check-in process or created using affordable materials.",
        "peakFootprintBytes": 421743384,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.1939762815631,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 278,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 331,
        "firstCallbackMs": 190.5680000782013,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 366168856,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.87152540069554,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 362,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 376,
        "firstCallbackMs": 1204.3674590587616,
        "generatedTokens": 21,
        "output": "Volunteers should prepare the signs and arrange the chairs to ensure a functional and welcoming environment for the workshop.",
        "peakFootprintBytes": 366365464,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.87030770976344,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 596,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 617,
        "firstCallbackMs": 1424.2449580430984,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 366578456,
        "stopReason": "eos",
        "streamTokensPerSecond": 20.038022138216782,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 861,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 863,
        "firstCallbackMs": 4017.0438330173492,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"Vegan\"}",
        "peakFootprintBytes": 366971672,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.000585872543887,
        "thermalEnd": 1,
        "thermalStart": 0,
        "totalPromptTokens": 1550,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "a23007c1977bd3a0d5799d0af11a19303b96c780fdc46a55108e4866b1d0368a"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 384010888,
    "model": "llama-3.2-3b-instruct",
    "observedBackend": "CPU|CPU:1918",
    "repetition": 1,
    "run": "iphone16-five-models-020",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 1234.456750035286,
        "generatedTokens": 25,
        "output": "I have taken note of the workshop facts: codename Birch, venue Porto, budget 620 credits, and diet vegan.",
        "peakFootprintBytes": 538577688,
        "stopReason": "eos",
        "streamTokensPerSecond": 18.986346025805013,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 94,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 119,
        "firstCallbackMs": 2785.6033749580383,
        "generatedTokens": 62,
        "output": "Given the budget and venue constraints, I recommend prioritizing seating and clear check-in process, as these are essential for a functional workshop. Signage can be considered a secondary priority, as it can be easily created or sourced within the budget, and can be integrated into the check-in process to minimize additional costs.",
        "peakFootprintBytes": 468339456,
        "stopReason": "eos",
        "streamTokensPerSecond": 16.07453118577702,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 278,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 340,
        "firstCallbackMs": 1465.0177079439163,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 468306688,
        "stopReason": "eos",
        "streamTokensPerSecond": 15.493923179007936,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 371,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 385,
        "firstCallbackMs": 3099.958709001541,
        "generatedTokens": 19,
        "output": "Volunteers will prepare signs and arrange chairs to create a functional and welcoming environment for the workshop.",
        "peakFootprintBytes": 468585216,
        "stopReason": "eos",
        "streamTokensPerSecond": 13.891297893352187,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 605,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 624,
        "firstCallbackMs": 3468.1642080545425,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 454085376,
        "stopReason": "eos",
        "streamTokensPerSecond": 12.759068904617731,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 868,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 870,
        "firstCallbackMs": 11965.839083909988,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"Vegan\"}",
        "peakFootprintBytes": 454544128,
        "stopReason": "eos",
        "streamTokensPerSecond": 10.685735823514094,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1557,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "7a37d565abf5069b623196624534e4d259d58ec8c7b394f3bc6ff5fda68ec028"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 1945798848,
    "model": "smollm3-3b",
    "observedBackend": "MTL0|MTL0:1819|CPU:205",
    "repetition": 1,
    "run": "iphone16-five-models-021",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 561.1672919988632,
        "generatedTokens": 21,
        "output": "I remember the workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan.",
        "peakFootprintBytes": 337332872,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.26682173072619,
        "thermalEnd": 1,
        "thermalStart": 0,
        "totalPromptTokens": 110,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 131,
        "firstCallbackMs": 942.0986670255661,
        "generatedTokens": 64,
        "output": "Considering the workshop's codename Birch, venue Porto, budget 620 credits, and vegan diet, two practical priorities for seating, lighting, signage, and a clear check-in process could be: 1) Efficient seating arrangement to accommodate the number of participants while maintaining a comfortable distance, and 2) Energy-efficient lighting",
        "peakFootprintBytes": 337726088,
        "stopReason": "length",
        "streamTokensPerSecond": 23.097494018364713,
        "thermalEnd": 1,
        "thermalStart": 1,
        "totalPromptTokens": 294,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 358,
        "firstCallbackMs": 382.3434590101242,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 275876464,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.26658879868285,
        "thermalEnd": 1,
        "thermalStart": 1,
        "totalPromptTokens": 393,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 407,
        "firstCallbackMs": 1261.648125052452,
        "generatedTokens": 17,
        "output": "Two practical preparation tasks for the Birch workshop in Porto include preparing signs and arranging chairs.",
        "peakFootprintBytes": 276204144,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.667337617481884,
        "thermalEnd": 1,
        "thermalStart": 1,
        "totalPromptTokens": 631,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 648,
        "firstCallbackMs": 1618.7945419549942,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 276335216,
        "stopReason": "eos",
        "streamTokensPerSecond": 18.398121525641947,
        "thermalEnd": 1,
        "thermalStart": 1,
        "totalPromptTokens": 896,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 898,
        "firstCallbackMs": 4596.219499945641,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 276728432,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.52504620764616,
        "thermalEnd": 1,
        "thermalStart": 1,
        "totalPromptTokens": 1589,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "eab3d96d268f2fa4140c5e7c13bc2c2af4e07aac77c5dec008b156573002049a"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 329583120,
    "model": "smollm3-3b",
    "observedBackend": "CPU|CPU:1819",
    "repetition": 1,
    "run": "iphone16-five-models-022",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 1301.1802079677582,
        "generatedTokens": 21,
        "output": "I remember the workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan.",
        "peakFootprintBytes": 457738912,
        "stopReason": "eos",
        "streamTokensPerSecond": 17.45177220452062,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 110,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 131,
        "firstCallbackMs": 2479.7223329544067,
        "generatedTokens": 64,
        "output": "Considering the workshop's codename Birch, venue Porto, budget 620 credits, and vegan diet, two practical priorities for seating, lighting, signage, and a clear check-in process could be: 1) Efficiently allocate seating to ensure comfort and accessibility for all participants, and 2) Use energy-efficient lighting and",
        "peakFootprintBytes": 393661088,
        "stopReason": "length",
        "streamTokensPerSecond": 15.392603153338376,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 294,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 358,
        "firstCallbackMs": 1236.67183303833,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 359287432,
        "stopReason": "eos",
        "streamTokensPerSecond": 14.807352077887014,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 393,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 407,
        "firstCallbackMs": 3075.586166024208,
        "generatedTokens": 22,
        "output": "Two practical preparation tasks for volunteers could be: preparing signs and arranging chairs to ensure a welcoming and organized environment.",
        "peakFootprintBytes": 359942792,
        "stopReason": "eos",
        "streamTokensPerSecond": 13.832885290833326,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 631,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 653,
        "firstCallbackMs": 3411.863000035286,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 360090248,
        "stopReason": "eos",
        "streamTokensPerSecond": 12.604267397647567,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 901,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 903,
        "firstCallbackMs": 11438.947541952133,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 360467080,
        "stopReason": "eos",
        "streamTokensPerSecond": 11.244774890312344,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1594,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "ef76eaf14cb7460ee0c0a52d1cefe8a3f36b05f3e60d701be9af33e24ee2d24e"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 205358720,
    "model": "gemma-3-1b-it",
    "observedBackend": "MTL0|MTL0:762|CPU:306",
    "repetition": 1,
    "run": "iphone16-five-models-023",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 132.42983293533325,
        "generatedTokens": 29,
        "output": "Okay, I understand \u2013 this is a workshop for Birch in Porto, with a budget of 620 credits and a vegan dietary requirement.",
        "peakFootprintBytes": 205391488,
        "stopReason": "eos",
        "streamTokensPerSecond": 52.63205293475404,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 72,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 101,
        "firstCallbackMs": 242.85229206085205,
        "generatedTokens": 27,
        "output": "Okay, based on the facts, two practical priorities are establishing a clear check-in process and securing sufficient seating for the workshop attendees.",
        "peakFootprintBytes": 181061272,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.271303528204456,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 267,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 294,
        "firstCallbackMs": 62.45683300495148,
        "generatedTokens": 27,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 165906072,
        "stopReason": "eos",
        "streamTokensPerSecond": 52.64767165916102,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 324,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 351,
        "firstCallbackMs": 282.02004194259644,
        "generatedTokens": 27,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 166168216,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.134402872226595,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 571,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 598,
        "firstCallbackMs": 333.3784999847412,
        "generatedTokens": 1,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 166643352,
        "stopReason": "eos",
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 854,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 855,
        "firstCallbackMs": 845.2243750095367,
        "generatedTokens": 45,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"Vegan\"\n}\n```",
        "peakFootprintBytes": 167331480,
        "stopReason": "eos",
        "streamTokensPerSecond": 44.86816722274842,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1506,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "37af20d433f3ffd62fe7ff254eff6c3c690193f53d3ee930b65579a3277af575"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 831391192,
    "model": "gemma-3-1b-it",
    "observedBackend": "CPU|CPU:762",
    "repetition": 1,
    "run": "iphone16-five-models-024",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 356.99204099178314,
        "generatedTokens": 33,
        "output": "Okay, I understand \u2013 I\u2019m here to help with the Birch workshop in Porto, with a budget of 620 credits and a vegan dietary requirement.",
        "peakFootprintBytes": 263390968,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.654614025509,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 72,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 105,
        "firstCallbackMs": 636.1288750171661,
        "generatedTokens": 42,
        "output": "Okay, considering the need for seating, lighting, signage, and a clear check-in process, two practical priorities are ensuring adequate seating for attendees and establishing a smooth check-in flow to manage the event.",
        "peakFootprintBytes": 241075960,
        "stopReason": "eos",
        "streamTokensPerSecond": 41.91549373557951,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 271,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 313,
        "firstCallbackMs": 446.30162501335144,
        "generatedTokens": 27,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 185485048,
        "stopReason": "eos",
        "streamTokensPerSecond": 41.31960515688344,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 343,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 370,
        "firstCallbackMs": 830.3168330192566,
        "generatedTokens": 27,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 185698040,
        "stopReason": "eos",
        "streamTokensPerSecond": 38.978564203135925,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 590,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 617,
        "firstCallbackMs": 909.3512080907822,
        "generatedTokens": 1,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 185698040,
        "stopReason": "eos",
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 873,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 874,
        "firstCallbackMs": 2535.1050419807434,
        "generatedTokens": 45,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"Vegan\"\n}\n```",
        "peakFootprintBytes": 186140408,
        "stopReason": "eos",
        "streamTokensPerSecond": 36.41486922366375,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1525,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "0b8b33f034b5ce48efb11c370868e077ad2af2658d5412bc92c65ce0076e62fb"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 1864386728,
    "model": "qwen3-1.7b",
    "observedBackend": "CPU|CPU:1743",
    "repetition": 2,
    "run": "iphone16-five-models-025",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 564.9550000429153,
        "generatedTokens": 23,
        "output": "Birch workshop is taking place in Porto with a budget of 620 credits and a vegan diet.",
        "peakFootprintBytes": 479447784,
        "stopReason": "eos",
        "streamTokensPerSecond": 24.854113894847256,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 1319.602458000183,
        "generatedTokens": 33,
        "output": "Prioritize securing a venue with appropriate seating and lighting to ensure a comfortable environment for participants. Implement a clear check-in process with signage to streamline entry and avoid delays.",
        "peakFootprintBytes": 476973800,
        "stopReason": "eos",
        "streamTokensPerSecond": 19.151311623925025,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 260,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 256,
        "firstCallbackMs": 667.9082911014557,
        "generatedTokens": 17,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 398871248,
        "stopReason": "eos",
        "streamTokensPerSecond": 18.9913853302367,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 324,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 320,
        "firstCallbackMs": 1529.7892919778824,
        "generatedTokens": 30,
        "output": "Two practical preparation tasks are securing the venue's seating and lighting to ensure a comfortable environment and implementing a clear check-in process with signage to streamline attendance.",
        "peakFootprintBytes": 395889360,
        "stopReason": "eos",
        "streamTokensPerSecond": 17.20082391846358,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 561,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 557,
        "firstCallbackMs": 2283.4349999427795,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 393104080,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.774178323861193,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 835,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 831,
        "firstCallbackMs": 5918.063416004181,
        "generatedTokens": 31,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 393579216,
        "stopReason": "eos",
        "streamTokensPerSecond": 14.159031682790216,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1524,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "66d78ab71a5d9690621f03ebefb6f3f66dacd8ae9d9d17aeb688e70afc764ff1"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 395741712,
    "model": "qwen3-1.7b",
    "observedBackend": "MTL0|MTL0:1743|CPU:315",
    "repetition": 2,
    "run": "iphone16-five-models-026",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 223.38304197788239,
        "generatedTokens": 23,
        "output": "Birch workshop is taking place in Porto with a budget of 620 credits and a vegan diet.",
        "peakFootprintBytes": 404392488,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.53302857703756,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 433.9939169883728,
        "generatedTokens": 33,
        "output": "Prioritize securing a venue with appropriate seating and lighting to ensure a comfortable environment for participants. Implement a clear check-in process with signage to streamline entry and avoid delays.",
        "peakFootprintBytes": 375032360,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.70261941453295,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 260,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 256,
        "firstCallbackMs": 240.462415933609,
        "generatedTokens": 17,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 348817960,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.54494553326976,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 324,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 320,
        "firstCallbackMs": 590.2560828924179,
        "generatedTokens": 30,
        "output": "Two practical preparation tasks are securing the venue's seating and lighting to ensure a comfortable environment and implementing a clear check-in process with signage to streamline attendance.",
        "peakFootprintBytes": 349112872,
        "stopReason": "eos",
        "streamTokensPerSecond": 25.24424349446933,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 561,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 557,
        "firstCallbackMs": 690.0407090187073,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 349309480,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.610835657586442,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 835,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 831,
        "firstCallbackMs": 1685.1967920064926,
        "generatedTokens": 31,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 349735464,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.846065708654045,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1524,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "18417172c58757c82a80fd9c8332d45748b2de08298e0db409624f165cedb738"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 2050345248,
    "model": "llama-3.2-3b-instruct",
    "observedBackend": "CPU|CPU:1918",
    "repetition": 2,
    "run": "iphone16-five-models-027",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 1357.5263749361038,
        "generatedTokens": 25,
        "output": "I have taken note of the workshop facts: codename Birch, venue Porto, budget 620 credits, and diet vegan.",
        "peakFootprintBytes": 568331152,
        "stopReason": "eos",
        "streamTokensPerSecond": 16.718144141533415,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 94,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 119,
        "firstCallbackMs": 3031.042417049408,
        "generatedTokens": 62,
        "output": "Given the budget and venue constraints, I recommend prioritizing seating and clear check-in process, as these are essential for a functional workshop. Signage can be considered a secondary priority, as it can be easily created or sourced within the budget, and can be integrated into the check-in process to minimize additional costs.",
        "peakFootprintBytes": 509545336,
        "stopReason": "eos",
        "streamTokensPerSecond": 14.724741477413318,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 278,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 340,
        "firstCallbackMs": 1577.3950419425964,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 461736800,
        "stopReason": "eos",
        "streamTokensPerSecond": 14.486667042070033,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 371,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 385,
        "firstCallbackMs": 3263.4196249246597,
        "generatedTokens": 19,
        "output": "Volunteers will prepare signs and arrange chairs to create a functional and welcoming environment for the workshop.",
        "peakFootprintBytes": 461998944,
        "stopReason": "eos",
        "streamTokensPerSecond": 12.929768517412505,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 605,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 624,
        "firstCallbackMs": 3621.270874977112,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 462080864,
        "stopReason": "eos",
        "streamTokensPerSecond": 12.091404978564587,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 868,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 870,
        "firstCallbackMs": 12366.326500058174,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"Vegan\"}",
        "peakFootprintBytes": 462408544,
        "stopReason": "eos",
        "streamTokensPerSecond": 10.380406995984401,
        "thermalEnd": 1,
        "thermalStart": 0,
        "totalPromptTokens": 1557,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "a7160842f5e7c01075702d8d30d0e25d416f2e5d12d68c4928981f73e003d2d9"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 413813360,
    "model": "llama-3.2-3b-instruct",
    "observedBackend": "MTL0|MTL0:1918|CPU:308",
    "repetition": 2,
    "run": "iphone16-five-models-028",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 427.0922499895096,
        "generatedTokens": 25,
        "output": "I have taken note of the workshop facts: codename Birch, venue Porto, budget 620 credits, and vegan diet.",
        "peakFootprintBytes": 420973216,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.287926185588436,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 94,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 119,
        "firstCallbackMs": 714.958083987236,
        "generatedTokens": 53,
        "output": "Given the budget of 620 credits, I recommend prioritizing seating and clear check-in process, as these are essential for a functional workshop. Signage can be considered a secondary priority, as it can be incorporated into the check-in process or created using affordable materials.",
        "peakFootprintBytes": 391400096,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.309850356532678,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 278,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 331,
        "firstCallbackMs": 174.273707985878,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 358369928,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.008787137293343,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 362,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 376,
        "firstCallbackMs": 996.0398330688477,
        "generatedTokens": 21,
        "output": "Volunteers should prepare the signs and arrange the chairs to ensure a functional and welcoming environment for the workshop.",
        "peakFootprintBytes": 358599304,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.912044043566702,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 596,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 617,
        "firstCallbackMs": 1198.0232920646667,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 358746760,
        "stopReason": "eos",
        "streamTokensPerSecond": 20.5760258410659,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 861,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 863,
        "firstCallbackMs": 3563.5482910871506,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"Vegan\"}",
        "peakFootprintBytes": 359238280,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.015063216822774,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1550,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "0f277d15205879ebc7f752b16e05295201f4371f8c100298765d917b96ad3184"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 1945618648,
    "model": "smollm3-3b",
    "observedBackend": "CPU|CPU:1819",
    "repetition": 2,
    "run": "iphone16-five-models-029",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 1415.8081250190735,
        "generatedTokens": 21,
        "output": "I remember the workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan.",
        "peakFootprintBytes": 457575168,
        "stopReason": "eos",
        "streamTokensPerSecond": 15.682567580942544,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 110,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 131,
        "firstCallbackMs": 2777.792207956314,
        "generatedTokens": 64,
        "output": "Considering the workshop's codename Birch, venue Porto, budget 620 credits, and vegan diet, two practical priorities for seating, lighting, signage, and a clear check-in process could be: 1) Efficiently allocate seating to ensure comfort and accessibility for all participants, and 2) Use energy-efficient lighting and",
        "peakFootprintBytes": 420350720,
        "stopReason": "length",
        "streamTokensPerSecond": 14.285426931458522,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 294,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 358,
        "firstCallbackMs": 1321.0682499408722,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 367725264,
        "stopReason": "eos",
        "streamTokensPerSecond": 13.755557212890112,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 393,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 407,
        "firstCallbackMs": 3307.38929104805,
        "generatedTokens": 22,
        "output": "Two practical preparation tasks for volunteers could be: preparing signs and arranging chairs to ensure a welcoming and organized environment.",
        "peakFootprintBytes": 367905488,
        "stopReason": "eos",
        "streamTokensPerSecond": 12.237174204652394,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 631,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 653,
        "firstCallbackMs": 3676.531084060669,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 365464272,
        "stopReason": "eos",
        "streamTokensPerSecond": 12.004003442804319,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 901,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 903,
        "firstCallbackMs": 12156.209041953087,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 365873872,
        "stopReason": "eos",
        "streamTokensPerSecond": 10.075694588229815,
        "thermalEnd": 1,
        "thermalStart": 0,
        "totalPromptTokens": 1594,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "02a3bb7cd1545fd9ee443610227ab16180826189d33e6d97b25ac25c973a992d"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 329730576,
    "model": "smollm3-3b",
    "observedBackend": "MTL0|MTL0:1819|CPU:205",
    "repetition": 2,
    "run": "iphone16-five-models-030",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 558.4947919845581,
        "generatedTokens": 21,
        "output": "I remember the workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan.",
        "peakFootprintBytes": 336988688,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.431112513345354,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 110,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 131,
        "firstCallbackMs": 835.4851659536362,
        "generatedTokens": 64,
        "output": "Considering the workshop's codename Birch, venue Porto, budget 620 credits, and vegan diet, two practical priorities for seating, lighting, signage, and a clear check-in process could be: 1) Efficient seating arrangement to accommodate the number of participants while maintaining a comfortable distance, and 2) Energy-efficient lighting",
        "peakFootprintBytes": 307038736,
        "stopReason": "length",
        "streamTokensPerSecond": 23.58504177392007,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 294,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 358,
        "firstCallbackMs": 309.58987498283386,
        "generatedTokens": 14,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"budget\": 620}",
        "peakFootprintBytes": 275696120,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.41893128977072,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 393,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 407,
        "firstCallbackMs": 997.7269580364227,
        "generatedTokens": 17,
        "output": "Two practical preparation tasks for the Birch workshop in Porto include preparing signs and arranging chairs.",
        "peakFootprintBytes": 276007416,
        "stopReason": "eos",
        "streamTokensPerSecond": 23.38834366449875,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 631,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 648,
        "firstCallbackMs": 1200.9929579496384,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 276187640,
        "stopReason": "eos",
        "streamTokensPerSecond": 21.398632150514945,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 896,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 898,
        "firstCallbackMs": 3546.589583992958,
        "generatedTokens": 28,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 276662776,
        "stopReason": "eos",
        "streamTokensPerSecond": 22.596269522379743,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1589,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "bc2164566157ee39ee65fa2fc2363f6f146a65a2886f6a1aa3763d9930c0fccd"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 831522264,
    "model": "gemma-3-1b-it",
    "observedBackend": "CPU|CPU:762",
    "repetition": 2,
    "run": "iphone16-five-models-031",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 331.9247089624405,
        "generatedTokens": 33,
        "output": "Okay, I understand \u2013 I\u2019m here to help with the Birch workshop in Porto, with a budget of 620 credits and a vegan dietary requirement.",
        "peakFootprintBytes": 263407328,
        "stopReason": "eos",
        "streamTokensPerSecond": 41.94808204148241,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 72,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 105,
        "firstCallbackMs": 688.5639590024948,
        "generatedTokens": 42,
        "output": "Okay, considering the need for seating, lighting, signage, and a clear check-in process, two practical priorities are ensuring adequate seating for attendees and establishing a smooth check-in flow to manage the event.",
        "peakFootprintBytes": 246810336,
        "stopReason": "eos",
        "streamTokensPerSecond": 38.563707287264286,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 271,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 313,
        "firstCallbackMs": 484.0164999961853,
        "generatedTokens": 27,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 206407392,
        "stopReason": "eos",
        "streamTokensPerSecond": 38.10385218913199,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 343,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 370,
        "firstCallbackMs": 875.2228330373764,
        "generatedTokens": 27,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 179488456,
        "stopReason": "eos",
        "streamTokensPerSecond": 35.961730476234536,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 590,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 617,
        "firstCallbackMs": 999.9365839958191,
        "generatedTokens": 1,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 179766984,
        "stopReason": "eos",
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 873,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 874,
        "firstCallbackMs": 2717.7597910165787,
        "generatedTokens": 45,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"Vegan\"\n}\n```",
        "peakFootprintBytes": 180225736,
        "stopReason": "eos",
        "streamTokensPerSecond": 34.31137427655423,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1525,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "5749d24bab5976137dd87d4ca53ceed99b7886cda0054e9f43ac96aa39c14a2f"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 831374808,
    "model": "gemma-3-1b-it",
    "observedBackend": "MTL0|MTL0:762|CPU:306",
    "repetition": 2,
    "run": "iphone16-five-models-032",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 131.19770801067352,
        "generatedTokens": 29,
        "output": "Okay, I understand \u2013 this is a workshop for Birch in Porto, with a budget of 620 credits and a vegan dietary requirement.",
        "peakFootprintBytes": 223790792,
        "stopReason": "eos",
        "streamTokensPerSecond": 52.246579604314036,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 72,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 101,
        "firstCallbackMs": 240.75624990463257,
        "generatedTokens": 27,
        "output": "Okay, based on the facts, two practical priorities are establishing a clear check-in process and securing sufficient seating for the workshop attendees.",
        "peakFootprintBytes": 224282312,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.33475580629313,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 267,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 294,
        "firstCallbackMs": 62.81041598320007,
        "generatedTokens": 27,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 224331464,
        "stopReason": "eos",
        "streamTokensPerSecond": 51.798662841506626,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 324,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 351,
        "firstCallbackMs": 298.58983302116394,
        "generatedTokens": 27,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}\n```",
        "peakFootprintBytes": 207521480,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.22544662797152,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 571,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 598,
        "firstCallbackMs": 361.7647919654846,
        "generatedTokens": 1,
        "memoryProbePassed": true,
        "output": "Vegan",
        "peakFootprintBytes": 184338120,
        "stopReason": "eos",
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 854,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 855,
        "firstCallbackMs": 951.3206250667572,
        "generatedTokens": 45,
        "memoryProbePassed": false,
        "output": "```json\n{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"Vegan\"\n}\n```",
        "peakFootprintBytes": 184813256,
        "stopReason": "eos",
        "streamTokensPerSecond": 44.75878448760663,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1506,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "5badd6f664ea1f0e9975de320aa2c588f8b94f37fee26fae405263216bf5fe6f"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 154060320,
    "model": "lfm2.5-1.2b-instruct",
    "observedBackend": "CPU|CPU:694",
    "repetition": 2,
    "run": "iphone16-five-models-033",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 440.97850000858307,
        "generatedTokens": 33,
        "output": "I remember the workshop facts: codename Birch, held at the Porto venue, with a budget of 620 credits, and the participant follows a vegan diet.",
        "peakFootprintBytes": 281167512,
        "stopReason": "eos",
        "streamTokensPerSecond": 55.3660038891877,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 75,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 108,
        "firstCallbackMs": 908.622083902359,
        "generatedTokens": 33,
        "output": "The workshop should prioritize securing comfortable seating and clear signage to enhance attendee experience, while ensuring reliable lighting and a smooth check-in process to support smooth operations.",
        "peakFootprintBytes": 257525400,
        "stopReason": "eos",
        "streamTokensPerSecond": 48.98184417069586,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 275,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 308,
        "firstCallbackMs": 488.08208298683167,
        "generatedTokens": 20,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 182306408,
        "stopReason": "eos",
        "streamTokensPerSecond": 48.09440171346619,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 340,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 360,
        "firstCallbackMs": 1053.8259580135345,
        "generatedTokens": 37,
        "output": "{\n  \"priority1\": \"Prepare signs and arrange seating to ensure clear check-in.\",\n  \"priority2\": \"Check lighting and welcome attendees effectively.\"\n}",
        "peakFootprintBytes": 190432872,
        "stopReason": "eos",
        "streamTokensPerSecond": 45.52670603468535,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 604,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 641,
        "firstCallbackMs": 1104.2347921133041,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 185386600,
        "stopReason": "eos",
        "streamTokensPerSecond": 43.4821989637079,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 886,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 888,
        "firstCallbackMs": 3423.758332967758,
        "generatedTokens": 32,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 185747048,
        "stopReason": "eos",
        "streamTokensPerSecond": 39.325508313315424,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1575,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "bc0a0f7c1faa41b47d1e68ba9db09bd6d0d7fedb9219577792054b09404ddfb5"
  },
  {
    "cohort": "iphone16-five-models",
    "loadPeakFootprintBytes": 755926440,
    "model": "lfm2.5-1.2b-instruct",
    "observedBackend": "MTL0|MTL0:694|CPU:105",
    "repetition": 2,
    "run": "iphone16-five-models-034",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 188.80133295059204,
        "generatedTokens": 33,
        "output": "I remember the workshop facts: codename Birch, held at the Porto venue, with a budget of 620 credits, and the participant follows a vegan diet.",
        "peakFootprintBytes": 177899112,
        "stopReason": "eos",
        "streamTokensPerSecond": 65.97390628065905,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 75,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 108,
        "firstCallbackMs": 320.3718339204788,
        "generatedTokens": 33,
        "output": "The workshop should prioritize securing comfortable seating and clear signage to enhance attendee experience, while ensuring reliable lighting and a smooth check-in process to support smooth operations.",
        "peakFootprintBytes": 178538088,
        "stopReason": "eos",
        "streamTokensPerSecond": 65.24351981546211,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 275,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 308,
        "firstCallbackMs": 77.00424993038177,
        "generatedTokens": 20,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 178538088,
        "stopReason": "eos",
        "streamTokensPerSecond": 66.77578274059444,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 340,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 360,
        "firstCallbackMs": 431.6310830116272,
        "generatedTokens": 37,
        "output": "{\n  \"priority1\": \"Prepare signs and arrange seating to ensure clear check-in.\",\n  \"priority2\": \"Check lighting and welcome attendees effectively.\"\n}",
        "peakFootprintBytes": 161203816,
        "stopReason": "eos",
        "streamTokensPerSecond": 66.10763880689157,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 604,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 641,
        "firstCallbackMs": 464.7710829973221,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 136185448,
        "stopReason": "eos",
        "streamTokensPerSecond": 64.1262000211277,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 886,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 888,
        "firstCallbackMs": 1290.6578749418259,
        "generatedTokens": 32,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 136431208,
        "stopReason": "eos",
        "streamTokensPerSecond": 63.08351192521136,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1575,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "4b81575a856fd06644f0631e521633102b7e4eb4f133835e686e0f04dbaaba08"
  },
  {
    "cohort": "qwen-protocol-pilot",
    "loadPeakFootprintBytes": 419841160,
    "model": "gguf",
    "observedBackend": "CPU|CPU:372",
    "repetition": 0,
    "run": "qwen-protocol-pilot-001",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 273.47175002098083,
        "generatedTokens": 28,
        "output": "Workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan. Acknowledge in one short sentence.",
        "peakFootprintBytes": 426182200,
        "stopReason": "eos",
        "streamTokensPerSecond": 81.65333882492835,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 542.0805000066757,
        "generatedTokens": 26,
        "output": "The workshop needs seating, lighting, signage, and a clear check-in process. These are essential for a successful and efficient event.",
        "peakFootprintBytes": 426853944,
        "stopReason": "eos",
        "streamTokensPerSecond": 65.53070636810455,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 265,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 261,
        "firstCallbackMs": 296.3063749074936,
        "generatedTokens": 21,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 386074168,
        "stopReason": "eos",
        "streamTokensPerSecond": 62.46585519091033,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 322,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 318,
        "firstCallbackMs": 651.3933750391006,
        "generatedTokens": 18,
        "output": "Volunteers will prepare signs and chairs, and check the lighting to ensure a welcoming environment.",
        "peakFootprintBytes": 386123320,
        "stopReason": "eos",
        "streamTokensPerSecond": 52.28224163217877,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 563,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 559,
        "firstCallbackMs": 879.3520829677582,
        "generatedTokens": 5,
        "memoryProbePassed": false,
        "output": "dietary rule: vegan",
        "peakFootprintBytes": 356910624,
        "stopReason": "eos",
        "streamTokensPerSecond": 44.97357098207454,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 825,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 821,
        "firstCallbackMs": 3097.2243329286575,
        "generatedTokens": 37,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"vegan\"\n}",
        "peakFootprintBytes": 334431776,
        "stopReason": "eos",
        "streamTokensPerSecond": 32.49899804924453,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1517,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "2ed8a9167b227d7ec1d2118438845e002c87225581babd41b2d97cfc8d12547d"
  },
  {
    "cohort": "qwen-protocol-pilot",
    "loadPeakFootprintBytes": 420119736,
    "model": "gguf",
    "observedBackend": "MTL0|MTL0:372|CPU:121",
    "repetition": 0,
    "run": "qwen-protocol-pilot-002",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 92.79825007915497,
        "generatedTokens": 28,
        "output": "Workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan. Acknowledge in one short sentence.",
        "peakFootprintBytes": 404112904,
        "stopReason": "eos",
        "streamTokensPerSecond": 102.50347348044451,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 163.1440830230713,
        "generatedTokens": 26,
        "output": "The workshop needs seating, lighting, signage, and a clear check-in process. These are essential for a successful and efficient event.",
        "peakFootprintBytes": 404948488,
        "stopReason": "eos",
        "streamTokensPerSecond": 99.97520618204649,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 265,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 261,
        "firstCallbackMs": 70.49774992465973,
        "generatedTokens": 21,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 405030408,
        "stopReason": "eos",
        "streamTokensPerSecond": 96.25714115002859,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 322,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 318,
        "firstCallbackMs": 236.17816698551178,
        "generatedTokens": 18,
        "output": "Volunteers will prepare signs and chairs, and check the lighting to ensure a welcoming environment.",
        "peakFootprintBytes": 405046792,
        "stopReason": "eos",
        "streamTokensPerSecond": 80.7222425946261,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 563,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 559,
        "firstCallbackMs": 301.7482500076294,
        "generatedTokens": 5,
        "memoryProbePassed": false,
        "output": "dietary rule: vegan",
        "peakFootprintBytes": 390841864,
        "stopReason": "eos",
        "streamTokensPerSecond": 72.64175347254188,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 825,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 821,
        "firstCallbackMs": 746.8715839385986,
        "generatedTokens": 37,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"vegan\"\n}",
        "peakFootprintBytes": 391136776,
        "stopReason": "eos",
        "streamTokensPerSecond": 74.37670138707045,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1517,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "bb1c67035685a6d3008c22b2a03ad28baba0925cd3200c6b084a98b287edc9b1"
  },
  {
    "cohort": "qwen-protocol-pilot",
    "loadPeakFootprintBytes": 420414624,
    "model": "gguf",
    "observedBackend": "MTL0|MTL0:372|CPU:121",
    "repetition": 1,
    "run": "qwen-protocol-pilot-003",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 91.89745903015137,
        "generatedTokens": 28,
        "output": "Workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan. Acknowledge in one short sentence.",
        "peakFootprintBytes": 404293128,
        "stopReason": "eos",
        "streamTokensPerSecond": 98.63318478665255,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 163.59333395957947,
        "generatedTokens": 26,
        "output": "The workshop needs seating, lighting, signage, and a clear check-in process. These are essential for a successful and efficient event.",
        "peakFootprintBytes": 405046792,
        "stopReason": "eos",
        "streamTokensPerSecond": 95.6659805414719,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 265,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 261,
        "firstCallbackMs": 72.51687502861023,
        "generatedTokens": 21,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 405128712,
        "stopReason": "eos",
        "streamTokensPerSecond": 97.1184353500746,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 322,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 318,
        "firstCallbackMs": 236.41974997520447,
        "generatedTokens": 18,
        "output": "Volunteers will prepare signs and chairs, and check the lighting to ensure a welcoming environment.",
        "peakFootprintBytes": 391480840,
        "stopReason": "eos",
        "streamTokensPerSecond": 87.62293785313935,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 563,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 559,
        "firstCallbackMs": 289.94404208660126,
        "generatedTokens": 5,
        "memoryProbePassed": false,
        "output": "dietary rule: vegan",
        "peakFootprintBytes": 391759368,
        "stopReason": "eos",
        "streamTokensPerSecond": 76.26450074818321,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 825,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 821,
        "firstCallbackMs": 757.4077090024948,
        "generatedTokens": 37,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"vegan\"\n}",
        "peakFootprintBytes": 392054280,
        "stopReason": "eos",
        "streamTokensPerSecond": 77.05727546445458,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1517,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "c67b607de152fcc7bc2f8739daeb4a60b9cfc8a94666d3197afaf35de0d5db15"
  },
  {
    "cohort": "qwen-protocol-pilot",
    "loadPeakFootprintBytes": 418464928,
    "model": "gguf",
    "observedBackend": "CPU|CPU:372",
    "repetition": 1,
    "run": "qwen-protocol-pilot-004",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 351.4875409603119,
        "generatedTokens": 28,
        "output": "Workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan. Acknowledge in one short sentence.",
        "peakFootprintBytes": 425952800,
        "stopReason": "eos",
        "streamTokensPerSecond": 73.86078278948176,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 587.3239170312881,
        "generatedTokens": 26,
        "output": "The workshop needs seating, lighting, signage, and a clear check-in process. These are essential for a successful and efficient event.",
        "peakFootprintBytes": 426821152,
        "stopReason": "eos",
        "streamTokensPerSecond": 60.33718233005853,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 265,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 261,
        "firstCallbackMs": 329.84512507915497,
        "generatedTokens": 21,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 370673184,
        "stopReason": "eos",
        "streamTokensPerSecond": 58.689844659716734,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 322,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 318,
        "firstCallbackMs": 717.6352919340134,
        "generatedTokens": 18,
        "output": "Volunteers will prepare signs and chairs, and check the lighting to ensure a welcoming environment.",
        "peakFootprintBytes": 335398408,
        "stopReason": "eos",
        "streamTokensPerSecond": 49.652003991658525,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 563,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 559,
        "firstCallbackMs": 959.7604160308838,
        "generatedTokens": 5,
        "memoryProbePassed": false,
        "output": "dietary rule: vegan",
        "peakFootprintBytes": 335496712,
        "stopReason": "eos",
        "streamTokensPerSecond": 42.757959350786,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 825,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 821,
        "firstCallbackMs": 3373.3367500305176,
        "generatedTokens": 37,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"vegan\"\n}",
        "peakFootprintBytes": 335660552,
        "stopReason": "eos",
        "streamTokensPerSecond": 30.53806803689643,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1517,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "aef7e6f1a419a2600f3fd99c751a05d7389494e08546d6f19798d04daefcc82e"
  },
  {
    "cohort": "qwen-protocol-pilot",
    "loadPeakFootprintBytes": 418563256,
    "model": "gguf",
    "observedBackend": "CPU|CPU:372",
    "repetition": 2,
    "run": "qwen-protocol-pilot-005",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 312.67495799064636,
        "generatedTokens": 28,
        "output": "Workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan. Acknowledge in one short sentence.",
        "peakFootprintBytes": 425985592,
        "stopReason": "eos",
        "streamTokensPerSecond": 73.8469112436301,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 613.9999170303345,
        "generatedTokens": 26,
        "output": "The workshop needs seating, lighting, signage, and a clear check-in process. These are essential for a successful and efficient event.",
        "peakFootprintBytes": 426804792,
        "stopReason": "eos",
        "streamTokensPerSecond": 57.711568963927775,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 265,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 261,
        "firstCallbackMs": 325.40004098415375,
        "generatedTokens": 21,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 387352120,
        "stopReason": "eos",
        "streamTokensPerSecond": 57.80383007222945,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 322,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 318,
        "firstCallbackMs": 789.0444999933243,
        "generatedTokens": 18,
        "output": "Volunteers will prepare signs and chairs, and check the lighting to ensure a welcoming environment.",
        "peakFootprintBytes": 387335736,
        "stopReason": "eos",
        "streamTokensPerSecond": 48.62644592551813,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 563,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 559,
        "firstCallbackMs": 995.1191670894623,
        "generatedTokens": 5,
        "memoryProbePassed": false,
        "output": "dietary rule: vegan",
        "peakFootprintBytes": 335103544,
        "stopReason": "eos",
        "streamTokensPerSecond": 42.15616475925208,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 825,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 821,
        "firstCallbackMs": 3446.369833111763,
        "generatedTokens": 37,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"vegan\"\n}",
        "peakFootprintBytes": 335136312,
        "stopReason": "eos",
        "streamTokensPerSecond": 30.406133022830513,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1517,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "6354f94810f4effc368f09db1f00fb55e7e27467ed3e93aacf1ca347019752a5"
  },
  {
    "cohort": "qwen-protocol-pilot",
    "loadPeakFootprintBytes": 420512976,
    "model": "gguf",
    "observedBackend": "MTL0|MTL0:372|CPU:121",
    "repetition": 2,
    "run": "qwen-protocol-pilot-006",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 91.9737080335617,
        "generatedTokens": 28,
        "output": "Workshop facts: codename Birch, venue Porto, budget 620 credits, diet vegan. Acknowledge in one short sentence.",
        "peakFootprintBytes": 404375096,
        "stopReason": "eos",
        "streamTokensPerSecond": 101.62160147730361,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 78,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 74,
        "firstCallbackMs": 163.93799996376038,
        "generatedTokens": 26,
        "output": "The workshop needs seating, lighting, signage, and a clear check-in process. These are essential for a successful and efficient event.",
        "peakFootprintBytes": 405210680,
        "stopReason": "eos",
        "streamTokensPerSecond": 98.70065520125921,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 265,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 261,
        "firstCallbackMs": 72.81145906448364,
        "generatedTokens": 21,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 405308984,
        "stopReason": "eos",
        "streamTokensPerSecond": 99.81723067926411,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 322,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 318,
        "firstCallbackMs": 236.62545907497406,
        "generatedTokens": 18,
        "output": "Volunteers will prepare signs and chairs, and check the lighting to ensure a welcoming environment.",
        "peakFootprintBytes": 387614264,
        "stopReason": "eos",
        "streamTokensPerSecond": 91.6165267817484,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 563,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 559,
        "firstCallbackMs": 294.4990419149399,
        "generatedTokens": 5,
        "memoryProbePassed": false,
        "output": "dietary rule: vegan",
        "peakFootprintBytes": 387810872,
        "stopReason": "eos",
        "streamTokensPerSecond": 71.13687848620332,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 825,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 821,
        "firstCallbackMs": 793.1933749914169,
        "generatedTokens": 37,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"venue\": \"Porto\",\n  \"budget\": 620,\n  \"diet\": \"vegan\"\n}",
        "peakFootprintBytes": 388138552,
        "stopReason": "eos",
        "streamTokensPerSecond": 77.77347502651558,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1517,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "d48b8e3c888b706fe912050b4ee48e8c80e3f3530942de477570a47a743ed3c7"
  },
  {
    "cohort": "firebase-lfm-pilot",
    "loadPeakFootprintBytes": 751600864,
    "model": "lfm2.5-1.2b-instruct",
    "observedBackend": "CPU|CPU:694",
    "repetition": 0,
    "run": "firebase-lfm-pilot-000",
    "runtime": "llama.cpp CPU",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 563.8514170000562,
        "generatedTokens": 33,
        "output": "I remember the workshop facts: codename Birch, held at the Porto venue, with a budget of 620 credits, and the participant follows a vegan diet.",
        "peakFootprintBytes": 308233776,
        "stopReason": "eos",
        "streamTokensPerSecond": 44.248001753329405,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 75,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 108,
        "firstCallbackMs": 1107.1073330000509,
        "generatedTokens": 33,
        "output": "The workshop should prioritize securing comfortable seating and clear signage to enhance attendee experience, while ensuring reliable lighting and a smooth check-in process to support smooth operations.",
        "peakFootprintBytes": 310724192,
        "stopReason": "eos",
        "streamTokensPerSecond": 40.01395066383116,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 275,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 308,
        "firstCallbackMs": 545.8614159999415,
        "generatedTokens": 20,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 310707808,
        "stopReason": "eos",
        "streamTokensPerSecond": 41.413760370114716,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 340,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 360,
        "firstCallbackMs": 1238.761749999947,
        "generatedTokens": 37,
        "output": "{\n  \"priority1\": \"Prepare signs and arrange seating to ensure clear check-in.\",\n  \"priority2\": \"Check lighting and welcome attendees effectively.\"\n}",
        "peakFootprintBytes": 310822496,
        "stopReason": "eos",
        "streamTokensPerSecond": 37.687597199255485,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 604,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 641,
        "firstCallbackMs": 1296.3657499999972,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 310937184,
        "stopReason": "eos",
        "streamTokensPerSecond": 37.89637236976293,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 886,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 888,
        "firstCallbackMs": 3936.4703329999465,
        "generatedTokens": 32,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 310986336,
        "stopReason": "eos",
        "streamTokensPerSecond": 33.900371728509434,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1575,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "857190dea1c55dbdbb0ae6c760f64403350cd974caafbc150f79c4f8ca21fa6e"
  },
  {
    "cohort": "firebase-lfm-pilot",
    "loadPeakFootprintBytes": 758793440,
    "model": "lfm2.5-1.2b-instruct",
    "observedBackend": "MTL0|MTL0:694|CPU:105",
    "repetition": 0,
    "run": "firebase-lfm-pilot-001",
    "runtime": "llama.cpp Metal",
    "samples": [
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 0,
        "firstCallbackMs": 419.0394170000218,
        "generatedTokens": 33,
        "output": "I remember the workshop facts: codename Birch, held at the Porto venue, with a budget of 620 credits, and the participant follows a vegan diet.",
        "peakFootprintBytes": 192742456,
        "stopReason": "eos",
        "streamTokensPerSecond": 66.17251541197844,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 75,
        "turn": 1
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 108,
        "firstCallbackMs": 359.82345799996983,
        "generatedTokens": 33,
        "output": "The workshop should prioritize securing comfortable seating and clear signage to enhance attendee experience, while ensuring reliable lighting and a smooth check-in process to support smooth operations.",
        "peakFootprintBytes": 193315896,
        "stopReason": "eos",
        "streamTokensPerSecond": 64.6805797976054,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 275,
        "turn": 2
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 308,
        "firstCallbackMs": 75.89550000010058,
        "generatedTokens": 20,
        "memoryProbePassed": true,
        "output": "{\n  \"codename\": \"Birch\",\n  \"budget\": 620\n}",
        "peakFootprintBytes": 193315896,
        "stopReason": "eos",
        "streamTokensPerSecond": 65.83402038353401,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 340,
        "turn": 3
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 360,
        "firstCallbackMs": 363.7719579999102,
        "generatedTokens": 37,
        "output": "{\n  \"priority1\": \"Prepare signs and arrange seating to ensure clear check-in.\",\n  \"priority2\": \"Check lighting and welcome attendees effectively.\"\n}",
        "peakFootprintBytes": 193446968,
        "stopReason": "eos",
        "streamTokensPerSecond": 65.3188011096891,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 604,
        "turn": 4
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 641,
        "firstCallbackMs": 370.0292500000214,
        "generatedTokens": 2,
        "memoryProbePassed": true,
        "output": "vegan",
        "peakFootprintBytes": 194331704,
        "stopReason": "eos",
        "streamTokensPerSecond": 62.43951172309821,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 886,
        "turn": 5
      },
      {
        "cachePolicy": "retain-prefix",
        "cachedTokens": 888,
        "firstCallbackMs": 1010.8960419999203,
        "generatedTokens": 32,
        "memoryProbePassed": true,
        "output": "{\"codename\": \"Birch\", \"venue\": \"Porto\", \"budget\": 620, \"diet\": \"vegan\"}",
        "peakFootprintBytes": 194528312,
        "stopReason": "eos",
        "streamTokensPerSecond": 64.50292304878508,
        "thermalEnd": 0,
        "thermalStart": 0,
        "totalPromptTokens": 1575,
        "turn": 6
      }
    ],
    "sourceReportSHA256": "ba06c830ebba63c8f3474caa3be2712966b05a6badb24797192bd973b98ed8d1"
  }
]