{
  "generatedBy": "bench.mjs",
  "startedAt": "2026-08-16T10:15:58.057Z",
  "finishedAt": "2026-08-16T10:17:18.377Z",
  "machine": {
    "cpu": "Apple M1",
    "os": "Darwin 26.3",
    "arch": "arm64",
    "node": "v22.18.0",
    "python": "Python 3.13.5"
  },
  "metricCount": 55,
  "metrics": [
    {
      "metric": "llama3_2_1b_load_ok",
      "value": 1
    },
    {
      "metric": "llama3_2_1b_tokens_per_sec",
      "value": 77.02,
      "unit": "tok/s"
    },
    {
      "metric": "llama3_2_1b_load_duration",
      "value": 2.06,
      "unit": "s"
    },
    {
      "metric": "llama3_2_1b_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_1b_rss_after_mb",
      "value": 1415,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_1b_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "llama3_2_1b_free_mem_before_mb",
      "value": 443,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_1b_free_mem_after_mb",
      "value": 60,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_1b_swapouts_pages_delta",
      "value": 0,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "llama3_2_1b_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "llama3_2_1b_ctx8192_latency_s",
      "value": 1,
      "unit": "s"
    },
    {
      "metric": "qwen2_5_1_5b_load_ok",
      "value": 1
    },
    {
      "metric": "qwen2_5_1_5b_tokens_per_sec",
      "value": 59.94,
      "unit": "tok/s"
    },
    {
      "metric": "qwen2_5_1_5b_load_duration",
      "value": 1.73,
      "unit": "s"
    },
    {
      "metric": "qwen2_5_1_5b_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "qwen2_5_1_5b_rss_after_mb",
      "value": 1080,
      "unit": "MB"
    },
    {
      "metric": "qwen2_5_1_5b_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "qwen2_5_1_5b_free_mem_before_mb",
      "value": 56,
      "unit": "MB"
    },
    {
      "metric": "qwen2_5_1_5b_free_mem_after_mb",
      "value": 63,
      "unit": "MB"
    },
    {
      "metric": "qwen2_5_1_5b_swapouts_pages_delta",
      "value": 0,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "qwen2_5_1_5b_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "qwen2_5_1_5b_ctx8192_latency_s",
      "value": 1,
      "unit": "s"
    },
    {
      "metric": "llama3_2_3b_load_ok",
      "value": 1
    },
    {
      "metric": "llama3_2_3b_tokens_per_sec",
      "value": 48.55,
      "unit": "tok/s"
    },
    {
      "metric": "llama3_2_3b_load_duration",
      "value": 2.78,
      "unit": "s"
    },
    {
      "metric": "llama3_2_3b_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_3b_rss_after_mb",
      "value": 2333,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_3b_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "llama3_2_3b_free_mem_before_mb",
      "value": 60,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_3b_free_mem_after_mb",
      "value": 138,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_3b_swapouts_pages_delta",
      "value": 30168,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "llama3_2_3b_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "llama3_2_3b_ctx8192_latency_s",
      "value": 4,
      "unit": "s"
    },
    {
      "metric": "phi3_mini_load_ok",
      "value": 1
    },
    {
      "metric": "phi3_mini_tokens_per_sec",
      "value": 31.13,
      "unit": "tok/s"
    },
    {
      "metric": "phi3_mini_load_duration",
      "value": 2.34,
      "unit": "s"
    },
    {
      "metric": "phi3_mini_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "phi3_mini_rss_after_mb",
      "value": 3624,
      "unit": "MB"
    },
    {
      "metric": "phi3_mini_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "phi3_mini_free_mem_before_mb",
      "value": 2967,
      "unit": "MB"
    },
    {
      "metric": "phi3_mini_free_mem_after_mb",
      "value": 60,
      "unit": "MB"
    },
    {
      "metric": "phi3_mini_swapouts_pages_delta",
      "value": 0,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "phi3_mini_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "phi3_mini_ctx8192_latency_s",
      "value": 4,
      "unit": "s"
    },
    {
      "metric": "mistral_7b_load_ok",
      "value": 1
    },
    {
      "metric": "mistral_7b_tokens_per_sec",
      "value": 9.64,
      "unit": "tok/s"
    },
    {
      "metric": "mistral_7b_load_duration",
      "value": 4.9,
      "unit": "s"
    },
    {
      "metric": "mistral_7b_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "mistral_7b_rss_after_mb",
      "value": 4460,
      "unit": "MB"
    },
    {
      "metric": "mistral_7b_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "mistral_7b_free_mem_before_mb",
      "value": 3048,
      "unit": "MB"
    },
    {
      "metric": "mistral_7b_free_mem_after_mb",
      "value": 62,
      "unit": "MB"
    },
    {
      "metric": "mistral_7b_swapouts_pages_delta",
      "value": 50468,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "mistral_7b_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "mistral_7b_ctx8192_latency_s",
      "value": 21,
      "unit": "s"
    }
  ],
  "publicationNote": "Original saved measurements. Runtime logs omitted and local filesystem paths redacted. Not a new benchmark run.",
  "sourceSha256": "27bf48bd5b7878c8de4f2e70e39a47cd8a553fbde4c80395afe480ef76e5b7e2"
}