{
  "id": "91751afd-068a-477b-8f40-6e1963f803f1",
  "title": "vps50-cpu-matrix-1 \u2014 gemma/phi-4/qwen2.5/qwen3 on vps50",
  "date": "2026-05-05",
  "hardware": "vps50",
  "engine": "llamacpp",
  "harness": "vps50-cpu-matrix-1",
  "model_family": "gemma/phi-4/qwen2.5/qwen3",
  "model_sizes": [
    "phi-4",
    "gemma-4-26b-a4b",
    "qwen3-30b-a3b",
    "qwen2.5-72b",
    "gemma-4-26b-a4b-it"
  ],
  "task_kind": null,
  "headline": "2 calls across 5 cell(s)",
  "summary_md_path": null,
  "raw_jsonl_path": "runs/91751afd-068a-477b-8f40-6e1963f803f1.jsonl",
  "log_path": "runs/91751afd-068a-477b-8f40-6e1963f803f1.log",
  "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
  "cells": [
    {
      "cell_id": "vps50:llamacpp:phi-4",
      "n_calls": 0,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null
    },
    {
      "cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
      "n_calls": 0,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null
    },
    {
      "cell_id": "vps50:llamacpp:qwen3-30b-a3b",
      "n_calls": 0,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null
    },
    {
      "cell_id": "vps50:llamacpp:qwen2.5-72b",
      "n_calls": 0,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null
    },
    {
      "cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k",
      "n_calls": 2,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null
    }
  ],
  "n_calls_total": 2,
  "n_errors_total": 0,
  "started_at": "2026-05-05T10:23:13Z",
  "tags": [
    "a3b",
    "cpu",
    "gemma",
    "matrix",
    "qwen2.5",
    "qwen3",
    "vps50"
  ],
  "status": "complete",
  "visibility": "draft",
  "cells_full": [
    {
      "cell_id": "vps50:llamacpp:phi-4",
      "n_calls": 0,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null,
      "calls": []
    },
    {
      "cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
      "n_calls": 0,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null,
      "calls": []
    },
    {
      "cell_id": "vps50:llamacpp:qwen3-30b-a3b",
      "n_calls": 0,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null,
      "calls": []
    },
    {
      "cell_id": "vps50:llamacpp:qwen2.5-72b",
      "n_calls": 0,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null,
      "calls": []
    },
    {
      "cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k",
      "n_calls": 2,
      "n_errors": 0,
      "duration_ms_mean": null,
      "duration_ms_p50": null,
      "tokens_per_sec_mean": null,
      "tokens_per_sec_max": null,
      "calls": [
        {
          "type": "ram_snapshot",
          "model_key": "gemma-4-26b-a4b",
          "cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k",
          "raw": "total        used        free      shared  buff/cache   available\nMem:           64301       20415       19503          37       25287       43885\nSwap:              0           0           0"
        },
        {
          "type": "llama_bench",
          "model_key": "gemma-4-26b-a4b",
          "cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k",
          "raw": "| model                          |       size |     params | backend    | threads |            test |                  t/s |\n| ------------------------------ | ---------: | ---------: | ---------- | ------: | --------------: | -------------------: |\n| gemma4 26B.A4B Q4_K - Medium   |  15.77 GiB |    25.23 B | CPU        |      16 |           pp256 |          0.86 \u00b1 0.13 |"
        }
      ]
    }
  ],
  "meta_record": {
    "type": "meta",
    "benchmark_run_id": "91751afd-068a-477b-8f40-6e1963f803f1",
    "harness_version": "vps50-cpu-matrix-1",
    "started_at_utc": "2026-05-05T10:23:13Z",
    "host": "Slobodans-MacBook-Air.local",
    "node": "vps50",
    "engine": "llamacpp",
    "predator_target_url": "http://81.17.99.14:11436",
    "node_specs": {
      "cpu": "AMD EPYC 16 vCPUs",
      "ram_gb": 62,
      "free_ram_gb": 57,
      "gpu": "none"
    },
    "purpose": "Sloba 2026-05-05 ask: bench VPS50 CPU box with the established llama.cpp config; primarily 30B-A3B + 70B-tier Qwen + bigger Gemma-4 + a 'Chinchilla smaller' (Phi-4 14B as proxy)",
    "models": [
      "phi-4",
      "gemma-4-26b-a4b",
      "qwen3-30b-a3b",
      "qwen2.5-72b"
    ]
  },
  "packaged_at": "2026-05-05T17:43:34Z"
}