869 lines
31 KiB
JSON
869 lines
31 KiB
JSON
{
|
|
"id": "b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"title": "predator-a3b-ngl-matrix-1 \u2014 qwen3 on predator",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T22:50:47Z",
|
|
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-a3b-ngl-matrix-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2m"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"matrix",
|
|
"ngl",
|
|
"predator",
|
|
"qwen3"
|
|
],
|
|
"headline": "42 calls across 3 cell(s); ~5.7 tok/s mean; p50 71.5s",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 85436.42,
|
|
"duration_ms_p50": 92483.0,
|
|
"duration_ms_p95": 154201.8,
|
|
"tokens_per_sec_mean": 4.95,
|
|
"tokens_per_sec_p50": 4.98,
|
|
"tokens_per_sec_p95": 5.15,
|
|
"tokens_per_sec_max": 5.15,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 75013.58,
|
|
"duration_ms_p50": 81347.0,
|
|
"duration_ms_p95": 146474.55,
|
|
"tokens_per_sec_mean": 5.59,
|
|
"tokens_per_sec_p50": 5.36,
|
|
"tokens_per_sec_p95": 6.61,
|
|
"tokens_per_sec_max": 6.63,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 62607.33,
|
|
"duration_ms_p50": 67049.0,
|
|
"duration_ms_p95": 123041.65,
|
|
"tokens_per_sec_mean": 6.58,
|
|
"tokens_per_sec_p50": 6.68,
|
|
"tokens_per_sec_p95": 6.88,
|
|
"tokens_per_sec_max": 6.89,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 85436.42,
|
|
"duration_ms_p50": 92483.0,
|
|
"duration_ms_p95": 154201.8,
|
|
"tokens_per_sec_mean": 4.95,
|
|
"tokens_per_sec_p50": 4.98,
|
|
"tokens_per_sec_p95": 5.15,
|
|
"tokens_per_sec_max": 5.15
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 75013.58,
|
|
"duration_ms_p50": 81347.0,
|
|
"duration_ms_p95": 146474.55,
|
|
"tokens_per_sec_mean": 5.59,
|
|
"tokens_per_sec_p50": 5.36,
|
|
"tokens_per_sec_p95": 6.61,
|
|
"tokens_per_sec_max": 6.63
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 62607.33,
|
|
"duration_ms_p50": 67049.0,
|
|
"duration_ms_p95": 123041.65,
|
|
"tokens_per_sec_mean": 6.58,
|
|
"tokens_per_sec_p50": 6.68,
|
|
"tokens_per_sec_p95": 6.88,
|
|
"tokens_per_sec_max": 6.89
|
|
}
|
|
],
|
|
"n_calls_total": 42,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24"
|
|
],
|
|
"data_url": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.jsonl"
|
|
},
|
|
"site_grade": "standard",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.jsonl",
|
|
"log": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.log",
|
|
"md": null,
|
|
"metadata": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/b37836bf-d1a2-4d6b-a732-aff89da1fa07/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"A3B_NGL_RETUNE_2026-05-05.md"
|
|
],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"cells_full": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 85436.42,
|
|
"duration_ms_p50": 92483.0,
|
|
"duration_ms_p95": 154201.8,
|
|
"tokens_per_sec_mean": 4.95,
|
|
"tokens_per_sec_p50": 4.98,
|
|
"tokens_per_sec_p95": 5.15,
|
|
"tokens_per_sec_max": 5.15,
|
|
"calls": [
|
|
{
|
|
"type": "vram_snapshot",
|
|
"model_key": "ngl6",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"ngl": 6,
|
|
"raw": "2984, 3046, 6144"
|
|
},
|
|
{
|
|
"type": "llama_bench",
|
|
"model_key": "ngl6",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"ngl": 6,
|
|
"raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 6143 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 6143 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1060, compute capability 6.1, VMM: yes, VRAM: 6143 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | pp256 | 110.34 \u00b1 3.41 |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | tg64 | 5.23 \u00b1 0.67 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r"
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 23904,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 114,
|
|
"tokens_per_sec": 4.769076305220883,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 433,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 19868,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 94,
|
|
"tokens_per_sec": 4.731226092208577,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 349,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 22272,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 105,
|
|
"tokens_per_sec": 4.714439655172414,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 394,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 32650,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 168,
|
|
"tokens_per_sec": 5.145482388973966,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 656,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 108039,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 512,
|
|
"tokens_per_sec": 4.73902942455965,
|
|
"finish_reason": "length",
|
|
"reasoning_chars": 2049,
|
|
"content_chars": 513,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 71270,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 350,
|
|
"tokens_per_sec": 4.910902202890417,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1313,
|
|
"content_chars": 403,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 92416,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 449,
|
|
"tokens_per_sec": 4.858466066481995,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1718,
|
|
"content_chars": 477,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 100578,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 512,
|
|
"tokens_per_sec": 5.0905764680148735,
|
|
"finish_reason": "length",
|
|
"reasoning_chars": 2008,
|
|
"content_chars": 541,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 155414,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 786,
|
|
"tokens_per_sec": 5.057459430939298,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1713,
|
|
"content_chars": 1659,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 92550,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 476,
|
|
"tokens_per_sec": 5.143165856293895,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1080,
|
|
"content_chars": 1010,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 153066,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 784,
|
|
"tokens_per_sec": 5.121973527759267,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 2134,
|
|
"content_chars": 1183,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"model_key": "ngl6",
|
|
"ngl": 6,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 153210,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 789,
|
|
"tokens_per_sec": 5.149794399843352,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1316,
|
|
"content_chars": 1947,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 75013.58,
|
|
"duration_ms_p50": 81347.0,
|
|
"duration_ms_p95": 146474.55,
|
|
"tokens_per_sec_mean": 5.59,
|
|
"tokens_per_sec_p50": 5.36,
|
|
"tokens_per_sec_p95": 6.61,
|
|
"tokens_per_sec_max": 6.63,
|
|
"calls": [
|
|
{
|
|
"type": "vram_snapshot",
|
|
"model_key": "ngl12",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"ngl": 12,
|
|
"raw": "4708, 1322, 6144"
|
|
},
|
|
{
|
|
"type": "llama_bench",
|
|
"model_key": "ngl12",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"ngl": 12,
|
|
"raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 6143 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 6143 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1060, compute capability 6.1, VMM: yes, VRAM: 6143 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 12 | pp256 | 121.86 \u00b1 3.89 |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 12 | tg64 | 6.37 \u00b1 0.63 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r"
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 41903,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 228,
|
|
"tokens_per_sec": 5.4411378660239125,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 849,
|
|
"content_chars": 134,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 10852,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 72,
|
|
"tokens_per_sec": 6.634721710283818,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 251,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 9407,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 62,
|
|
"tokens_per_sec": 6.590836611034336,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 186,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 18374,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 109,
|
|
"tokens_per_sec": 5.932295635136606,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 446,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 64718,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 367,
|
|
"tokens_per_sec": 5.67075620383819,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1297,
|
|
"content_chars": 506,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 96029,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 512,
|
|
"tokens_per_sec": 5.331722708765061,
|
|
"finish_reason": "length",
|
|
"reasoning_chars": 2166,
|
|
"content_chars": 209,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 93926,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 467,
|
|
"tokens_per_sec": 4.971999233439091,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1889,
|
|
"content_chars": 433,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 70212,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 371,
|
|
"tokens_per_sec": 5.28399703754344,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1342,
|
|
"content_chars": 491,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 149004,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 774,
|
|
"tokens_per_sec": 5.194491423049046,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1519,
|
|
"content_chars": 1719,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 92482,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 492,
|
|
"tokens_per_sec": 5.319954153240631,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1005,
|
|
"content_chars": 1067,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 108851,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 575,
|
|
"tokens_per_sec": 5.282450321999798,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1368,
|
|
"content_chars": 1007,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"model_key": "ngl12",
|
|
"ngl": 12,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 144405,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 778,
|
|
"tokens_per_sec": 5.387625082233995,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1233,
|
|
"content_chars": 2214,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 62607.33,
|
|
"duration_ms_p50": 67049.0,
|
|
"duration_ms_p95": 123041.65,
|
|
"tokens_per_sec_mean": 6.58,
|
|
"tokens_per_sec_p50": 6.68,
|
|
"tokens_per_sec_p95": 6.88,
|
|
"tokens_per_sec_max": 6.89,
|
|
"calls": [
|
|
{
|
|
"type": "vram_snapshot",
|
|
"model_key": "ngl24",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"ngl": 24,
|
|
"raw": "5883, 147, 6144"
|
|
},
|
|
{
|
|
"type": "llama_bench",
|
|
"model_key": "ngl24",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"ngl": 24,
|
|
"raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 6143 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 6143 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1060, compute capability 6.1, VMM: yes, VRAM: 6143 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 24 | pp256 | 47.42 \u00b1 1.07 |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 24 | tg64 | 6.42 \u00b1 0.02 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r"
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 11689,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 67,
|
|
"tokens_per_sec": 5.731884677902301,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 225,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 14951,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 103,
|
|
"tokens_per_sec": 6.889171292890108,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 376,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 10336,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 71,
|
|
"tokens_per_sec": 6.8691950464396285,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 235,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 13118,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 90,
|
|
"tokens_per_sec": 6.860801951517,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 330,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 67078,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 441,
|
|
"tokens_per_sec": 6.57443573153642,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1696,
|
|
"content_chars": 448,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 59196,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 396,
|
|
"tokens_per_sec": 6.689641191972431,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1408,
|
|
"content_chars": 491,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 71641,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 479,
|
|
"tokens_per_sec": 6.6861154925252295,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1758,
|
|
"content_chars": 560,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 67020,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 450,
|
|
"tokens_per_sec": 6.714413607878246,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1772,
|
|
"content_chars": 425,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 119263,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 763,
|
|
"tokens_per_sec": 6.397625416097196,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1316,
|
|
"content_chars": 2068,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 72039,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 481,
|
|
"tokens_per_sec": 6.676938880328711,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1157,
|
|
"content_chars": 874,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 117297,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 758,
|
|
"tokens_per_sec": 6.462228360486628,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1426,
|
|
"content_chars": 1729,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"model_key": "ngl24",
|
|
"ngl": 24,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 127660,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 820,
|
|
"tokens_per_sec": 6.423311922293593,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1441,
|
|
"content_chars": 2092,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"meta_record": {
|
|
"type": "meta",
|
|
"benchmark_run_id": "b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"harness_version": "predator-a3b-ngl-matrix-1",
|
|
"started_at_utc": "2026-05-04T22:50:47Z",
|
|
"host": "Slobodans-MacBook-Air.local",
|
|
"node": "predator",
|
|
"engine": "llamacpp",
|
|
"purpose": "Sloba 2026-05-05: NGL retune (6/12/24) + 32k ctx for Qwen3-30B-A3B IQ2_M; pinpoint the offload-config sweet spot suspected after the 5fb2913d run showed Pavilion's --n-gpu-layers=12 beating Predator's --n-gpu-layers=99",
|
|
"ngl_values": [
|
|
6,
|
|
12,
|
|
24
|
|
],
|
|
"ctx_size": 32768,
|
|
"reasoning_budget": 500,
|
|
"gguf": "Qwen3-30B-A3B-UD-IQ2_M.gguf",
|
|
"sampling": "T=0.6 top_p=0.95 top_k=20 (Qwen3-A3B README defaults)",
|
|
"common_args": "--ctx-size 32768 --temp 0.6 --top-p 0.95 --top-k 20 --min-p 0.0 --reasoning-budget 500 --reasoning-format deepseek --jinja --no-warmup --host 0.0.0.0 --port 11436"
|
|
},
|
|
"packaged_at": "2026-05-06T08:04:27Z"
|
|
}
|