942 lines
33 KiB
JSON
942 lines
33 KiB
JSON
{
|
|
"id": "ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"title": "predator-a3b-ctx-sweep-1 \u2014 qwen3 on predator",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T23:48:01Z",
|
|
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-a3b-ctx-sweep-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2m"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"ctx",
|
|
"iq2",
|
|
"predator",
|
|
"qwen3",
|
|
"sweep"
|
|
],
|
|
"headline": "45 calls across 3 cell(s); ~5.0 tok/s mean; p50 83.9s",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 82375.0,
|
|
"duration_ms_p50": 69292.5,
|
|
"duration_ms_p95": 170672.15,
|
|
"tokens_per_sec_mean": 4.69,
|
|
"tokens_per_sec_p50": 4.74,
|
|
"tokens_per_sec_p95": 4.92,
|
|
"tokens_per_sec_max": 4.95,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 79021.08,
|
|
"duration_ms_p50": 83884.0,
|
|
"duration_ms_p95": 146975.5,
|
|
"tokens_per_sec_mean": 5.46,
|
|
"tokens_per_sec_p50": 5.41,
|
|
"tokens_per_sec_p95": 5.73,
|
|
"tokens_per_sec_max": 5.83,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 88976.42,
|
|
"duration_ms_p50": 97634.0,
|
|
"duration_ms_p95": 162935.6,
|
|
"tokens_per_sec_mean": 4.79,
|
|
"tokens_per_sec_p50": 4.77,
|
|
"tokens_per_sec_p95": 5.0,
|
|
"tokens_per_sec_max": 5.12,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 82375.0,
|
|
"duration_ms_p50": 69292.5,
|
|
"duration_ms_p95": 170672.15,
|
|
"tokens_per_sec_mean": 4.69,
|
|
"tokens_per_sec_p50": 4.74,
|
|
"tokens_per_sec_p95": 4.92,
|
|
"tokens_per_sec_max": 4.95
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 79021.08,
|
|
"duration_ms_p50": 83884.0,
|
|
"duration_ms_p95": 146975.5,
|
|
"tokens_per_sec_mean": 5.46,
|
|
"tokens_per_sec_p50": 5.41,
|
|
"tokens_per_sec_p95": 5.73,
|
|
"tokens_per_sec_max": 5.83
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 88976.42,
|
|
"duration_ms_p50": 97634.0,
|
|
"duration_ms_p95": 162935.6,
|
|
"tokens_per_sec_mean": 4.79,
|
|
"tokens_per_sec_p50": 4.77,
|
|
"tokens_per_sec_p95": 5.0,
|
|
"tokens_per_sec_max": 5.12
|
|
}
|
|
],
|
|
"n_calls_total": 45,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k"
|
|
],
|
|
"data_url": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl"
|
|
},
|
|
"site_grade": "standard",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl",
|
|
"log": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.log",
|
|
"md": null,
|
|
"metadata": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/ad28cb95-5134-40b5-8514-c8a381f83d87/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md"
|
|
],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"cells_full": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 82375.0,
|
|
"duration_ms_p50": 69292.5,
|
|
"duration_ms_p95": 170672.15,
|
|
"tokens_per_sec_mean": 4.69,
|
|
"tokens_per_sec_p50": 4.74,
|
|
"tokens_per_sec_p95": 4.92,
|
|
"tokens_per_sec_max": 4.95,
|
|
"calls": [
|
|
{
|
|
"type": "vram_snapshot",
|
|
"model_key": "ngl36-ctx32k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"raw": "5760, 270, 6144"
|
|
},
|
|
{
|
|
"type": "ram_snapshot",
|
|
"model_key": "ngl36-ctx32k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"raw": "19647,8978,28625"
|
|
},
|
|
{
|
|
"type": "llama_bench",
|
|
"model_key": "ngl36-ctx32k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 6143 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 6143 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1060, compute capability 6.1, VMM: yes, VRAM: 6143 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 36 | pp256 | 25.13 \u00b1 10.22 |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 36 | tg64 | 4.45 \u00b1 0.16 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r"
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 33949,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 129,
|
|
"tokens_per_sec": 3.7998173731185014,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 510,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 21340,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 102,
|
|
"tokens_per_sec": 4.779756326148079,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 396,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 28166,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 138,
|
|
"tokens_per_sec": 4.899524249094653,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 482,
|
|
"content_chars": 118,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 18169,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 90,
|
|
"tokens_per_sec": 4.953492212009467,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 330,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 69978,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 331,
|
|
"tokens_per_sec": 4.730058018234303,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1148,
|
|
"content_chars": 524,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 75274,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 357,
|
|
"tokens_per_sec": 4.742673433057895,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1296,
|
|
"content_chars": 439,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 68607,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 335,
|
|
"tokens_per_sec": 4.8828836707624586,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1205,
|
|
"content_chars": 455,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 66738,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 313,
|
|
"tokens_per_sec": 4.689981719560071,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1115,
|
|
"content_chars": 457,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 168509,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 786,
|
|
"tokens_per_sec": 4.664439288109241,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1882,
|
|
"content_chars": 1598,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 173316,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 805,
|
|
"tokens_per_sec": 4.644695238754645,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 2200,
|
|
"content_chars": 1282,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 98869,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 478,
|
|
"tokens_per_sec": 4.834680233440209,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1091,
|
|
"content_chars": 964,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"model_key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 165585,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 772,
|
|
"tokens_per_sec": 4.662258054775493,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1739,
|
|
"content_chars": 1618,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 79021.08,
|
|
"duration_ms_p50": 83884.0,
|
|
"duration_ms_p95": 146975.5,
|
|
"tokens_per_sec_mean": 5.46,
|
|
"tokens_per_sec_p50": 5.41,
|
|
"tokens_per_sec_p95": 5.73,
|
|
"tokens_per_sec_max": 5.83,
|
|
"calls": [
|
|
{
|
|
"type": "vram_snapshot",
|
|
"model_key": "ngl6-ctx64k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"raw": "3122, 2908, 6144"
|
|
},
|
|
{
|
|
"type": "ram_snapshot",
|
|
"model_key": "ngl6-ctx64k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"raw": "14153,14471,28625"
|
|
},
|
|
{
|
|
"type": "llama_bench",
|
|
"model_key": "ngl6-ctx64k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 6143 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 6143 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1060, compute capability 6.1, VMM: yes, VRAM: 6143 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | pp256 | 113.33 \u00b1 3.73 |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | tg64 | 5.95 \u00b1 0.21 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r"
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 19560,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 104,
|
|
"tokens_per_sec": 5.316973415132924,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 405,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 29294,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 163,
|
|
"tokens_per_sec": 5.564279374615962,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 647,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 37869,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 214,
|
|
"tokens_per_sec": 5.651060233964457,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 871,
|
|
"content_chars": 40,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 17840,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 104,
|
|
"tokens_per_sec": 5.829596412556054,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 393,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 95273,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 512,
|
|
"tokens_per_sec": 5.374030417851857,
|
|
"finish_reason": "length",
|
|
"reasoning_chars": 2078,
|
|
"content_chars": 351,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 93889,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 512,
|
|
"tokens_per_sec": 5.453247984321912,
|
|
"finish_reason": "length",
|
|
"reasoning_chars": 0,
|
|
"content_chars": 2444,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 77959,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 435,
|
|
"tokens_per_sec": 5.579856078194949,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1638,
|
|
"content_chars": 495,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 53246,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 297,
|
|
"tokens_per_sec": 5.577883784697442,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1011,
|
|
"content_chars": 422,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 89809,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 467,
|
|
"tokens_per_sec": 5.199924283757753,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 920,
|
|
"content_chars": 1089,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 145855,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 778,
|
|
"tokens_per_sec": 5.3340646532515175,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1655,
|
|
"content_chars": 1642,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 148345,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 778,
|
|
"tokens_per_sec": 5.244531328996596,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1801,
|
|
"content_chars": 1493,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"model_key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 139314,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 745,
|
|
"tokens_per_sec": 5.347631968072125,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1252,
|
|
"content_chars": 2032,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 88976.42,
|
|
"duration_ms_p50": 97634.0,
|
|
"duration_ms_p95": 162935.6,
|
|
"tokens_per_sec_mean": 4.79,
|
|
"tokens_per_sec_p50": 4.77,
|
|
"tokens_per_sec_p95": 5.0,
|
|
"tokens_per_sec_max": 5.12,
|
|
"calls": [
|
|
{
|
|
"type": "vram_snapshot",
|
|
"model_key": "ngl6-ctx128k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"raw": "4088, 1942, 6144"
|
|
},
|
|
{
|
|
"type": "ram_snapshot",
|
|
"model_key": "ngl6-ctx128k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"raw": "19751,8874,28625"
|
|
},
|
|
{
|
|
"type": "llama_bench",
|
|
"model_key": "ngl6-ctx128k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 6143 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 6143 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1060, compute capability 6.1, VMM: yes, VRAM: 6143 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | pp256 | 111.46 \u00b1 2.92 |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | tg64 | 4.93 \u00b1 0.36 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r"
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 22587,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 101,
|
|
"tokens_per_sec": 4.471598707220968,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 365,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 42874,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 210,
|
|
"tokens_per_sec": 4.898073424453048,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 803,
|
|
"content_chars": 110,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 21410,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 103,
|
|
"tokens_per_sec": 4.810836057916862,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 400,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 13397,
|
|
"prompt_tokens": 9,
|
|
"completion_tokens": 63,
|
|
"tokens_per_sec": 4.702545345972979,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 193,
|
|
"content_chars": 37,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 97143,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 453,
|
|
"tokens_per_sec": 4.66322843642877,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1783,
|
|
"content_chars": 432,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 107841,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 512,
|
|
"tokens_per_sec": 4.747730455021745,
|
|
"finish_reason": "length",
|
|
"reasoning_chars": 2198,
|
|
"content_chars": 179,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 95505,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 452,
|
|
"tokens_per_sec": 4.732736505942097,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1738,
|
|
"content_chars": 465,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 104360,
|
|
"prompt_tokens": 22,
|
|
"completion_tokens": 512,
|
|
"tokens_per_sec": 4.906094288999617,
|
|
"finish_reason": "length",
|
|
"reasoning_chars": 2425,
|
|
"content_chars": 36,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"total_duration_ms": 164579,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 789,
|
|
"tokens_per_sec": 4.794050273728725,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1572,
|
|
"content_chars": 1795,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"total_duration_ms": 161591,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 767,
|
|
"tokens_per_sec": 4.746551478733345,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1324,
|
|
"content_chars": 2008,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"total_duration_ms": 98125,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 502,
|
|
"tokens_per_sec": 5.115923566878981,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1177,
|
|
"content_chars": 961,
|
|
"error": null
|
|
},
|
|
{
|
|
"type": "call",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"model_key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072,
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"total_duration_ms": 138305,
|
|
"prompt_tokens": 30,
|
|
"completion_tokens": 672,
|
|
"tokens_per_sec": 4.858826506633888,
|
|
"finish_reason": "stop",
|
|
"reasoning_chars": 1647,
|
|
"content_chars": 1244,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"meta_record": {
|
|
"type": "meta",
|
|
"benchmark_run_id": "ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"harness_version": "predator-a3b-ctx-sweep-1",
|
|
"started_at_utc": "2026-05-04T23:48:01Z",
|
|
"host": "Slobodans-MacBook-Air.local",
|
|
"node": "predator",
|
|
"engine": "llamacpp",
|
|
"purpose": "Sloba 2026-05-05 follow-up: NGL=36 at ctx=32k + NGL=6 at ctx=65k/131k. 'i want you to run a benchmark on that with ngl 6 and high context benchmark. but dont go over 256 its pointless.' 256k ctx skipped \u2014 KV alone exceeds Predator's 28 GB RAM.",
|
|
"cells": [
|
|
{
|
|
"key": "ngl36-ctx32k",
|
|
"ngl": 36,
|
|
"ctx": 32768
|
|
},
|
|
{
|
|
"key": "ngl6-ctx64k",
|
|
"ngl": 6,
|
|
"ctx": 65536
|
|
},
|
|
{
|
|
"key": "ngl6-ctx128k",
|
|
"ngl": 6,
|
|
"ctx": 131072
|
|
}
|
|
],
|
|
"gguf": "Qwen3-30B-A3B-UD-IQ2_M.gguf"
|
|
},
|
|
"packaged_at": "2026-05-06T08:04:27Z"
|
|
}
|