{ "id": "ad28cb95-5134-40b5-8514-c8a381f83d87", "title": "predator-a3b-ctx-sweep-1 \u2014 qwen3 on predator", "date": "2026-05-04", "started_at": "2026-05-04T23:48:01Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-ctx-sweep-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "param-sweep", "tags": [ "a3b", "ctx", "iq2", "predator", "qwen3", "sweep" ], "headline": "45 calls across 3 cell(s); ~5.0 tok/s mean; p50 83.9s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 82375.0, "duration_ms_p50": 69292.5, "duration_ms_p95": 170672.15, "tokens_per_sec_mean": 4.69, "tokens_per_sec_p50": 4.74, "tokens_per_sec_p95": 4.92, "tokens_per_sec_max": 4.95, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 79021.08, "duration_ms_p50": 83884.0, "duration_ms_p95": 146975.5, "tokens_per_sec_mean": 5.46, "tokens_per_sec_p50": 5.41, "tokens_per_sec_p95": 5.73, "tokens_per_sec_max": 5.83, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 88976.42, "duration_ms_p50": 97634.0, "duration_ms_p95": 162935.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.77, "tokens_per_sec_p95": 5.0, "tokens_per_sec_max": 5.12, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 82375.0, "duration_ms_p50": 69292.5, "duration_ms_p95": 170672.15, "tokens_per_sec_mean": 4.69, "tokens_per_sec_p50": 4.74, "tokens_per_sec_p95": 4.92, "tokens_per_sec_max": 4.95, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 90812.0, "duration_ms_p50": 69978.0, "tokens_per_sec_mean": 4.4 }, "warm": { "n_calls": 9, "duration_ms_mean": 79562.67, "duration_ms_p50": 68607.0, "tokens_per_sec_mean": 4.79 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25406.0, "duration_ms_p50": 24753.0, "tokens_per_sec_mean": 4.61, "tokens_per_sec_p50": 4.84 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 70149.25, "duration_ms_p50": 69292.5, "tokens_per_sec_mean": 4.76, "tokens_per_sec_p50": 4.74 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 151569.75, "duration_ms_p50": 167047.0, "tokens_per_sec_mean": 4.7, "tokens_per_sec_p50": 4.66 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1116.17, "answer_chars_mean": 630.5 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 33949, "tokens_per_sec": 3.7998173731185014, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 21340, "tokens_per_sec": 4.779756326148079, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 28166, "tokens_per_sec": 4.899524249094653, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 18169, "tokens_per_sec": 4.953492212009467, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 69978, "tokens_per_sec": 4.730058018234303, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 75274, "tokens_per_sec": 4.742673433057895, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 68607, "tokens_per_sec": 4.8828836707624586, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 66738, "tokens_per_sec": 4.689981719560071, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 168509, "tokens_per_sec": 4.664439288109241, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 173316, "tokens_per_sec": 4.644695238754645, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 98869, "tokens_per_sec": 4.834680233440209, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 165585, "tokens_per_sec": 4.662258054775493, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 79021.08, "duration_ms_p50": 83884.0, "duration_ms_p95": 146975.5, "tokens_per_sec_mean": 5.46, "tokens_per_sec_p50": 5.41, "tokens_per_sec_p95": 5.73, "tokens_per_sec_max": 5.83, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 68214.0, "duration_ms_p50": 89809.0, "tokens_per_sec_mean": 5.3 }, "warm": { "n_calls": 9, "duration_ms_mean": 82623.44, "duration_ms_p50": 77959.0, "tokens_per_sec_mean": 5.51 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 26140.75, "duration_ms_p50": 24427.0, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.61 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 80091.75, "duration_ms_p50": 85924.0, "tokens_per_sec_mean": 5.5, "tokens_per_sec_p50": 5.52 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 130830.75, "duration_ms_p50": 142584.5, "tokens_per_sec_mean": 5.28, "tokens_per_sec_p50": 5.29 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1055.92, "answer_chars_mean": 843.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 19560, "tokens_per_sec": 5.316973415132924, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 29294, "tokens_per_sec": 5.564279374615962, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 37869, "tokens_per_sec": 5.651060233964457, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 17840, "tokens_per_sec": 5.829596412556054, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 95273, "tokens_per_sec": 5.374030417851857, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 93889, "tokens_per_sec": 5.453247984321912, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 77959, "tokens_per_sec": 5.579856078194949, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 53246, "tokens_per_sec": 5.577883784697442, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 89809, "tokens_per_sec": 5.199924283757753, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 145855, "tokens_per_sec": 5.3340646532515175, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 148345, "tokens_per_sec": 5.244531328996596, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 139314, "tokens_per_sec": 5.347631968072125, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 88976.42, "duration_ms_p50": 97634.0, "duration_ms_p95": 162935.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.77, "tokens_per_sec_p95": 5.0, "tokens_per_sec_max": 5.12, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 94769.67, "duration_ms_p50": 97143.0, "tokens_per_sec_mean": 4.64 }, "warm": { "n_calls": 9, "duration_ms_mean": 87045.33, "duration_ms_p50": 98125.0, "tokens_per_sec_mean": 4.84 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25067.0, "duration_ms_p50": 21998.5, "tokens_per_sec_mean": 4.72, "tokens_per_sec_p50": 4.76 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 101212.25, "duration_ms_p50": 100751.5, "tokens_per_sec_mean": 4.76, "tokens_per_sec_p50": 4.74 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 140650.0, "duration_ms_p50": 149948.0, "tokens_per_sec_mean": 4.88, "tokens_per_sec_p50": 4.83 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1302.08, "answer_chars_mean": 611.75 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 22587, "tokens_per_sec": 4.471598707220968, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 42874, "tokens_per_sec": 4.898073424453048, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 21410, "tokens_per_sec": 4.810836057916862, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 13397, "tokens_per_sec": 4.702545345972979, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 97143, "tokens_per_sec": 4.66322843642877, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 107841, "tokens_per_sec": 4.747730455021745, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 95505, "tokens_per_sec": 4.732736505942097, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 104360, "tokens_per_sec": 4.906094288999617, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 164579, "tokens_per_sec": 4.794050273728725, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 161591, "tokens_per_sec": 4.746551478733345, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 98125, "tokens_per_sec": 5.115923566878981, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 138305, "tokens_per_sec": 4.858826506633888, "error": null } ] } ], "n_calls_total": 45, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k" ], "data_url": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl", "log": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.log", "md": null, "metadata": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/ad28cb95-5134-40b5-8514-c8a381f83d87/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [], "status": "complete", "visibility": "draft", "cells_full": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 82375.0, "duration_ms_p50": 69292.5, "duration_ms_p95": 170672.15, "tokens_per_sec_mean": 4.69, "tokens_per_sec_p50": 4.74, "tokens_per_sec_p95": 4.92, "tokens_per_sec_max": 4.95, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 90812.0, "duration_ms_p50": 69978.0, "tokens_per_sec_mean": 4.4 }, "warm": { "n_calls": 9, "duration_ms_mean": 79562.67, "duration_ms_p50": 68607.0, "tokens_per_sec_mean": 4.79 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25406.0, "duration_ms_p50": 24753.0, "tokens_per_sec_mean": 4.61, "tokens_per_sec_p50": 4.84 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 70149.25, "duration_ms_p50": 69292.5, "tokens_per_sec_mean": 4.76, "tokens_per_sec_p50": 4.74 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 151569.75, "duration_ms_p50": 167047.0, "tokens_per_sec_mean": 4.7, "tokens_per_sec_p50": 4.66 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1116.17, "answer_chars_mean": 630.5 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 33949, "tokens_per_sec": 3.7998173731185014, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 21340, "tokens_per_sec": 4.779756326148079, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 28166, "tokens_per_sec": 4.899524249094653, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 18169, "tokens_per_sec": 4.953492212009467, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 69978, "tokens_per_sec": 4.730058018234303, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 75274, "tokens_per_sec": 4.742673433057895, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 68607, "tokens_per_sec": 4.8828836707624586, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 66738, "tokens_per_sec": 4.689981719560071, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 168509, "tokens_per_sec": 4.664439288109241, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 173316, "tokens_per_sec": 4.644695238754645, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 98869, "tokens_per_sec": 4.834680233440209, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 165585, "tokens_per_sec": 4.662258054775493, "error": null } ], "calls": [ { "type": "vram_snapshot", "model_key": "ngl36-ctx32k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "ngl": 36, "ctx": 32768, "raw": "5760, 270, 6144" }, { "type": "ram_snapshot", "model_key": "ngl36-ctx32k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "ngl": 36, "ctx": 32768, "raw": "19647,8978,28625" }, { "type": "llama_bench", "model_key": "ngl36-ctx32k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "ngl": 36, "ctx": 32768, "raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 6143 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 6143 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1060, compute capability 6.1, VMM: yes, VRAM: 6143 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 36 | pp256 | 25.13 \u00b1 10.22 |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 36 | tg64 | 4.45 \u00b1 0.16 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r" }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "hello", "run_idx": 0, "phase": "cold", "total_duration_ms": 33949, "prompt_tokens": 9, "completion_tokens": 129, "tokens_per_sec": 3.7998173731185014, "finish_reason": "stop", "reasoning_chars": 510, "content_chars": 37, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "hello", "run_idx": 1, "phase": "warm", "total_duration_ms": 21340, "prompt_tokens": 9, "completion_tokens": 102, "tokens_per_sec": 4.779756326148079, "finish_reason": "stop", "reasoning_chars": 396, "content_chars": 37, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "hello", "run_idx": 2, "phase": "warm", "total_duration_ms": 28166, "prompt_tokens": 9, "completion_tokens": 138, "tokens_per_sec": 4.899524249094653, "finish_reason": "stop", "reasoning_chars": 482, "content_chars": 118, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "hello", "run_idx": 3, "phase": "warm", "total_duration_ms": 18169, "prompt_tokens": 9, "completion_tokens": 90, "tokens_per_sec": 4.953492212009467, "finish_reason": "stop", "reasoning_chars": 330, "content_chars": 37, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "total_duration_ms": 69978, "prompt_tokens": 22, "completion_tokens": 331, "tokens_per_sec": 4.730058018234303, "finish_reason": "stop", "reasoning_chars": 1148, "content_chars": 524, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "total_duration_ms": 75274, "prompt_tokens": 22, "completion_tokens": 357, "tokens_per_sec": 4.742673433057895, "finish_reason": "stop", "reasoning_chars": 1296, "content_chars": 439, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "total_duration_ms": 68607, "prompt_tokens": 22, "completion_tokens": 335, "tokens_per_sec": 4.8828836707624586, "finish_reason": "stop", "reasoning_chars": 1205, "content_chars": 455, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "total_duration_ms": 66738, "prompt_tokens": 22, "completion_tokens": 313, "tokens_per_sec": 4.689981719560071, "finish_reason": "stop", "reasoning_chars": 1115, "content_chars": 457, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "total_duration_ms": 168509, "prompt_tokens": 30, "completion_tokens": 786, "tokens_per_sec": 4.664439288109241, "finish_reason": "stop", "reasoning_chars": 1882, "content_chars": 1598, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "total_duration_ms": 173316, "prompt_tokens": 30, "completion_tokens": 805, "tokens_per_sec": 4.644695238754645, "finish_reason": "stop", "reasoning_chars": 2200, "content_chars": 1282, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "total_duration_ms": 98869, "prompt_tokens": 30, "completion_tokens": 478, "tokens_per_sec": 4.834680233440209, "finish_reason": "stop", "reasoning_chars": 1091, "content_chars": 964, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "model_key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768, "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "total_duration_ms": 165585, "prompt_tokens": 30, "completion_tokens": 772, "tokens_per_sec": 4.662258054775493, "finish_reason": "stop", "reasoning_chars": 1739, "content_chars": 1618, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 79021.08, "duration_ms_p50": 83884.0, "duration_ms_p95": 146975.5, "tokens_per_sec_mean": 5.46, "tokens_per_sec_p50": 5.41, "tokens_per_sec_p95": 5.73, "tokens_per_sec_max": 5.83, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 68214.0, "duration_ms_p50": 89809.0, "tokens_per_sec_mean": 5.3 }, "warm": { "n_calls": 9, "duration_ms_mean": 82623.44, "duration_ms_p50": 77959.0, "tokens_per_sec_mean": 5.51 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 26140.75, "duration_ms_p50": 24427.0, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.61 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 80091.75, "duration_ms_p50": 85924.0, "tokens_per_sec_mean": 5.5, "tokens_per_sec_p50": 5.52 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 130830.75, "duration_ms_p50": 142584.5, "tokens_per_sec_mean": 5.28, "tokens_per_sec_p50": 5.29 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1055.92, "answer_chars_mean": 843.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 19560, "tokens_per_sec": 5.316973415132924, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 29294, "tokens_per_sec": 5.564279374615962, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 37869, "tokens_per_sec": 5.651060233964457, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 17840, "tokens_per_sec": 5.829596412556054, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 95273, "tokens_per_sec": 5.374030417851857, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 93889, "tokens_per_sec": 5.453247984321912, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 77959, "tokens_per_sec": 5.579856078194949, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 53246, "tokens_per_sec": 5.577883784697442, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 89809, "tokens_per_sec": 5.199924283757753, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 145855, "tokens_per_sec": 5.3340646532515175, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 148345, "tokens_per_sec": 5.244531328996596, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 139314, "tokens_per_sec": 5.347631968072125, "error": null } ], "calls": [ { "type": "vram_snapshot", "model_key": "ngl6-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "ngl": 6, "ctx": 65536, "raw": "3122, 2908, 6144" }, { "type": "ram_snapshot", "model_key": "ngl6-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "ngl": 6, "ctx": 65536, "raw": "14153,14471,28625" }, { "type": "llama_bench", "model_key": "ngl6-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "ngl": 6, "ctx": 65536, "raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 6143 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 6143 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1060, compute capability 6.1, VMM: yes, VRAM: 6143 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | pp256 | 113.33 \u00b1 3.73 |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | tg64 | 5.95 \u00b1 0.21 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r" }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "hello", "run_idx": 0, "phase": "cold", "total_duration_ms": 19560, "prompt_tokens": 9, "completion_tokens": 104, "tokens_per_sec": 5.316973415132924, "finish_reason": "stop", "reasoning_chars": 405, "content_chars": 37, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "hello", "run_idx": 1, "phase": "warm", "total_duration_ms": 29294, "prompt_tokens": 9, "completion_tokens": 163, "tokens_per_sec": 5.564279374615962, "finish_reason": "stop", "reasoning_chars": 647, "content_chars": 37, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "hello", "run_idx": 2, "phase": "warm", "total_duration_ms": 37869, "prompt_tokens": 9, "completion_tokens": 214, "tokens_per_sec": 5.651060233964457, "finish_reason": "stop", "reasoning_chars": 871, "content_chars": 40, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "hello", "run_idx": 3, "phase": "warm", "total_duration_ms": 17840, "prompt_tokens": 9, "completion_tokens": 104, "tokens_per_sec": 5.829596412556054, "finish_reason": "stop", "reasoning_chars": 393, "content_chars": 37, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "total_duration_ms": 95273, "prompt_tokens": 22, "completion_tokens": 512, "tokens_per_sec": 5.374030417851857, "finish_reason": "length", "reasoning_chars": 2078, "content_chars": 351, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "total_duration_ms": 93889, "prompt_tokens": 22, "completion_tokens": 512, "tokens_per_sec": 5.453247984321912, "finish_reason": "length", "reasoning_chars": 0, "content_chars": 2444, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "total_duration_ms": 77959, "prompt_tokens": 22, "completion_tokens": 435, "tokens_per_sec": 5.579856078194949, "finish_reason": "stop", "reasoning_chars": 1638, "content_chars": 495, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "total_duration_ms": 53246, "prompt_tokens": 22, "completion_tokens": 297, "tokens_per_sec": 5.577883784697442, "finish_reason": "stop", "reasoning_chars": 1011, "content_chars": 422, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "total_duration_ms": 89809, "prompt_tokens": 30, "completion_tokens": 467, "tokens_per_sec": 5.199924283757753, "finish_reason": "stop", "reasoning_chars": 920, "content_chars": 1089, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "total_duration_ms": 145855, "prompt_tokens": 30, "completion_tokens": 778, "tokens_per_sec": 5.3340646532515175, "finish_reason": "stop", "reasoning_chars": 1655, "content_chars": 1642, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "total_duration_ms": 148345, "prompt_tokens": 30, "completion_tokens": 778, "tokens_per_sec": 5.244531328996596, "finish_reason": "stop", "reasoning_chars": 1801, "content_chars": 1493, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "model_key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536, "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "total_duration_ms": 139314, "prompt_tokens": 30, "completion_tokens": 745, "tokens_per_sec": 5.347631968072125, "finish_reason": "stop", "reasoning_chars": 1252, "content_chars": 2032, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 88976.42, "duration_ms_p50": 97634.0, "duration_ms_p95": 162935.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.77, "tokens_per_sec_p95": 5.0, "tokens_per_sec_max": 5.12, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 94769.67, "duration_ms_p50": 97143.0, "tokens_per_sec_mean": 4.64 }, "warm": { "n_calls": 9, "duration_ms_mean": 87045.33, "duration_ms_p50": 98125.0, "tokens_per_sec_mean": 4.84 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25067.0, "duration_ms_p50": 21998.5, "tokens_per_sec_mean": 4.72, "tokens_per_sec_p50": 4.76 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 101212.25, "duration_ms_p50": 100751.5, "tokens_per_sec_mean": 4.76, "tokens_per_sec_p50": 4.74 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 140650.0, "duration_ms_p50": 149948.0, "tokens_per_sec_mean": 4.88, "tokens_per_sec_p50": 4.83 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1302.08, "answer_chars_mean": 611.75 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 22587, "tokens_per_sec": 4.471598707220968, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 42874, "tokens_per_sec": 4.898073424453048, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 21410, "tokens_per_sec": 4.810836057916862, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 13397, "tokens_per_sec": 4.702545345972979, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 97143, "tokens_per_sec": 4.66322843642877, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 107841, "tokens_per_sec": 4.747730455021745, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 95505, "tokens_per_sec": 4.732736505942097, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 104360, "tokens_per_sec": 4.906094288999617, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 164579, "tokens_per_sec": 4.794050273728725, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 161591, "tokens_per_sec": 4.746551478733345, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 98125, "tokens_per_sec": 5.115923566878981, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 138305, "tokens_per_sec": 4.858826506633888, "error": null } ], "calls": [ { "type": "vram_snapshot", "model_key": "ngl6-ctx128k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "ngl": 6, "ctx": 131072, "raw": "4088, 1942, 6144" }, { "type": "ram_snapshot", "model_key": "ngl6-ctx128k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "ngl": 6, "ctx": 131072, "raw": "19751,8874,28625" }, { "type": "llama_bench", "model_key": "ngl6-ctx128k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "ngl": 6, "ctx": 131072, "raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 6143 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 6143 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1060, compute capability 6.1, VMM: yes, VRAM: 6143 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | pp256 | 111.46 \u00b1 2.92 |\r\n| qwen3moe 30B.A3B IQ2_M - 2.7 bpw | 10.11 GiB | 30.53 B | CUDA | 6 | tg64 | 4.93 \u00b1 0.36 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r" }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "hello", "run_idx": 0, "phase": "cold", "total_duration_ms": 22587, "prompt_tokens": 9, "completion_tokens": 101, "tokens_per_sec": 4.471598707220968, "finish_reason": "stop", "reasoning_chars": 365, "content_chars": 37, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "hello", "run_idx": 1, "phase": "warm", "total_duration_ms": 42874, "prompt_tokens": 9, "completion_tokens": 210, "tokens_per_sec": 4.898073424453048, "finish_reason": "stop", "reasoning_chars": 803, "content_chars": 110, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "hello", "run_idx": 2, "phase": "warm", "total_duration_ms": 21410, "prompt_tokens": 9, "completion_tokens": 103, "tokens_per_sec": 4.810836057916862, "finish_reason": "stop", "reasoning_chars": 400, "content_chars": 37, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "hello", "run_idx": 3, "phase": "warm", "total_duration_ms": 13397, "prompt_tokens": 9, "completion_tokens": 63, "tokens_per_sec": 4.702545345972979, "finish_reason": "stop", "reasoning_chars": 193, "content_chars": 37, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "total_duration_ms": 97143, "prompt_tokens": 22, "completion_tokens": 453, "tokens_per_sec": 4.66322843642877, "finish_reason": "stop", "reasoning_chars": 1783, "content_chars": 432, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "total_duration_ms": 107841, "prompt_tokens": 22, "completion_tokens": 512, "tokens_per_sec": 4.747730455021745, "finish_reason": "length", "reasoning_chars": 2198, "content_chars": 179, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "total_duration_ms": 95505, "prompt_tokens": 22, "completion_tokens": 452, "tokens_per_sec": 4.732736505942097, "finish_reason": "stop", "reasoning_chars": 1738, "content_chars": 465, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "total_duration_ms": 104360, "prompt_tokens": 22, "completion_tokens": 512, "tokens_per_sec": 4.906094288999617, "finish_reason": "length", "reasoning_chars": 2425, "content_chars": 36, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "total_duration_ms": 164579, "prompt_tokens": 30, "completion_tokens": 789, "tokens_per_sec": 4.794050273728725, "finish_reason": "stop", "reasoning_chars": 1572, "content_chars": 1795, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "total_duration_ms": 161591, "prompt_tokens": 30, "completion_tokens": 767, "tokens_per_sec": 4.746551478733345, "finish_reason": "stop", "reasoning_chars": 1324, "content_chars": 2008, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "total_duration_ms": 98125, "prompt_tokens": 30, "completion_tokens": 502, "tokens_per_sec": 5.115923566878981, "finish_reason": "stop", "reasoning_chars": 1177, "content_chars": 961, "error": null }, { "type": "call", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "model_key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072, "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "total_duration_ms": 138305, "prompt_tokens": 30, "completion_tokens": 672, "tokens_per_sec": 4.858826506633888, "finish_reason": "stop", "reasoning_chars": 1647, "content_chars": 1244, "error": null } ] } ], "meta_record": { "type": "meta", "benchmark_run_id": "ad28cb95-5134-40b5-8514-c8a381f83d87", "harness_version": "predator-a3b-ctx-sweep-1", "started_at_utc": "2026-05-04T23:48:01Z", "host": "Slobodans-MacBook-Air.local", "node": "predator", "engine": "llamacpp", "purpose": "Sloba 2026-05-05 follow-up: NGL=36 at ctx=32k + NGL=6 at ctx=65k/131k. 'i want you to run a benchmark on that with ngl 6 and high context benchmark. but dont go over 256 its pointless.' 256k ctx skipped \u2014 KV alone exceeds Predator's 28 GB RAM.", "cells": [ { "key": "ngl36-ctx32k", "ngl": 36, "ctx": 32768 }, { "key": "ngl6-ctx64k", "ngl": 6, "ctx": 65536 }, { "key": "ngl6-ctx128k", "ngl": 6, "ctx": 131072 } ], "gguf": "Qwen3-30B-A3B-UD-IQ2_M.gguf" }, "packaged_at": "2026-05-06T12:28:24Z" }