slobodanmargetic988/weeyuga-benchmarks-public
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
98c3d4fa5b3fe2593fde6d8ee677f347b3205ff9
weeyuga-benchmarks-public/runs/23066b38-ea9c-4dd3-b2f5-32912a67fce4/metadata.json

667 lines
20 KiB
JSON
Raw Blame History

{
"id": "23066b38-ea9c-4dd3-b2f5-32912a67fce4",
"title": "Predator Qwen rerun",
"date": "2026-05-04",
"started_at": "2026-05-04T22:11:43Z",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "pavilion",
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
"engine": "llamacpp",
"harness": "pavilion-a3b-1",
"model_family": "qwen3",
"model_sizes": [
"qwen3:30b-a3b-iq2xxs"
],
"task_kind": "chat",
"tags": [
"a3b",
"iq2",
"pavilion",
"qwen3"
],
"headline": "14 calls across 1 cell(s); ~5.9 tok/s mean; p50 57.8s",
"janie_blurb_md": null,
"janie_blurb_status": "pending",
"caveat": null,
"caveat_severity": null,
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
"methodology_deviations_md": null,
"results_table": [
{
"label": "qwen3:30b-a3b-iq2xxs-think500",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"n_calls": 14,
"n_errors": 0,
"duration_ms_mean": 72439.92,
"duration_ms_p50": 57784.0,
"duration_ms_p95": 174786.1,
"tokens_per_sec_mean": 5.88,
"tokens_per_sec_p50": 6.67,
"tokens_per_sec_p95": 8.17,
"tokens_per_sec_max": 8.19,
"memory_mb": null,
"watts_avg": null,
"notes": null
}
],
"cells": [
{
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"n_calls": 14,
"n_errors": 0,
"duration_ms_mean": 72439.92,
"duration_ms_p50": 57784.0,
"duration_ms_p95": 174786.1,
"tokens_per_sec_mean": 5.88,
"tokens_per_sec_p50": 6.67,
"tokens_per_sec_p95": 8.17,
"tokens_per_sec_max": 8.19,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 161561.0,
"duration_ms_p50": 132262.0,
"tokens_per_sec_mean": 3.22
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 42732.89,
"duration_ms_p50": 49471.0,
"tokens_per_sec_mean": 6.77
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 67896.0,
"duration_ms_p50": 16463.0,
"tokens_per_sec_mean": 3.36,
"tokens_per_sec_p50": 3.89
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 72019.0,
"duration_ms_p50": 55635.5,
"tokens_per_sec_mean": 6.81,
"tokens_per_sec_p50": 7.79
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 77404.75,
"duration_ms_p50": 63543.0,
"tokens_per_sec_mean": 7.47,
"tokens_per_sec_p50": 7.98
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 974.67,
"answer_chars_mean": 587.17
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 226760,
"tokens_per_sec": 0.28223672605397776,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15935,
"tokens_per_sec": 4.016316284907436,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 16991,
"tokens_per_sec": 3.7667000176564063,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 11898,
"tokens_per_sec": 5.379055303412338,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 132262,
"tokens_per_sec": 3.4855060410397543,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 61800,
"tokens_per_sec": 7.427184466019418,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 49471,
"tokens_per_sec": 8.186614380141902,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 44543,
"tokens_per_sec": 8.149428641986395,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 125661,
"tokens_per_sec": 5.904775546907951,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 68390,
"tokens_per_sec": 7.998245357508408,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 56872,
"tokens_per_sec": 8.018005345336897,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 58696,
"tokens_per_sec": 7.956249148153196,
"error": null
}
]
}
],
"n_calls_total": 14,
"n_errors_total": 0,
"chart_spec": {
"kind": "bar",
"x": "cell",
"y": "tokens_per_sec_mean",
"series": [
"qwen3:30b-a3b-iq2xxs-think500"
],
"data_url": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.jsonl"
},
"site_grade": "flagship",
"site_grade_reason": null,
"raw_data_urls": {
"jsonl": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.jsonl",
"log": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.log",
"md": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.md",
"metadata": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/metadata.json",
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/23066b38-ea9c-4dd3-b2f5-32912a67fce4/"
},
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"synthesis_docs_all": [
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"A3B_CROSS_MACHINE_2026-05-05.md",
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "complete",
"visibility": "draft",
"cells_full": [
{
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"n_calls": 14,
"n_errors": 0,
"duration_ms_mean": 72439.92,
"duration_ms_p50": 57784.0,
"duration_ms_p95": 174786.1,
"tokens_per_sec_mean": 5.88,
"tokens_per_sec_p50": 6.67,
"tokens_per_sec_p95": 8.17,
"tokens_per_sec_max": 8.19,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 161561.0,
"duration_ms_p50": 132262.0,
"tokens_per_sec_mean": 3.22
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 42732.89,
"duration_ms_p50": 49471.0,
"tokens_per_sec_mean": 6.77
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 67896.0,
"duration_ms_p50": 16463.0,
"tokens_per_sec_mean": 3.36,
"tokens_per_sec_p50": 3.89
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 72019.0,
"duration_ms_p50": 55635.5,
"tokens_per_sec_mean": 6.81,
"tokens_per_sec_p50": 7.79
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 77404.75,
"duration_ms_p50": 63543.0,
"tokens_per_sec_mean": 7.47,
"tokens_per_sec_p50": 7.98
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 974.67,
"answer_chars_mean": 587.17
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 226760,
"tokens_per_sec": 0.28223672605397776,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15935,
"tokens_per_sec": 4.016316284907436,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 16991,
"tokens_per_sec": 3.7667000176564063,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 11898,
"tokens_per_sec": 5.379055303412338,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 132262,
"tokens_per_sec": 3.4855060410397543,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 61800,
"tokens_per_sec": 7.427184466019418,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 49471,
"tokens_per_sec": 8.186614380141902,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 44543,
"tokens_per_sec": 8.149428641986395,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 125661,
"tokens_per_sec": 5.904775546907951,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 68390,
"tokens_per_sec": 7.998245357508408,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 56872,
"tokens_per_sec": 8.018005345336897,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 58696,
"tokens_per_sec": 7.956249148153196,
"error": null
}
],
"calls": [
{
"type": "vram_snapshot",
"model_key": "qwen3-30b-a3b-pavilion",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"raw": "3842, 163, 4096"
},
{
"type": "llama_bench",
"model_key": "qwen3-30b-a3b-pavilion",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"raw": "llama-bench.exe : ggml_cuda_init: found 1 CUDA devices (Total VRAM: 4095 MiB):\r\nAt line:1 char:1\r\n+ & 'D:\\WeeyugaTools\\llama.cpp\\llama-bench.exe' -m 'D:\\WeeyugaModels\\ll ...\r\n+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\r\n + CategoryInfo : NotSpecified: (ggml_cuda_init:...RAM: 4095 MiB)::String) [], RemoteException\r\n + FullyQualifiedErrorId : NativeCommandError\r\n \r\n Device 0: NVIDIA GeForce GTX 1050, compute capability 6.1, VMM: yes, VRAM: 4095 MiB\r\nload_backend: loaded CUDA backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cuda.dll\r\nload_backend: loaded RPC backend from D:\\WeeyugaTools\\llama.cpp\\ggml-rpc.dll\r\nload_backend: loaded CPU backend from D:\\WeeyugaTools\\llama.cpp\\ggml-cpu-haswell.dll\r\n| model | size | params | backend | ngl | test | t/s |\r\n| ------------------------------ | ---------: | ---------: | ---------- | --: | --------------: | -------------------: |\r\n| qwen3moe 30B.A3B IQ2_XXS - 2.0625 bpw | 9.65 GiB | 30.53 B | CUDA | 12 | pp256 | 6.27 \u00b1 2.87 |\r\n| qwen3moe 30B.A3B IQ2_XXS - 2.0625 bpw | 9.65 GiB | 30.53 B | CUDA | 12 | tg64 | 4.90 \u00b1 0.67 |\r\n\r\nbuild: 665abc609 (8951)\r\n\r"
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"total_duration_ms": 226760,
"prompt_tokens": 9,
"completion_tokens": 64,
"tokens_per_sec": 0.28223672605397776,
"finish_reason": "length",
"reasoning_chars": 273,
"content_chars": 0,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"total_duration_ms": 15935,
"prompt_tokens": 9,
"completion_tokens": 64,
"tokens_per_sec": 4.016316284907436,
"finish_reason": "length",
"reasoning_chars": 273,
"content_chars": 0,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"total_duration_ms": 16991,
"prompt_tokens": 9,
"completion_tokens": 64,
"tokens_per_sec": 3.7667000176564063,
"finish_reason": "length",
"reasoning_chars": 266,
"content_chars": 0,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"total_duration_ms": 11898,
"prompt_tokens": 9,
"completion_tokens": 64,
"tokens_per_sec": 5.379055303412338,
"finish_reason": "length",
"reasoning_chars": 283,
"content_chars": 0,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"total_duration_ms": 132262,
"prompt_tokens": 22,
"completion_tokens": 461,
"tokens_per_sec": 3.4855060410397543,
"finish_reason": "stop",
"reasoning_chars": 1700,
"content_chars": 607,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"total_duration_ms": 61800,
"prompt_tokens": 22,
"completion_tokens": 459,
"tokens_per_sec": 7.427184466019418,
"finish_reason": "stop",
"reasoning_chars": 1693,
"content_chars": 460,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"total_duration_ms": 49471,
"prompt_tokens": 22,
"completion_tokens": 405,
"tokens_per_sec": 8.186614380141902,
"finish_reason": "stop",
"reasoning_chars": 1552,
"content_chars": 460,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"total_duration_ms": 44543,
"prompt_tokens": 22,
"completion_tokens": 363,
"tokens_per_sec": 8.149428641986395,
"finish_reason": "stop",
"reasoning_chars": 1344,
"content_chars": 513,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"total_duration_ms": 125661,
"prompt_tokens": 30,
"completion_tokens": 742,
"tokens_per_sec": 5.904775546907951,
"finish_reason": "stop",
"reasoning_chars": 1254,
"content_chars": 1825,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"total_duration_ms": 68390,
"prompt_tokens": 30,
"completion_tokens": 547,
"tokens_per_sec": 7.998245357508408,
"finish_reason": "stop",
"reasoning_chars": 1204,
"content_chars": 1099,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"total_duration_ms": 56872,
"prompt_tokens": 30,
"completion_tokens": 456,
"tokens_per_sec": 8.018005345336897,
"finish_reason": "stop",
"reasoning_chars": 898,
"content_chars": 1099,
"error": null
},
{
"type": "call",
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"model_key": "qwen3-30b-a3b-pavilion",
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"total_duration_ms": 58696,
"prompt_tokens": 30,
"completion_tokens": 467,
"tokens_per_sec": 7.956249148153196,
"finish_reason": "stop",
"reasoning_chars": 956,
"content_chars": 983,
"error": null
}
]
}
],
"meta_record": {
"type": "meta",
"benchmark_run_id": "23066b38-ea9c-4dd3-b2f5-32912a67fce4",
"harness_version": "pavilion-a3b-1",
"started_at_utc": "2026-05-04T22:11:43Z",
"host": "Slobodans-MacBook-Air.local",
"node": "pavilion",
"engine": "llamacpp",
"pavilion_target_url": "http://10.8.0.3:11437",
"purpose": "Sloba 2026-05-04: Qwen3-30B-A3B (MoE) on weaker Pavilion hardware (GTX 1050 4GB / 16GB RAM) for cross-machine A3B comparison",
"models": {
"qwen3-30b-a3b-pavilion": {
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
"gguf": "Qwen3-30B-A3B-UD-IQ2_XXS.gguf",
"reasoning_budget": 500,
"ngl": 12,
"ctx": 2048,
"note": "30B total / 3B active MoE; 9.9GB IQ2_XXS; partial CPU offload heavy"
}
}
},
"packaged_at": "2026-05-06T12:28:24Z"
}
Reference in New Issue View Git Blame Copy Permalink