15804 lines
563 KiB
JSON
15804 lines
563 KiB
JSON
{
|
|
"schema_version": "1.0",
|
|
"generated_at": "2026-05-06T12:28:25Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"site_base_url": "https://benchmarks.weeyuga.com",
|
|
"data_base_url": "https://benchmarks.weeyuga.com/data",
|
|
"gitea_archive_url": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public",
|
|
"controlled_vocab": {
|
|
"hardware": [
|
|
"cicd",
|
|
"mac",
|
|
"pavilion",
|
|
"predator",
|
|
"runpod",
|
|
"vps50"
|
|
],
|
|
"engine": [
|
|
"llamacpp",
|
|
"ollama",
|
|
"vllm",
|
|
"mlx",
|
|
"cpu",
|
|
"weeyuga"
|
|
],
|
|
"task_kind": [
|
|
"chat",
|
|
"code",
|
|
"cold-start",
|
|
"long-context",
|
|
"param-sweep",
|
|
"throughput",
|
|
"tool-use",
|
|
"vision"
|
|
],
|
|
"site_grade": [
|
|
"archive-only",
|
|
"flagship",
|
|
"standard"
|
|
],
|
|
"janie_blurb_status": [
|
|
"drafted",
|
|
"pending",
|
|
"published",
|
|
"vera-reviewed"
|
|
],
|
|
"caveat_severity": [
|
|
"info",
|
|
"reframe-pending",
|
|
"warning"
|
|
],
|
|
"chart_spec_kind": [
|
|
"bar",
|
|
"line",
|
|
"scatter"
|
|
]
|
|
},
|
|
"site_grade_count": 11,
|
|
"site_grade_breakdown": {
|
|
"flagship": 4,
|
|
"standard": 7,
|
|
"archive-only": 10,
|
|
"legacy": 104
|
|
},
|
|
"total_runs_in_archive": 125,
|
|
"by_model": {
|
|
"phi-4": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822"
|
|
],
|
|
"gemma-4-26b-a4b": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822"
|
|
],
|
|
"qwen3-30b-a3b": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208"
|
|
],
|
|
"qwen2-5-72b": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822"
|
|
],
|
|
"gemma-4-26b-a4b-it": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1"
|
|
],
|
|
"qwen3-30b-a3b-iq2m": [
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef"
|
|
],
|
|
"gemma-4-e4b": [
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd",
|
|
"b54c61c0-b6b8-44ac-bc3e-a515df0f0499"
|
|
],
|
|
"qwen3-30b-a3b-iq2xxs": [
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44"
|
|
],
|
|
"qwen3-5-9b": [
|
|
"fba9d9b1-cc5d-40bc-9e21-beafbb72c65d",
|
|
"09d8fbde-0008-49bb-99da-03eeaca72be1",
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:vps81-telemetry:models:qwen3_5_9b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check"
|
|
],
|
|
"qwen3-14b": [
|
|
"fba9d9b1-cc5d-40bc-9e21-beafbb72c65d",
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"granite-4-1-8b": [
|
|
"09d8fbde-0008-49bb-99da-03eeaca72be1"
|
|
],
|
|
"gemma-4-e4b-it": [
|
|
"09d8fbde-0008-49bb-99da-03eeaca72be1"
|
|
],
|
|
"hf-chinchilla-mix": [
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z",
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z"
|
|
],
|
|
"qwen3-5-4b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:models:qwen3_5_4b"
|
|
],
|
|
"qwen3-5-35b-a3b-uncensored": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"qwen3-5-35b-a3b-iq2s": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"qwen3-5-9b-q6k": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"qwen3-5-2b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"qwen3-5-0-8b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:vps81-telemetry:models:qwen3_5_0_8b"
|
|
],
|
|
"qwen2-5-coder-14b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_14b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted"
|
|
],
|
|
"qwen2-5-coder-3b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_3b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report"
|
|
],
|
|
"qwen3-8b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"qwen3-4b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"qwen2-5-3b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual"
|
|
],
|
|
"qwen2-5-coder-1-5b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_1_5b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual"
|
|
],
|
|
"qwen2-5-coder-0-5b": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_0_5b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check",
|
|
"legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark",
|
|
"legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual"
|
|
],
|
|
"unknown": [
|
|
"legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report",
|
|
"legacy:vps81-telemetry:report-catalog",
|
|
"legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0",
|
|
"legacy:vps81-telemetry:models:qwen14_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen14_general_32k",
|
|
"legacy:vps81-telemetry:models:qwen2_5_3b",
|
|
"legacy:vps81-telemetry:models:qwen32_coder_32k",
|
|
"legacy:vps81-telemetry:models:riven_smolvlm",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context",
|
|
"legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit",
|
|
"legacy:pavilion:_template:windows_benchmark_template",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:2026-04-05-large-model-hello-check",
|
|
"legacy:vps81-telemetry:2026-04-05-small-model-manual"
|
|
],
|
|
"codellama-34b": [
|
|
"legacy:vps81-telemetry:models:codellama34_16k"
|
|
],
|
|
"codestral-22b": [
|
|
"legacy:vps81-telemetry:models:codestral_32k"
|
|
],
|
|
"llama3-2-3b": [
|
|
"legacy:vps81-telemetry:models:llama3_2_3b"
|
|
],
|
|
"phi-3-mini": [
|
|
"legacy:vps81-telemetry:models:phi3"
|
|
],
|
|
"phind-codellama-34b": [
|
|
"legacy:vps81-telemetry:models:phind34_16k"
|
|
],
|
|
"smollm2-135m": [
|
|
"legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m"
|
|
],
|
|
"smollm2-1-7b": [
|
|
"legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m"
|
|
],
|
|
"smollm2-360m": [
|
|
"legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m"
|
|
],
|
|
"qwen3-5-4b-mlx": [
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b"
|
|
],
|
|
"qwen2-5-14b": [
|
|
"legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark",
|
|
"legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark"
|
|
]
|
|
},
|
|
"by_hardware": {
|
|
"vps50": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd",
|
|
"b54c61c0-b6b8-44ac-bc3e-a515df0f0499",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report",
|
|
"legacy:vps81-telemetry:models:qwen3_5_0_8b",
|
|
"legacy:vps81-telemetry:report-catalog",
|
|
"legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0",
|
|
"legacy:vps81-telemetry:models:codellama34_16k",
|
|
"legacy:vps81-telemetry:models:codestral_32k",
|
|
"legacy:vps81-telemetry:models:llama3_2_3b",
|
|
"legacy:vps81-telemetry:models:phi3",
|
|
"legacy:vps81-telemetry:models:phind34_16k",
|
|
"legacy:vps81-telemetry:models:qwen14_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen14_general_32k",
|
|
"legacy:vps81-telemetry:models:qwen2_5_3b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_0_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_14b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_1_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_3b",
|
|
"legacy:vps81-telemetry:models:qwen32_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen3_5_4b",
|
|
"legacy:vps81-telemetry:models:qwen3_5_9b",
|
|
"legacy:vps81-telemetry:models:riven_smolvlm",
|
|
"legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:2026-04-05-large-model-hello-check",
|
|
"legacy:vps81-telemetry:2026-04-05-small-model-manual"
|
|
],
|
|
"predator": [
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208",
|
|
"fba9d9b1-cc5d-40bc-9e21-beafbb72c65d",
|
|
"09d8fbde-0008-49bb-99da-03eeaca72be1"
|
|
],
|
|
"pavilion": [
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context",
|
|
"legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit",
|
|
"legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark",
|
|
"legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark",
|
|
"legacy:pavilion:_template:windows_benchmark_template",
|
|
"legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark",
|
|
"legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark"
|
|
],
|
|
"mac": [
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z",
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check"
|
|
]
|
|
},
|
|
"by_family": {
|
|
"gemma-phi-qwen2-5-qwen3": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822"
|
|
],
|
|
"qwen3": [
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208"
|
|
],
|
|
"gemma": [
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd",
|
|
"b54c61c0-b6b8-44ac-bc3e-a515df0f0499"
|
|
],
|
|
"qwen3-qwen3-5": [
|
|
"fba9d9b1-cc5d-40bc-9e21-beafbb72c65d"
|
|
],
|
|
"gemma-granite-qwen3-5": [
|
|
"09d8fbde-0008-49bb-99da-03eeaca72be1"
|
|
],
|
|
"chinchilla": [
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z",
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z"
|
|
],
|
|
"qwen2-5-qwen2-5-coder-qwen3-qwen3-5": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"unknown": [
|
|
"legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report",
|
|
"legacy:vps81-telemetry:report-catalog",
|
|
"legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0",
|
|
"legacy:vps81-telemetry:models:qwen14_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen14_general_32k",
|
|
"legacy:vps81-telemetry:models:qwen2_5_3b",
|
|
"legacy:vps81-telemetry:models:qwen32_coder_32k",
|
|
"legacy:vps81-telemetry:models:riven_smolvlm",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context",
|
|
"legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit",
|
|
"legacy:pavilion:_template:windows_benchmark_template",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:2026-04-05-large-model-hello-check",
|
|
"legacy:vps81-telemetry:2026-04-05-small-model-manual"
|
|
],
|
|
"qwen3-5": [
|
|
"legacy:vps81-telemetry:models:qwen3_5_0_8b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:models:qwen3_5_4b",
|
|
"legacy:vps81-telemetry:models:qwen3_5_9b",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check"
|
|
],
|
|
"llama": [
|
|
"legacy:vps81-telemetry:models:codellama34_16k",
|
|
"legacy:vps81-telemetry:models:llama3_2_3b"
|
|
],
|
|
"codestral": [
|
|
"legacy:vps81-telemetry:models:codestral_32k"
|
|
],
|
|
"phi": [
|
|
"legacy:vps81-telemetry:models:phi3",
|
|
"legacy:vps81-telemetry:models:phind34_16k"
|
|
],
|
|
"qwen2-5-coder": [
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_0_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_14b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_1_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_3b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual",
|
|
"legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark",
|
|
"legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual"
|
|
],
|
|
"smollm2": [
|
|
"legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m"
|
|
],
|
|
"qwen2-5": [
|
|
"legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark",
|
|
"legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual"
|
|
]
|
|
},
|
|
"by_task": {
|
|
"param-sweep": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"b37836bf-d1a2-4d6b-a732-aff89da1fa07"
|
|
],
|
|
"chat": [
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd",
|
|
"b54c61c0-b6b8-44ac-bc3e-a515df0f0499",
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208",
|
|
"fba9d9b1-cc5d-40bc-9e21-beafbb72c65d",
|
|
"09d8fbde-0008-49bb-99da-03eeaca72be1",
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report",
|
|
"legacy:vps81-telemetry:models:qwen3_5_0_8b",
|
|
"legacy:vps81-telemetry:report-catalog",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0",
|
|
"legacy:vps81-telemetry:models:codellama34_16k",
|
|
"legacy:vps81-telemetry:models:codestral_32k",
|
|
"legacy:vps81-telemetry:models:llama3_2_3b",
|
|
"legacy:vps81-telemetry:models:phi3",
|
|
"legacy:vps81-telemetry:models:phind34_16k",
|
|
"legacy:vps81-telemetry:models:qwen14_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen14_general_32k",
|
|
"legacy:vps81-telemetry:models:qwen2_5_3b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_0_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_14b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_1_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_3b",
|
|
"legacy:vps81-telemetry:models:qwen32_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen3_5_4b",
|
|
"legacy:vps81-telemetry:models:qwen3_5_9b",
|
|
"legacy:vps81-telemetry:models:riven_smolvlm",
|
|
"legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report",
|
|
"legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit",
|
|
"legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark",
|
|
"legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark",
|
|
"legacy:pavilion:_template:windows_benchmark_template",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual",
|
|
"legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark",
|
|
"legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:2026-04-05-large-model-hello-check",
|
|
"legacy:vps81-telemetry:2026-04-05-small-model-manual"
|
|
],
|
|
"throughput": [
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z",
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z"
|
|
]
|
|
},
|
|
"by_engine": {
|
|
"llamacpp": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd",
|
|
"b54c61c0-b6b8-44ac-bc3e-a515df0f0499",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208",
|
|
"fba9d9b1-cc5d-40bc-9e21-beafbb72c65d",
|
|
"09d8fbde-0008-49bb-99da-03eeaca72be1"
|
|
],
|
|
"mlx-or-hf": [
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z",
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z"
|
|
],
|
|
"weeyuga": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"ollama": [
|
|
"legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report",
|
|
"legacy:vps81-telemetry:models:qwen3_5_0_8b",
|
|
"legacy:vps81-telemetry:report-catalog",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0",
|
|
"legacy:vps81-telemetry:models:codellama34_16k",
|
|
"legacy:vps81-telemetry:models:codestral_32k",
|
|
"legacy:vps81-telemetry:models:llama3_2_3b",
|
|
"legacy:vps81-telemetry:models:phi3",
|
|
"legacy:vps81-telemetry:models:phind34_16k",
|
|
"legacy:vps81-telemetry:models:qwen14_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen14_general_32k",
|
|
"legacy:vps81-telemetry:models:qwen2_5_3b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_0_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_14b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_1_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_3b",
|
|
"legacy:vps81-telemetry:models:qwen32_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen3_5_4b",
|
|
"legacy:vps81-telemetry:models:qwen3_5_9b",
|
|
"legacy:vps81-telemetry:models:riven_smolvlm",
|
|
"legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report",
|
|
"legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit",
|
|
"legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark",
|
|
"legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark",
|
|
"legacy:pavilion:_template:windows_benchmark_template",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual",
|
|
"legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark",
|
|
"legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:2026-04-05-large-model-hello-check",
|
|
"legacy:vps81-telemetry:2026-04-05-small-model-manual"
|
|
]
|
|
},
|
|
"by_suite": {
|
|
"chinchilla": [
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z",
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z"
|
|
],
|
|
"python-task-20q-v1": [
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini"
|
|
],
|
|
"python-task-10q-v2": [
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini"
|
|
],
|
|
"small-model-manual": [
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:2026-04-05-small-model-manual"
|
|
],
|
|
"hello-check": [
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check",
|
|
"legacy:vps81-telemetry:2026-04-05-large-model-hello-check"
|
|
],
|
|
"vs-standard": [
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b"
|
|
],
|
|
"progress": [
|
|
"legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress"
|
|
],
|
|
"long-context": [
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context"
|
|
],
|
|
"concurrency": [
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report"
|
|
],
|
|
"coverage-audit": [
|
|
"legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit"
|
|
],
|
|
"ladder": [
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview"
|
|
],
|
|
"parallel": [
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q"
|
|
],
|
|
"mac-vs-vps": [
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report"
|
|
],
|
|
"benchmark-report": [
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report"
|
|
],
|
|
"python-overnight": [
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini"
|
|
]
|
|
},
|
|
"by_grade": {
|
|
"standard": [
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208"
|
|
],
|
|
"archive-only": [
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd",
|
|
"b54c61c0-b6b8-44ac-bc3e-a515df0f0499",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e"
|
|
],
|
|
"flagship": [
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"fba9d9b1-cc5d-40bc-9e21-beafbb72c65d",
|
|
"09d8fbde-0008-49bb-99da-03eeaca72be1"
|
|
],
|
|
"legacy": [
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z",
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z",
|
|
"legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report",
|
|
"legacy:vps81-telemetry:models:qwen3_5_0_8b",
|
|
"legacy:vps81-telemetry:report-catalog",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0",
|
|
"legacy:vps81-telemetry:models:codellama34_16k",
|
|
"legacy:vps81-telemetry:models:codestral_32k",
|
|
"legacy:vps81-telemetry:models:llama3_2_3b",
|
|
"legacy:vps81-telemetry:models:phi3",
|
|
"legacy:vps81-telemetry:models:phind34_16k",
|
|
"legacy:vps81-telemetry:models:qwen14_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen14_general_32k",
|
|
"legacy:vps81-telemetry:models:qwen2_5_3b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_0_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_14b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_1_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_3b",
|
|
"legacy:vps81-telemetry:models:qwen32_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen3_5_4b",
|
|
"legacy:vps81-telemetry:models:qwen3_5_9b",
|
|
"legacy:vps81-telemetry:models:riven_smolvlm",
|
|
"legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report",
|
|
"legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit",
|
|
"legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark",
|
|
"legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark",
|
|
"legacy:pavilion:_template:windows_benchmark_template",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual",
|
|
"legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark",
|
|
"legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:2026-04-05-large-model-hello-check",
|
|
"legacy:vps81-telemetry:2026-04-05-small-model-manual"
|
|
]
|
|
},
|
|
"by_source": {
|
|
"mac": [
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z",
|
|
"legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark",
|
|
"legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b"
|
|
],
|
|
"pavilion": [
|
|
"legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context",
|
|
"legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context",
|
|
"legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit",
|
|
"legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark",
|
|
"legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark",
|
|
"legacy:pavilion:_template:windows_benchmark_template",
|
|
"legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark",
|
|
"legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark"
|
|
],
|
|
"vps81-telemetry": [
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report",
|
|
"legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report",
|
|
"legacy:vps81-telemetry:models:qwen3_5_0_8b",
|
|
"legacy:vps81-telemetry:report-catalog",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0",
|
|
"legacy:vps81-telemetry:models:codellama34_16k",
|
|
"legacy:vps81-telemetry:models:codestral_32k",
|
|
"legacy:vps81-telemetry:models:llama3_2_3b",
|
|
"legacy:vps81-telemetry:models:phi3",
|
|
"legacy:vps81-telemetry:models:phind34_16k",
|
|
"legacy:vps81-telemetry:models:qwen14_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen14_general_32k",
|
|
"legacy:vps81-telemetry:models:qwen2_5_3b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_0_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_14b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_1_5b",
|
|
"legacy:vps81-telemetry:models:qwen2_5_coder_3b",
|
|
"legacy:vps81-telemetry:models:qwen32_coder_32k",
|
|
"legacy:vps81-telemetry:models:qwen3_5_4b",
|
|
"legacy:vps81-telemetry:models:qwen3_5_9b",
|
|
"legacy:vps81-telemetry:models:riven_smolvlm",
|
|
"legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m",
|
|
"legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep",
|
|
"legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual",
|
|
"legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report",
|
|
"legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini",
|
|
"legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini",
|
|
"legacy:vps81-telemetry:2026-04-05-large-model-hello-check",
|
|
"legacy:vps81-telemetry:2026-04-05-small-model-manual"
|
|
]
|
|
},
|
|
"benchmarks": [
|
|
{
|
|
"id": "91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50",
|
|
"date": "2026-05-05",
|
|
"started_at": "2026-05-05T10:23:13Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "llamacpp",
|
|
"harness": "vps50-cpu-matrix-1",
|
|
"model_family": "gemma/phi/qwen2.5/qwen3",
|
|
"model_sizes": [
|
|
"phi-4",
|
|
"gemma-4-26b-a4b",
|
|
"qwen3-30b-a3b",
|
|
"qwen2.5-72b",
|
|
"gemma-4-26b-a4b-it"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"cpu",
|
|
"gemma",
|
|
"matrix",
|
|
"qwen2.5",
|
|
"qwen3",
|
|
"vps50"
|
|
],
|
|
"headline": "2 calls across 5 cell(s)",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "phi-4",
|
|
"cell_id": "vps50:llamacpp:phi-4",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "gemma-4-26b-a4b",
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3-30b-a3b",
|
|
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-72b",
|
|
"cell_id": "vps50:llamacpp:qwen2.5-72b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "gemma-4-26b-a4b-it-q4km-cpu-ctx32k",
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k",
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "vps50:llamacpp:phi-4",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:qwen2.5-72b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k",
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 2,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"phi-4",
|
|
"gemma-4-26b-a4b",
|
|
"qwen3-30b-a3b",
|
|
"qwen2.5-72b",
|
|
"gemma-4-26b-a4b-it-q4km-cpu-ctx32k"
|
|
],
|
|
"data_url": "/data/91751afd-068a-477b-8f40-6e1963f803f1/run.jsonl"
|
|
},
|
|
"site_grade": "standard",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/91751afd-068a-477b-8f40-6e1963f803f1/run.jsonl",
|
|
"log": "/data/91751afd-068a-477b-8f40-6e1963f803f1/run.log",
|
|
"md": null,
|
|
"metadata": "/data/91751afd-068a-477b-8f40-6e1963f803f1/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/91751afd-068a-477b-8f40-6e1963f803f1/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "79afe366-1055-4e45-adf6-593864a530e8",
|
|
"title": "predator-a3b-ngl6-ctx-1 \u2014 qwen3 on predator",
|
|
"date": "2026-05-05",
|
|
"started_at": "2026-05-05T09:44:34Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-a3b-ngl6-ctx-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2m"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"ctx",
|
|
"iq2",
|
|
"ngl",
|
|
"predator",
|
|
"qwen3"
|
|
],
|
|
"headline": "45 calls across 3 cell(s); ~5.2 tok/s mean; p50 84.8s",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 81326.17,
|
|
"duration_ms_p50": 73215.0,
|
|
"duration_ms_p95": 152048.1,
|
|
"tokens_per_sec_mean": 5.42,
|
|
"tokens_per_sec_p50": 5.35,
|
|
"tokens_per_sec_p95": 5.91,
|
|
"tokens_per_sec_max": 5.93,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 84532.92,
|
|
"duration_ms_p50": 99578.5,
|
|
"duration_ms_p95": 152059.4,
|
|
"tokens_per_sec_mean": 5.43,
|
|
"tokens_per_sec_p50": 5.38,
|
|
"tokens_per_sec_p95": 5.78,
|
|
"tokens_per_sec_max": 5.94,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 91748.5,
|
|
"duration_ms_p50": 98184.0,
|
|
"duration_ms_p95": 161421.6,
|
|
"tokens_per_sec_mean": 4.79,
|
|
"tokens_per_sec_p50": 4.8,
|
|
"tokens_per_sec_p95": 4.93,
|
|
"tokens_per_sec_max": 4.93,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 81326.17,
|
|
"duration_ms_p50": 73215.0,
|
|
"duration_ms_p95": 152048.1,
|
|
"tokens_per_sec_mean": 5.42,
|
|
"tokens_per_sec_p50": 5.35,
|
|
"tokens_per_sec_p95": 5.91,
|
|
"tokens_per_sec_max": 5.93,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 88941.0,
|
|
"duration_ms_p50": 81140.0,
|
|
"tokens_per_sec_mean": 5.21
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 78787.89,
|
|
"duration_ms_p50": 70839.0,
|
|
"tokens_per_sec_mean": 5.49
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 22599.5,
|
|
"duration_ms_p50": 19202.0,
|
|
"tokens_per_sec_mean": 5.54,
|
|
"tokens_per_sec_p50": 5.54
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 71981.0,
|
|
"duration_ms_p50": 73215.0,
|
|
"tokens_per_sec_mean": 5.49,
|
|
"tokens_per_sec_p50": 5.52
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 149398.0,
|
|
"duration_ms_p50": 146891.5,
|
|
"tokens_per_sec_mean": 5.23,
|
|
"tokens_per_sec_p50": 5.26
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1030.83,
|
|
"answer_chars_mean": 891.17
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 38170,
|
|
"tokens_per_sec": 5.187319884726224,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 15973,
|
|
"tokens_per_sec": 5.884930820760032,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 13824,
|
|
"tokens_per_sec": 5.931712962962963,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 22431,
|
|
"tokens_per_sec": 5.171414560206856,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 81140,
|
|
"tokens_per_sec": 5.385753019472516,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 70839,
|
|
"tokens_per_sec": 5.533674953062579,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 60354,
|
|
"tokens_per_sec": 5.550584882526428,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 75591,
|
|
"tokens_per_sec": 5.5033006574856795,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 147513,
|
|
"tokens_per_sec": 5.063960464501434,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 157591,
|
|
"tokens_per_sec": 5.254107150789068,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 146270,
|
|
"tokens_per_sec": 5.271074041156765,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 146218,
|
|
"tokens_per_sec": 5.313983230518815,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 84532.92,
|
|
"duration_ms_p50": 99578.5,
|
|
"duration_ms_p95": 152059.4,
|
|
"tokens_per_sec_mean": 5.43,
|
|
"tokens_per_sec_p50": 5.38,
|
|
"tokens_per_sec_p95": 5.78,
|
|
"tokens_per_sec_max": 5.94,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 92845.33,
|
|
"duration_ms_p50": 110870.0,
|
|
"tokens_per_sec_mean": 5.26
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 81762.11,
|
|
"duration_ms_p50": 88383.0,
|
|
"tokens_per_sec_mean": 5.49
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 17637.5,
|
|
"duration_ms_p50": 17538.5,
|
|
"tokens_per_sec_mean": 5.59,
|
|
"tokens_per_sec_p50": 5.55
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 99966.0,
|
|
"duration_ms_p50": 110822.0,
|
|
"tokens_per_sec_mean": 5.4,
|
|
"tokens_per_sec_p50": 5.38
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 135995.25,
|
|
"duration_ms_p50": 151381.0,
|
|
"tokens_per_sec_mean": 5.3,
|
|
"tokens_per_sec_p50": 5.23
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1265.92,
|
|
"answer_chars_mean": 766.25
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 16242,
|
|
"tokens_per_sec": 5.294914419406477,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 18234,
|
|
"tokens_per_sec": 5.6487879785017,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 19231,
|
|
"tokens_per_sec": 5.45993448078623,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 16843,
|
|
"tokens_per_sec": 5.937184587068812,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 110870,
|
|
"tokens_per_sec": 5.276449896274916,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 110774,
|
|
"tokens_per_sec": 5.3712965136223305,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 112101,
|
|
"tokens_per_sec": 5.379077795916182,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 66119,
|
|
"tokens_per_sec": 5.580846655273068,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 151424,
|
|
"tokens_per_sec": 5.197326711749788,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 152836,
|
|
"tokens_per_sec": 5.227825904891517,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 88383,
|
|
"tokens_per_sec": 5.555366982338232,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 151338,
|
|
"tokens_per_sec": 5.226711070583726,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 91748.5,
|
|
"duration_ms_p50": 98184.0,
|
|
"duration_ms_p95": 161421.6,
|
|
"tokens_per_sec_mean": 4.79,
|
|
"tokens_per_sec_p50": 4.8,
|
|
"tokens_per_sec_p95": 4.93,
|
|
"tokens_per_sec_max": 4.93,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 107527.33,
|
|
"duration_ms_p50": 120915.0,
|
|
"tokens_per_sec_mean": 4.69
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 86488.89,
|
|
"duration_ms_p50": 96577.0,
|
|
"tokens_per_sec_mean": 4.82
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 34153.25,
|
|
"duration_ms_p50": 37396.5,
|
|
"tokens_per_sec_mean": 4.73,
|
|
"tokens_per_sec_p50": 4.79
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 98701.0,
|
|
"duration_ms_p50": 100326.5,
|
|
"tokens_per_sec_mean": 4.82,
|
|
"tokens_per_sec_p50": 4.8
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 142391.25,
|
|
"duration_ms_p50": 151248.0,
|
|
"tokens_per_sec_mean": 4.8,
|
|
"tokens_per_sec_p50": 4.79
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1250.42,
|
|
"answer_chars_mean": 714.92
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 34389,
|
|
"tokens_per_sec": 4.449097095001308,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 18091,
|
|
"tokens_per_sec": 4.698468851915317,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 40404,
|
|
"tokens_per_sec": 4.875754875754875,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 43729,
|
|
"tokens_per_sec": 4.9166457042237415,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 120915,
|
|
"tokens_per_sec": 4.920812140760038,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 73236,
|
|
"tokens_per_sec": 4.765415915669889,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 104076,
|
|
"tokens_per_sec": 4.82339828586802,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 96577,
|
|
"tokens_per_sec": 4.783747683195792,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 167278,
|
|
"tokens_per_sec": 4.698764930235895,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 145866,
|
|
"tokens_per_sec": 4.744080183181824,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 99791,
|
|
"tokens_per_sec": 4.93030433606237,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 156630,
|
|
"tokens_per_sec": 4.839430505011811,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 45,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k"
|
|
],
|
|
"data_url": "/data/79afe366-1055-4e45-adf6-593864a530e8/run.jsonl"
|
|
},
|
|
"site_grade": "standard",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/79afe366-1055-4e45-adf6-593864a530e8/run.jsonl",
|
|
"log": "/data/79afe366-1055-4e45-adf6-593864a530e8/run.log",
|
|
"md": null,
|
|
"metadata": "/data/79afe366-1055-4e45-adf6-593864a530e8/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/79afe366-1055-4e45-adf6-593864a530e8/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"title": "predator-a3b-ngl-ctx-2d-1 \u2014 qwen3 on predator",
|
|
"date": "2026-05-05",
|
|
"started_at": "2026-05-05T07:43:00Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-a3b-ngl-ctx-2d-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2m"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"ctx",
|
|
"iq2",
|
|
"ngl",
|
|
"predator",
|
|
"qwen3"
|
|
],
|
|
"headline": "90 calls across 6 cell(s); ~5.9 tok/s mean; p50 73.4s",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 85573.42,
|
|
"duration_ms_p50": 78940.0,
|
|
"duration_ms_p95": 159864.3,
|
|
"tokens_per_sec_mean": 5.48,
|
|
"tokens_per_sec_p50": 5.31,
|
|
"tokens_per_sec_p95": 6.79,
|
|
"tokens_per_sec_max": 6.8,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 71805.83,
|
|
"duration_ms_p50": 58541.0,
|
|
"duration_ms_p95": 140580.5,
|
|
"tokens_per_sec_mean": 5.79,
|
|
"tokens_per_sec_p50": 5.75,
|
|
"tokens_per_sec_p95": 6.47,
|
|
"tokens_per_sec_max": 6.7,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 96406.17,
|
|
"duration_ms_p50": 105842.0,
|
|
"duration_ms_p95": 154492.35,
|
|
"tokens_per_sec_mean": 5.01,
|
|
"tokens_per_sec_p50": 5.13,
|
|
"tokens_per_sec_p95": 5.97,
|
|
"tokens_per_sec_max": 6.29,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 65539.5,
|
|
"duration_ms_p50": 64606.5,
|
|
"duration_ms_p95": 118069.75,
|
|
"tokens_per_sec_mean": 6.6,
|
|
"tokens_per_sec_p50": 6.59,
|
|
"tokens_per_sec_p95": 6.89,
|
|
"tokens_per_sec_max": 6.91,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 71267.58,
|
|
"duration_ms_p50": 80265.5,
|
|
"duration_ms_p95": 128231.3,
|
|
"tokens_per_sec_mean": 6.41,
|
|
"tokens_per_sec_p50": 6.39,
|
|
"tokens_per_sec_p95": 6.88,
|
|
"tokens_per_sec_max": 6.9,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 69299.5,
|
|
"duration_ms_p50": 68355.0,
|
|
"duration_ms_p95": 124990.95,
|
|
"tokens_per_sec_mean": 6.08,
|
|
"tokens_per_sec_p50": 6.44,
|
|
"tokens_per_sec_p95": 6.68,
|
|
"tokens_per_sec_max": 6.69,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 85573.42,
|
|
"duration_ms_p50": 78940.0,
|
|
"duration_ms_p95": 159864.3,
|
|
"tokens_per_sec_mean": 5.48,
|
|
"tokens_per_sec_p50": 5.31,
|
|
"tokens_per_sec_p95": 6.79,
|
|
"tokens_per_sec_max": 6.8,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 92828.67,
|
|
"duration_ms_p50": 110762.0,
|
|
"tokens_per_sec_mean": 5.4
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 83155.0,
|
|
"duration_ms_p50": 76258.0,
|
|
"tokens_per_sec_mean": 5.51
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 18907.5,
|
|
"duration_ms_p50": 19953.0,
|
|
"tokens_per_sec_mean": 6.04,
|
|
"tokens_per_sec_p50": 6.21
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 84750.25,
|
|
"duration_ms_p50": 78940.0,
|
|
"tokens_per_sec_mean": 5.3,
|
|
"tokens_per_sec_p50": 5.32
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 153062.5,
|
|
"duration_ms_p50": 153912.0,
|
|
"tokens_per_sec_mean": 5.11,
|
|
"tokens_per_sec_p50": 5.14
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1193.67,
|
|
"answer_chars_mean": 809.42
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 25689,
|
|
"tokens_per_sec": 5.644439254155475,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 10035,
|
|
"tokens_per_sec": 6.776283009466866,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 15585,
|
|
"tokens_per_sec": 6.801411613731151,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 24321,
|
|
"tokens_per_sec": 4.934007647711853,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 110762,
|
|
"tokens_per_sec": 5.29062313789928,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 76258,
|
|
"tokens_per_sec": 5.101104146450209,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 70359,
|
|
"tokens_per_sec": 5.344021376085505,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 81622,
|
|
"tokens_per_sec": 5.451961480973267,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 142035,
|
|
"tokens_per_sec": 5.252226563875102,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 150027,
|
|
"tokens_per_sec": 5.339038972984863,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 162391,
|
|
"tokens_per_sec": 5.024909015893738,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 157797,
|
|
"tokens_per_sec": 4.835326400375165,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 71805.83,
|
|
"duration_ms_p50": 58541.0,
|
|
"duration_ms_p95": 140580.5,
|
|
"tokens_per_sec_mean": 5.79,
|
|
"tokens_per_sec_p50": 5.75,
|
|
"tokens_per_sec_p95": 6.47,
|
|
"tokens_per_sec_max": 6.7,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 65655.0,
|
|
"duration_ms_p50": 45721.0,
|
|
"tokens_per_sec_mean": 5.92
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 73856.11,
|
|
"duration_ms_p50": 59728.0,
|
|
"tokens_per_sec_mean": 5.75
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 20742.5,
|
|
"duration_ms_p50": 18111.0,
|
|
"tokens_per_sec_mean": 5.82,
|
|
"tokens_per_sec_p50": 5.83
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 66764.5,
|
|
"duration_ms_p50": 58541.0,
|
|
"tokens_per_sec_mean": 5.84,
|
|
"tokens_per_sec_p50": 5.76
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 127910.5,
|
|
"duration_ms_p50": 132742.5,
|
|
"tokens_per_sec_mean": 5.71,
|
|
"tokens_per_sec_p50": 5.72
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1209.5,
|
|
"answer_chars_mean": 618.75
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 13701,
|
|
"tokens_per_sec": 5.766002481570688,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 33047,
|
|
"tokens_per_sec": 4.932369050140709,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 15830,
|
|
"tokens_per_sec": 6.69614655716993,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 20392,
|
|
"tokens_per_sec": 5.884660651235779,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 45721,
|
|
"tokens_per_sec": 6.277203035804117,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 59728,
|
|
"tokens_per_sec": 5.575274578087329,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 57354,
|
|
"tokens_per_sec": 5.666562053213377,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 104255,
|
|
"tokens_per_sec": 5.85103831950506,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 137543,
|
|
"tokens_per_sec": 5.729117439637059,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 144293,
|
|
"tokens_per_sec": 5.516553124545196,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 101864,
|
|
"tokens_per_sec": 5.703683342495877,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 127942,
|
|
"tokens_per_sec": 5.893295399477889,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 96406.17,
|
|
"duration_ms_p50": 105842.0,
|
|
"duration_ms_p95": 154492.35,
|
|
"tokens_per_sec_mean": 5.01,
|
|
"tokens_per_sec_p50": 5.13,
|
|
"tokens_per_sec_p95": 5.97,
|
|
"tokens_per_sec_max": 6.29,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 109523.67,
|
|
"duration_ms_p50": 118125.0,
|
|
"tokens_per_sec_mean": 4.11
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 92033.67,
|
|
"duration_ms_p50": 95486.0,
|
|
"tokens_per_sec_mean": 5.31
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 33574.75,
|
|
"duration_ms_p50": 31872.5,
|
|
"tokens_per_sec_mean": 4.73,
|
|
"tokens_per_sec_p50": 5.19
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 103544.75,
|
|
"duration_ms_p50": 105842.0,
|
|
"tokens_per_sec_mean": 5.19,
|
|
"tokens_per_sec_p50": 5.05
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 152099.0,
|
|
"duration_ms_p50": 150187.0,
|
|
"tokens_per_sec_mean": 5.11,
|
|
"tokens_per_sec_p50": 5.13
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1296.25,
|
|
"answer_chars_mean": 873.42
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 59744,
|
|
"tokens_per_sec": 2.259641135511516,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 10810,
|
|
"tokens_per_sec": 6.290471785383904,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 20002,
|
|
"tokens_per_sec": 5.049495050494951,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 43743,
|
|
"tokens_per_sec": 5.326566536360103,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 118125,
|
|
"tokens_per_sec": 4.960846560846561,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 116198,
|
|
"tokens_per_sec": 5.146388061756657,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 95486,
|
|
"tokens_per_sec": 4.932660285277422,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 84370,
|
|
"tokens_per_sec": 5.71293113665995,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 150702,
|
|
"tokens_per_sec": 5.122692465926132,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 148897,
|
|
"tokens_per_sec": 5.131063755481978,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 159125,
|
|
"tokens_per_sec": 4.788688138256088,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 149672,
|
|
"tokens_per_sec": 5.378427494788604,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 65539.5,
|
|
"duration_ms_p50": 64606.5,
|
|
"duration_ms_p95": 118069.75,
|
|
"tokens_per_sec_mean": 6.6,
|
|
"tokens_per_sec_p50": 6.59,
|
|
"tokens_per_sec_p95": 6.89,
|
|
"tokens_per_sec_max": 6.91,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 66671.33,
|
|
"duration_ms_p50": 58574.0,
|
|
"tokens_per_sec_mean": 6.36
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 65162.22,
|
|
"duration_ms_p50": 69317.0,
|
|
"tokens_per_sec_mean": 6.68
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 16306.0,
|
|
"duration_ms_p50": 15313.0,
|
|
"tokens_per_sec_mean": 6.71,
|
|
"tokens_per_sec_p50": 6.86
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 75223.75,
|
|
"duration_ms_p50": 74910.0,
|
|
"tokens_per_sec_mean": 6.61,
|
|
"tokens_per_sec_p50": 6.59
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 105088.75,
|
|
"duration_ms_p50": 114731.0,
|
|
"tokens_per_sec_mean": 6.49,
|
|
"tokens_per_sec_p50": 6.48
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1152.67,
|
|
"answer_chars_mean": 769.33
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 19864,
|
|
"tokens_per_sec": 6.192106322996375,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 14734,
|
|
"tokens_per_sec": 6.854893443735578,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 15636,
|
|
"tokens_per_sec": 6.907137375287798,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 14990,
|
|
"tokens_per_sec": 6.871247498332221,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 58574,
|
|
"tokens_per_sec": 6.572882166148803,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 89924,
|
|
"tokens_per_sec": 6.60557804368133,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 92501,
|
|
"tokens_per_sec": 6.551280526697008,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 59896,
|
|
"tokens_per_sec": 6.728329103779885,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 121576,
|
|
"tokens_per_sec": 6.317036257156018,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 69317,
|
|
"tokens_per_sec": 6.6794581415814305,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 114261,
|
|
"tokens_per_sec": 6.485152414209573,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 115201,
|
|
"tokens_per_sec": 6.475638232307012,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 71267.58,
|
|
"duration_ms_p50": 80265.5,
|
|
"duration_ms_p95": 128231.3,
|
|
"tokens_per_sec_mean": 6.41,
|
|
"tokens_per_sec_p50": 6.39,
|
|
"tokens_per_sec_p95": 6.88,
|
|
"tokens_per_sec_max": 6.9,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 80477.67,
|
|
"duration_ms_p50": 99471.0,
|
|
"tokens_per_sec_mean": 5.99
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 68197.56,
|
|
"duration_ms_p50": 69604.0,
|
|
"tokens_per_sec_mean": 6.55
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 16514.0,
|
|
"duration_ms_p50": 16585.0,
|
|
"tokens_per_sec_mean": 6.53,
|
|
"tokens_per_sec_p50": 6.84
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 79436.25,
|
|
"duration_ms_p50": 81054.0,
|
|
"tokens_per_sec_mean": 6.43,
|
|
"tokens_per_sec_p50": 6.44
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 117852.5,
|
|
"duration_ms_p50": 124494.0,
|
|
"tokens_per_sec_mean": 6.25,
|
|
"tokens_per_sec_p50": 6.25
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1063.5,
|
|
"answer_chars_mean": 944.25
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 18535,
|
|
"tokens_per_sec": 5.557054221742649,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 18478,
|
|
"tokens_per_sec": 6.873038207598224,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 14692,
|
|
"tokens_per_sec": 6.806425265450585,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 14351,
|
|
"tokens_per_sec": 6.898473973939098,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 99471,
|
|
"tokens_per_sec": 6.2430256054528455,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 56166,
|
|
"tokens_per_sec": 6.445180358223837,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 92504,
|
|
"tokens_per_sec": 6.442964628556602,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 69604,
|
|
"tokens_per_sec": 6.5944485949083385,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 123427,
|
|
"tokens_per_sec": 6.165587756325601,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 90927,
|
|
"tokens_per_sec": 6.345749887272207,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 131495,
|
|
"tokens_per_sec": 6.319631925168257,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 125561,
|
|
"tokens_per_sec": 6.188227236164095,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 69299.5,
|
|
"duration_ms_p50": 68355.0,
|
|
"duration_ms_p95": 124990.95,
|
|
"tokens_per_sec_mean": 6.08,
|
|
"tokens_per_sec_p50": 6.44,
|
|
"tokens_per_sec_p95": 6.68,
|
|
"tokens_per_sec_max": 6.69,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 78350.33,
|
|
"duration_ms_p50": 72290.0,
|
|
"tokens_per_sec_mean": 4.93
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 66282.56,
|
|
"duration_ms_p50": 64420.0,
|
|
"tokens_per_sec_mean": 6.47
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 25171.0,
|
|
"duration_ms_p50": 25926.5,
|
|
"tokens_per_sec_mean": 5.49,
|
|
"tokens_per_sec_p50": 6.3
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 73270.5,
|
|
"duration_ms_p50": 68355.0,
|
|
"tokens_per_sec_mean": 6.39,
|
|
"tokens_per_sec_p50": 6.46
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 109457.0,
|
|
"duration_ms_p50": 117967.0,
|
|
"tokens_per_sec_mean": 6.37,
|
|
"tokens_per_sec_p50": 6.4
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1185.42,
|
|
"answer_chars_mean": 741.92
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 35465,
|
|
"tokens_per_sec": 2.7068941209643307,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 27111,
|
|
"tokens_per_sec": 6.1598613109070115,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 24742,
|
|
"tokens_per_sec": 6.668822245574327,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 13366,
|
|
"tokens_per_sec": 6.43423612150232,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 72290,
|
|
"tokens_per_sec": 5.97593028081339,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 92055,
|
|
"tokens_per_sec": 6.474390310140676,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 64317,
|
|
"tokens_per_sec": 6.436867391202949,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 64420,
|
|
"tokens_per_sec": 6.690468798509779,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 127296,
|
|
"tokens_per_sec": 6.1038838612368025,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 123105,
|
|
"tokens_per_sec": 6.344177734454328,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 74598,
|
|
"tokens_per_sec": 6.568540711547227,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 112829,
|
|
"tokens_per_sec": 6.45224188816705,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 90,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k"
|
|
],
|
|
"data_url": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/run.jsonl"
|
|
},
|
|
"site_grade": "standard",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/run.jsonl",
|
|
"log": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/run.log",
|
|
"md": null,
|
|
"metadata": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/e08a7051-a856-4053-b34b-561d7ce5e8cf/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50",
|
|
"date": "2026-05-05",
|
|
"started_at": "2026-05-05T07:00:10Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "llamacpp",
|
|
"harness": "vps50-cpu-matrix-1",
|
|
"model_family": "gemma/phi/qwen2.5/qwen3",
|
|
"model_sizes": [
|
|
"phi-4",
|
|
"gemma-4-26b-a4b",
|
|
"qwen3-30b-a3b",
|
|
"qwen2.5-72b"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"cpu",
|
|
"gemma",
|
|
"matrix",
|
|
"qwen2.5",
|
|
"qwen3",
|
|
"vps50"
|
|
],
|
|
"headline": "6 calls across 5 cell(s); ~0.0 tok/s mean; p50 527.8s",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "phi-4",
|
|
"cell_id": "vps50:llamacpp:phi-4",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "gemma-4-26b-a4b",
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3-30b-a3b",
|
|
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-72b",
|
|
"cell_id": "vps50:llamacpp:qwen2.5-72b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "phi-4-q4km-cpu-ctx32k",
|
|
"cell_id": "vps50:llamacpp:phi-4-q4km-cpu-ctx32k",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 548939.5,
|
|
"duration_ms_p50": 527802.5,
|
|
"duration_ms_p95": 614865.75,
|
|
"tokens_per_sec_mean": 0.02,
|
|
"tokens_per_sec_p50": 0.02,
|
|
"tokens_per_sec_p95": 0.02,
|
|
"tokens_per_sec_max": 0.02,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "vps50:llamacpp:phi-4",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:qwen2.5-72b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:phi-4-q4km-cpu-ctx32k",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 548939.5,
|
|
"duration_ms_p50": 527802.5,
|
|
"duration_ms_p95": 614865.75,
|
|
"tokens_per_sec_mean": 0.02,
|
|
"tokens_per_sec_p50": 0.02,
|
|
"tokens_per_sec_p95": 0.02,
|
|
"tokens_per_sec_max": 0.02,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": 540002.0,
|
|
"duration_ms_p50": 540002.0,
|
|
"tokens_per_sec_mean": 0.02
|
|
},
|
|
"warm": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 551918.67,
|
|
"duration_ms_p50": 515603.0,
|
|
"tokens_per_sec_mean": 0.02
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 548939.5,
|
|
"duration_ms_p50": 527802.5,
|
|
"tokens_per_sec_mean": 0.02,
|
|
"tokens_per_sec_p50": 0.02
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": false,
|
|
"reasoning_chars_mean": 0.0,
|
|
"answer_chars_mean": 34.0
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 540002,
|
|
"tokens_per_sec": 0.01851844993166692,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 628077,
|
|
"tokens_per_sec": 0.015921614706477072,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 512076,
|
|
"tokens_per_sec": 0.01952835126035979,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 515603,
|
|
"tokens_per_sec": 0.019394766903993967,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 6,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"phi-4",
|
|
"gemma-4-26b-a4b",
|
|
"qwen3-30b-a3b",
|
|
"qwen2.5-72b",
|
|
"phi-4-q4km-cpu-ctx32k"
|
|
],
|
|
"data_url": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/run.jsonl"
|
|
},
|
|
"site_grade": "standard",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/run.jsonl",
|
|
"log": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/run.log",
|
|
"md": null,
|
|
"metadata": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "86241185-24da-4f8e-b254-a60c9465e353",
|
|
"title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50",
|
|
"date": "2026-05-05",
|
|
"started_at": "2026-05-05T03:07:15Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "llamacpp",
|
|
"harness": "vps50-cpu-matrix-1",
|
|
"model_family": "gemma/phi/qwen2.5/qwen3",
|
|
"model_sizes": [
|
|
"phi-4",
|
|
"gemma-4-26b-a4b",
|
|
"qwen3-30b-a3b",
|
|
"qwen2.5-72b"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"cpu",
|
|
"gemma",
|
|
"matrix",
|
|
"qwen2.5",
|
|
"qwen3",
|
|
"vps50"
|
|
],
|
|
"headline": "no calls landed",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "phi-4",
|
|
"cell_id": "vps50:llamacpp:phi-4",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "gemma-4-26b-a4b",
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3-30b-a3b",
|
|
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-72b",
|
|
"cell_id": "vps50:llamacpp:qwen2.5-72b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "vps50:llamacpp:phi-4",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:qwen2.5-72b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
}
|
|
],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"phi-4",
|
|
"gemma-4-26b-a4b",
|
|
"qwen3-30b-a3b",
|
|
"qwen2.5-72b"
|
|
],
|
|
"data_url": "/data/86241185-24da-4f8e-b254-a60c9465e353/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "status=meta-only",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/86241185-24da-4f8e-b254-a60c9465e353/run.jsonl",
|
|
"log": "/data/86241185-24da-4f8e-b254-a60c9465e353/run.log",
|
|
"md": null,
|
|
"metadata": "/data/86241185-24da-4f8e-b254-a60c9465e353/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/86241185-24da-4f8e-b254-a60c9465e353/"
|
|
},
|
|
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"synthesis_docs_all": [
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd"
|
|
],
|
|
"status": "meta-only",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd",
|
|
"title": "vps50-gemma-e4b-1 \u2014 gemma on vps50",
|
|
"date": "2026-05-05",
|
|
"started_at": "2026-05-05T03:07:13Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "llamacpp",
|
|
"harness": "vps50-gemma-e4b-1",
|
|
"model_family": "gemma",
|
|
"model_sizes": [
|
|
"gemma-4-e4b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"gemma",
|
|
"vps50"
|
|
],
|
|
"headline": "no calls landed",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "gemma-4-e4b",
|
|
"cell_id": "vps50:llamacpp:gemma-4-e4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "vps50:llamacpp:gemma-4-e4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
}
|
|
],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"gemma-4-e4b"
|
|
],
|
|
"data_url": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "status=meta-only",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/run.jsonl",
|
|
"log": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/run.log",
|
|
"md": null,
|
|
"metadata": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/"
|
|
},
|
|
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"synthesis_docs_all": [
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"b54c61c0-b6b8-44ac-bc3e-a515df0f0499",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"91751afd-068a-477b-8f40-6e1963f803f1"
|
|
],
|
|
"status": "meta-only",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "b54c61c0-b6b8-44ac-bc3e-a515df0f0499",
|
|
"title": "vps50-gemma-e4b-1 \u2014 gemma on vps50",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T23:53:09Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "llamacpp",
|
|
"harness": "vps50-gemma-e4b-1",
|
|
"model_family": "gemma",
|
|
"model_sizes": [
|
|
"gemma-4-e4b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"gemma",
|
|
"vps50"
|
|
],
|
|
"headline": "no calls landed",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "gemma-4-e4b",
|
|
"cell_id": "vps50:llamacpp:gemma-4-e4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "vps50:llamacpp:gemma-4-e4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
}
|
|
],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"gemma-4-e4b"
|
|
],
|
|
"data_url": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "status=meta-only",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/run.jsonl",
|
|
"log": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/run.log",
|
|
"md": null,
|
|
"metadata": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/"
|
|
},
|
|
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"synthesis_docs_all": [
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd",
|
|
"212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"91751afd-068a-477b-8f40-6e1963f803f1"
|
|
],
|
|
"status": "meta-only",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"title": "predator-a3b-ctx-sweep-1 \u2014 qwen3 on predator",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T23:48:01Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-a3b-ctx-sweep-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2m"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"ctx",
|
|
"iq2",
|
|
"predator",
|
|
"qwen3",
|
|
"sweep"
|
|
],
|
|
"headline": "45 calls across 3 cell(s); ~5.0 tok/s mean; p50 83.9s",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 82375.0,
|
|
"duration_ms_p50": 69292.5,
|
|
"duration_ms_p95": 170672.15,
|
|
"tokens_per_sec_mean": 4.69,
|
|
"tokens_per_sec_p50": 4.74,
|
|
"tokens_per_sec_p95": 4.92,
|
|
"tokens_per_sec_max": 4.95,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 79021.08,
|
|
"duration_ms_p50": 83884.0,
|
|
"duration_ms_p95": 146975.5,
|
|
"tokens_per_sec_mean": 5.46,
|
|
"tokens_per_sec_p50": 5.41,
|
|
"tokens_per_sec_p95": 5.73,
|
|
"tokens_per_sec_max": 5.83,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 88976.42,
|
|
"duration_ms_p50": 97634.0,
|
|
"duration_ms_p95": 162935.6,
|
|
"tokens_per_sec_mean": 4.79,
|
|
"tokens_per_sec_p50": 4.77,
|
|
"tokens_per_sec_p95": 5.0,
|
|
"tokens_per_sec_max": 5.12,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 82375.0,
|
|
"duration_ms_p50": 69292.5,
|
|
"duration_ms_p95": 170672.15,
|
|
"tokens_per_sec_mean": 4.69,
|
|
"tokens_per_sec_p50": 4.74,
|
|
"tokens_per_sec_p95": 4.92,
|
|
"tokens_per_sec_max": 4.95,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 90812.0,
|
|
"duration_ms_p50": 69978.0,
|
|
"tokens_per_sec_mean": 4.4
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 79562.67,
|
|
"duration_ms_p50": 68607.0,
|
|
"tokens_per_sec_mean": 4.79
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 25406.0,
|
|
"duration_ms_p50": 24753.0,
|
|
"tokens_per_sec_mean": 4.61,
|
|
"tokens_per_sec_p50": 4.84
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 70149.25,
|
|
"duration_ms_p50": 69292.5,
|
|
"tokens_per_sec_mean": 4.76,
|
|
"tokens_per_sec_p50": 4.74
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 151569.75,
|
|
"duration_ms_p50": 167047.0,
|
|
"tokens_per_sec_mean": 4.7,
|
|
"tokens_per_sec_p50": 4.66
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1116.17,
|
|
"answer_chars_mean": 630.5
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 33949,
|
|
"tokens_per_sec": 3.7998173731185014,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 21340,
|
|
"tokens_per_sec": 4.779756326148079,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 28166,
|
|
"tokens_per_sec": 4.899524249094653,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 18169,
|
|
"tokens_per_sec": 4.953492212009467,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 69978,
|
|
"tokens_per_sec": 4.730058018234303,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 75274,
|
|
"tokens_per_sec": 4.742673433057895,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 68607,
|
|
"tokens_per_sec": 4.8828836707624586,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 66738,
|
|
"tokens_per_sec": 4.689981719560071,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 168509,
|
|
"tokens_per_sec": 4.664439288109241,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 173316,
|
|
"tokens_per_sec": 4.644695238754645,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 98869,
|
|
"tokens_per_sec": 4.834680233440209,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 165585,
|
|
"tokens_per_sec": 4.662258054775493,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 79021.08,
|
|
"duration_ms_p50": 83884.0,
|
|
"duration_ms_p95": 146975.5,
|
|
"tokens_per_sec_mean": 5.46,
|
|
"tokens_per_sec_p50": 5.41,
|
|
"tokens_per_sec_p95": 5.73,
|
|
"tokens_per_sec_max": 5.83,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 68214.0,
|
|
"duration_ms_p50": 89809.0,
|
|
"tokens_per_sec_mean": 5.3
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 82623.44,
|
|
"duration_ms_p50": 77959.0,
|
|
"tokens_per_sec_mean": 5.51
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 26140.75,
|
|
"duration_ms_p50": 24427.0,
|
|
"tokens_per_sec_mean": 5.59,
|
|
"tokens_per_sec_p50": 5.61
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 80091.75,
|
|
"duration_ms_p50": 85924.0,
|
|
"tokens_per_sec_mean": 5.5,
|
|
"tokens_per_sec_p50": 5.52
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 130830.75,
|
|
"duration_ms_p50": 142584.5,
|
|
"tokens_per_sec_mean": 5.28,
|
|
"tokens_per_sec_p50": 5.29
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1055.92,
|
|
"answer_chars_mean": 843.25
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 19560,
|
|
"tokens_per_sec": 5.316973415132924,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 29294,
|
|
"tokens_per_sec": 5.564279374615962,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 37869,
|
|
"tokens_per_sec": 5.651060233964457,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 17840,
|
|
"tokens_per_sec": 5.829596412556054,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 95273,
|
|
"tokens_per_sec": 5.374030417851857,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 93889,
|
|
"tokens_per_sec": 5.453247984321912,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 77959,
|
|
"tokens_per_sec": 5.579856078194949,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 53246,
|
|
"tokens_per_sec": 5.577883784697442,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 89809,
|
|
"tokens_per_sec": 5.199924283757753,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 145855,
|
|
"tokens_per_sec": 5.3340646532515175,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 148345,
|
|
"tokens_per_sec": 5.244531328996596,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 139314,
|
|
"tokens_per_sec": 5.347631968072125,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
|
|
"n_calls": 15,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 88976.42,
|
|
"duration_ms_p50": 97634.0,
|
|
"duration_ms_p95": 162935.6,
|
|
"tokens_per_sec_mean": 4.79,
|
|
"tokens_per_sec_p50": 4.77,
|
|
"tokens_per_sec_p95": 5.0,
|
|
"tokens_per_sec_max": 5.12,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 94769.67,
|
|
"duration_ms_p50": 97143.0,
|
|
"tokens_per_sec_mean": 4.64
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 87045.33,
|
|
"duration_ms_p50": 98125.0,
|
|
"tokens_per_sec_mean": 4.84
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 3,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 25067.0,
|
|
"duration_ms_p50": 21998.5,
|
|
"tokens_per_sec_mean": 4.72,
|
|
"tokens_per_sec_p50": 4.76
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 101212.25,
|
|
"duration_ms_p50": 100751.5,
|
|
"tokens_per_sec_mean": 4.76,
|
|
"tokens_per_sec_p50": 4.74
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 140650.0,
|
|
"duration_ms_p50": 149948.0,
|
|
"tokens_per_sec_mean": 4.88,
|
|
"tokens_per_sec_p50": 4.83
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1302.08,
|
|
"answer_chars_mean": 611.75
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 22587,
|
|
"tokens_per_sec": 4.471598707220968,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 42874,
|
|
"tokens_per_sec": 4.898073424453048,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 21410,
|
|
"tokens_per_sec": 4.810836057916862,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 13397,
|
|
"tokens_per_sec": 4.702545345972979,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 97143,
|
|
"tokens_per_sec": 4.66322843642877,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 107841,
|
|
"tokens_per_sec": 4.747730455021745,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 95505,
|
|
"tokens_per_sec": 4.732736505942097,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 104360,
|
|
"tokens_per_sec": 4.906094288999617,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 164579,
|
|
"tokens_per_sec": 4.794050273728725,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 161591,
|
|
"tokens_per_sec": 4.746551478733345,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 98125,
|
|
"tokens_per_sec": 5.115923566878981,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 138305,
|
|
"tokens_per_sec": 4.858826506633888,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 45,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
|
|
"qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k"
|
|
],
|
|
"data_url": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl"
|
|
},
|
|
"site_grade": "standard",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl",
|
|
"log": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.log",
|
|
"md": null,
|
|
"metadata": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/ad28cb95-5134-40b5-8514-c8a381f83d87/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "212d6278-1b9b-45e9-8aae-7eed4d4ec822",
|
|
"title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T23:39:53Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "llamacpp",
|
|
"harness": "vps50-cpu-matrix-1",
|
|
"model_family": "gemma/phi/qwen2.5/qwen3",
|
|
"model_sizes": [
|
|
"phi-4",
|
|
"gemma-4-26b-a4b",
|
|
"qwen3-30b-a3b",
|
|
"qwen2.5-72b"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"cpu",
|
|
"gemma",
|
|
"matrix",
|
|
"qwen2.5",
|
|
"qwen3",
|
|
"vps50"
|
|
],
|
|
"headline": "no calls landed",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "phi-4",
|
|
"cell_id": "vps50:llamacpp:phi-4",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "gemma-4-26b-a4b",
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3-30b-a3b",
|
|
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-72b",
|
|
"cell_id": "vps50:llamacpp:qwen2.5-72b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "vps50:llamacpp:phi-4",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
},
|
|
{
|
|
"cell_id": "vps50:llamacpp:qwen2.5-72b",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
}
|
|
],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"phi-4",
|
|
"gemma-4-26b-a4b",
|
|
"qwen3-30b-a3b",
|
|
"qwen2.5-72b"
|
|
],
|
|
"data_url": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "status=meta-only",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/run.jsonl",
|
|
"log": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/run.log",
|
|
"md": null,
|
|
"metadata": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/212d6278-1b9b-45e9-8aae-7eed4d4ec822/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"86241185-24da-4f8e-b254-a60c9465e353",
|
|
"91751afd-068a-477b-8f40-6e1963f803f1",
|
|
"cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
|
|
"1bf57c9a-fd7a-49aa-90de-cd1907b15ddd"
|
|
],
|
|
"status": "meta-only",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "b37836bf-d1a2-4d6b-a732-aff89da1fa07",
|
|
"title": "predator-a3b-ngl-matrix-1 \u2014 qwen3 on predator",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T22:50:47Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-a3b-ngl-matrix-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2m"
|
|
],
|
|
"task_kind": "param-sweep",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"matrix",
|
|
"ngl",
|
|
"predator",
|
|
"qwen3"
|
|
],
|
|
"headline": "42 calls across 3 cell(s); ~5.7 tok/s mean; p50 71.5s",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 85436.42,
|
|
"duration_ms_p50": 92483.0,
|
|
"duration_ms_p95": 154201.8,
|
|
"tokens_per_sec_mean": 4.95,
|
|
"tokens_per_sec_p50": 4.98,
|
|
"tokens_per_sec_p95": 5.15,
|
|
"tokens_per_sec_max": 5.15,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 75013.58,
|
|
"duration_ms_p50": 81347.0,
|
|
"duration_ms_p95": 146474.55,
|
|
"tokens_per_sec_mean": 5.59,
|
|
"tokens_per_sec_p50": 5.36,
|
|
"tokens_per_sec_p95": 6.61,
|
|
"tokens_per_sec_max": 6.63,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 62607.33,
|
|
"duration_ms_p50": 67049.0,
|
|
"duration_ms_p95": 123041.65,
|
|
"tokens_per_sec_mean": 6.58,
|
|
"tokens_per_sec_p50": 6.68,
|
|
"tokens_per_sec_p95": 6.88,
|
|
"tokens_per_sec_max": 6.89,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 85436.42,
|
|
"duration_ms_p50": 92483.0,
|
|
"duration_ms_p95": 154201.8,
|
|
"tokens_per_sec_mean": 4.95,
|
|
"tokens_per_sec_p50": 4.98,
|
|
"tokens_per_sec_p95": 5.15,
|
|
"tokens_per_sec_max": 5.15,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 95785.67,
|
|
"duration_ms_p50": 108039.0,
|
|
"tokens_per_sec_mean": 4.86
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 81986.67,
|
|
"duration_ms_p50": 92416.0,
|
|
"tokens_per_sec_mean": 4.99
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 24673.5,
|
|
"duration_ms_p50": 23088.0,
|
|
"tokens_per_sec_mean": 4.84,
|
|
"tokens_per_sec_p50": 4.75
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 93075.75,
|
|
"duration_ms_p50": 96497.0,
|
|
"tokens_per_sec_mean": 4.9,
|
|
"tokens_per_sec_p50": 4.88
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 138560.0,
|
|
"duration_ms_p50": 153138.0,
|
|
"tokens_per_sec_mean": 5.12,
|
|
"tokens_per_sec_p50": 5.13
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1263.58,
|
|
"answer_chars_mean": 656.75
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 23904,
|
|
"tokens_per_sec": 4.769076305220883,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 19868,
|
|
"tokens_per_sec": 4.731226092208577,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 22272,
|
|
"tokens_per_sec": 4.714439655172414,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 32650,
|
|
"tokens_per_sec": 5.145482388973966,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 108039,
|
|
"tokens_per_sec": 4.73902942455965,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 71270,
|
|
"tokens_per_sec": 4.910902202890417,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 92416,
|
|
"tokens_per_sec": 4.858466066481995,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 100578,
|
|
"tokens_per_sec": 5.0905764680148735,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 155414,
|
|
"tokens_per_sec": 5.057459430939298,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 92550,
|
|
"tokens_per_sec": 5.143165856293895,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 153066,
|
|
"tokens_per_sec": 5.121973527759267,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 153210,
|
|
"tokens_per_sec": 5.149794399843352,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 75013.58,
|
|
"duration_ms_p50": 81347.0,
|
|
"duration_ms_p95": 146474.55,
|
|
"tokens_per_sec_mean": 5.59,
|
|
"tokens_per_sec_p50": 5.36,
|
|
"tokens_per_sec_p95": 6.61,
|
|
"tokens_per_sec_max": 6.63,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 85208.33,
|
|
"duration_ms_p50": 64718.0,
|
|
"tokens_per_sec_mean": 5.44
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 71615.33,
|
|
"duration_ms_p50": 92482.0,
|
|
"tokens_per_sec_mean": 5.64
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 20134.0,
|
|
"duration_ms_p50": 14613.0,
|
|
"tokens_per_sec_mean": 6.15,
|
|
"tokens_per_sec_p50": 6.26
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 81221.25,
|
|
"duration_ms_p50": 82069.0,
|
|
"tokens_per_sec_mean": 5.31,
|
|
"tokens_per_sec_p50": 5.31
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 123685.5,
|
|
"duration_ms_p50": 126628.0,
|
|
"tokens_per_sec_mean": 5.3,
|
|
"tokens_per_sec_p50": 5.3
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1129.25,
|
|
"answer_chars_mean": 657.58
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 41903,
|
|
"tokens_per_sec": 5.4411378660239125,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 10852,
|
|
"tokens_per_sec": 6.634721710283818,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 9407,
|
|
"tokens_per_sec": 6.590836611034336,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 18374,
|
|
"tokens_per_sec": 5.932295635136606,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 64718,
|
|
"tokens_per_sec": 5.67075620383819,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 96029,
|
|
"tokens_per_sec": 5.331722708765061,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 93926,
|
|
"tokens_per_sec": 4.971999233439091,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 70212,
|
|
"tokens_per_sec": 5.28399703754344,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 149004,
|
|
"tokens_per_sec": 5.194491423049046,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 92482,
|
|
"tokens_per_sec": 5.319954153240631,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 108851,
|
|
"tokens_per_sec": 5.282450321999798,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 144405,
|
|
"tokens_per_sec": 5.387625082233995,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 62607.33,
|
|
"duration_ms_p50": 67049.0,
|
|
"duration_ms_p95": 123041.65,
|
|
"tokens_per_sec_mean": 6.58,
|
|
"tokens_per_sec_p50": 6.68,
|
|
"tokens_per_sec_p95": 6.88,
|
|
"tokens_per_sec_max": 6.89,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 66010.0,
|
|
"duration_ms_p50": 67078.0,
|
|
"tokens_per_sec_mean": 6.23
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 61473.11,
|
|
"duration_ms_p50": 67020.0,
|
|
"tokens_per_sec_mean": 6.7
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 12523.5,
|
|
"duration_ms_p50": 12403.5,
|
|
"tokens_per_sec_mean": 6.59,
|
|
"tokens_per_sec_p50": 6.86
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 66233.75,
|
|
"duration_ms_p50": 67049.0,
|
|
"tokens_per_sec_mean": 6.67,
|
|
"tokens_per_sec_p50": 6.69
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 109064.75,
|
|
"duration_ms_p50": 118280.0,
|
|
"tokens_per_sec_mean": 6.49,
|
|
"tokens_per_sec_p50": 6.44
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1095.0,
|
|
"answer_chars_mean": 736.25
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 11689,
|
|
"tokens_per_sec": 5.731884677902301,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 14951,
|
|
"tokens_per_sec": 6.889171292890108,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 10336,
|
|
"tokens_per_sec": 6.8691950464396285,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 13118,
|
|
"tokens_per_sec": 6.860801951517,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 67078,
|
|
"tokens_per_sec": 6.57443573153642,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 59196,
|
|
"tokens_per_sec": 6.689641191972431,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 71641,
|
|
"tokens_per_sec": 6.6861154925252295,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 67020,
|
|
"tokens_per_sec": 6.714413607878246,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 119263,
|
|
"tokens_per_sec": 6.397625416097196,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 72039,
|
|
"tokens_per_sec": 6.676938880328711,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 117297,
|
|
"tokens_per_sec": 6.462228360486628,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 127660,
|
|
"tokens_per_sec": 6.423311922293593,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 42,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "line",
|
|
"x": "param_value",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
|
|
"qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
|
|
"qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24"
|
|
],
|
|
"data_url": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.jsonl"
|
|
},
|
|
"site_grade": "standard",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.jsonl",
|
|
"log": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.log",
|
|
"md": null,
|
|
"metadata": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/b37836bf-d1a2-4d6b-a732-aff89da1fa07/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"A3B_NGL_RETUNE_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87",
|
|
"e08a7051-a856-4053-b34b-561d7ce5e8cf",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"title": "A3B cross-machine \u2014 Pavilion side",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T22:11:43Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "llamacpp",
|
|
"harness": "pavilion-a3b-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2xxs"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"pavilion",
|
|
"qwen3"
|
|
],
|
|
"headline": "Pavilion (GTX 1050) running Qwen3-30B-A3B IQ2-XXS at ~6 tok/s mean, p50 58s. The smaller half of the cross-machine pair.",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2xxs-think500",
|
|
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 72439.92,
|
|
"duration_ms_p50": 57784.0,
|
|
"duration_ms_p95": 174786.1,
|
|
"tokens_per_sec_mean": 5.88,
|
|
"tokens_per_sec_p50": 6.67,
|
|
"tokens_per_sec_p95": 8.17,
|
|
"tokens_per_sec_max": 8.19,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 72439.92,
|
|
"duration_ms_p50": 57784.0,
|
|
"duration_ms_p95": 174786.1,
|
|
"tokens_per_sec_mean": 5.88,
|
|
"tokens_per_sec_p50": 6.67,
|
|
"tokens_per_sec_p95": 8.17,
|
|
"tokens_per_sec_max": 8.19,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 161561.0,
|
|
"duration_ms_p50": 132262.0,
|
|
"tokens_per_sec_mean": 3.22
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 42732.89,
|
|
"duration_ms_p50": 49471.0,
|
|
"tokens_per_sec_mean": 6.77
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 67896.0,
|
|
"duration_ms_p50": 16463.0,
|
|
"tokens_per_sec_mean": 3.36,
|
|
"tokens_per_sec_p50": 3.89
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 72019.0,
|
|
"duration_ms_p50": 55635.5,
|
|
"tokens_per_sec_mean": 6.81,
|
|
"tokens_per_sec_p50": 7.79
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 77404.75,
|
|
"duration_ms_p50": 63543.0,
|
|
"tokens_per_sec_mean": 7.47,
|
|
"tokens_per_sec_p50": 7.98
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 974.67,
|
|
"answer_chars_mean": 587.17
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 226760,
|
|
"tokens_per_sec": 0.28223672605397776,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 15935,
|
|
"tokens_per_sec": 4.016316284907436,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 16991,
|
|
"tokens_per_sec": 3.7667000176564063,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 11898,
|
|
"tokens_per_sec": 5.379055303412338,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 132262,
|
|
"tokens_per_sec": 3.4855060410397543,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 61800,
|
|
"tokens_per_sec": 7.427184466019418,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 49471,
|
|
"tokens_per_sec": 8.186614380141902,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 44543,
|
|
"tokens_per_sec": 8.149428641986395,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 125661,
|
|
"tokens_per_sec": 5.904775546907951,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 68390,
|
|
"tokens_per_sec": 7.998245357508408,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 56872,
|
|
"tokens_per_sec": 8.018005345336897,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 58696,
|
|
"tokens_per_sec": 7.956249148153196,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 14,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2xxs-think500"
|
|
],
|
|
"data_url": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.jsonl"
|
|
},
|
|
"site_grade": "flagship",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.jsonl",
|
|
"log": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.log",
|
|
"md": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.md",
|
|
"metadata": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/23066b38-ea9c-4dd3-b2f5-32912a67fce4/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"A3B_CROSS_MACHINE_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
|
|
"d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"headline_override": "Pavilion (GTX 1050) running Qwen3-30B-A3B IQ2-XXS at ~6 tok/s mean, p50 58s. The smaller half of the cross-machine pair.",
|
|
"title_override": "A3B cross-machine \u2014 Pavilion side"
|
|
},
|
|
{
|
|
"id": "d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"title": "Predator Qwen rerun",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T22:02:28Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "llamacpp",
|
|
"harness": "pavilion-a3b-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2xxs"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"pavilion",
|
|
"qwen3"
|
|
],
|
|
"headline": "no calls landed",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2xxs-think500",
|
|
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
}
|
|
],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2xxs-think500"
|
|
],
|
|
"data_url": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "status=meta-only",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.jsonl",
|
|
"log": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.log",
|
|
"md": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.md",
|
|
"metadata": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/d1cff064-9141-48e0-b1d2-729b134e0543/"
|
|
},
|
|
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"synthesis_docs_all": [
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145"
|
|
],
|
|
"status": "meta-only",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"title": "A3B cross-machine \u2014 Predator side",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T22:02:17Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-a3b-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2m"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"predator",
|
|
"qwen3"
|
|
],
|
|
"headline": "Predator (GTX 1070) running the same A3B IQ2-XXS at ~3.9 tok/s mean, p50 102s \u2014 the larger half of the pair.",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 107312.08,
|
|
"duration_ms_p50": 101920.0,
|
|
"duration_ms_p95": 211459.2,
|
|
"tokens_per_sec_mean": 3.87,
|
|
"tokens_per_sec_p50": 3.99,
|
|
"tokens_per_sec_p95": 4.06,
|
|
"tokens_per_sec_max": 4.06,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 107312.08,
|
|
"duration_ms_p50": 101920.0,
|
|
"duration_ms_p95": 211459.2,
|
|
"tokens_per_sec_mean": 3.87,
|
|
"tokens_per_sec_p50": 3.99,
|
|
"tokens_per_sec_p95": 4.06,
|
|
"tokens_per_sec_max": 4.06,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 109544.33,
|
|
"duration_ms_p50": 97117.0,
|
|
"tokens_per_sec_mean": 3.47
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 106568.0,
|
|
"duration_ms_p50": 106723.0,
|
|
"tokens_per_sec_mean": 4.01
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 18483.25,
|
|
"duration_ms_p50": 16067.0,
|
|
"tokens_per_sec_mean": 3.61,
|
|
"tokens_per_sec_p50": 3.95
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 104743.5,
|
|
"duration_ms_p50": 101920.0,
|
|
"tokens_per_sec_mean": 4.02,
|
|
"tokens_per_sec_p50": 4.02
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 198709.5,
|
|
"duration_ms_p50": 196861.0,
|
|
"tokens_per_sec_mean": 3.99,
|
|
"tokens_per_sec_p50": 3.99
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1081.42,
|
|
"answer_chars_mean": 835.08
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 26022,
|
|
"tokens_per_sec": 2.459457382215049,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 15870,
|
|
"tokens_per_sec": 3.9697542533081287,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 15777,
|
|
"tokens_per_sec": 4.056537998352032,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 16264,
|
|
"tokens_per_sec": 3.935071323167733,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 97117,
|
|
"tokens_per_sec": 3.995181070255465,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 86427,
|
|
"tokens_per_sec": 4.061230865354577,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 106723,
|
|
"tokens_per_sec": 4.047862222763603,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 128707,
|
|
"tokens_per_sec": 3.9780276131057364,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 205494,
|
|
"tokens_per_sec": 3.9514535704205476,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 188228,
|
|
"tokens_per_sec": 4.037656459187794,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 218750,
|
|
"tokens_per_sec": 4.027428571428572,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 182366,
|
|
"tokens_per_sec": 3.9590713181185087,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 14,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2m-think500"
|
|
],
|
|
"data_url": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.jsonl"
|
|
},
|
|
"site_grade": "flagship",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.jsonl",
|
|
"log": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.log",
|
|
"md": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.md",
|
|
"metadata": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/5fb2913d-6500-4ecf-9e97-d43f7dd61145/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"A3B_CROSS_MACHINE_2026-05-05.md",
|
|
"A3B_NGL_RETUNE_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208",
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"headline_override": "Predator (GTX 1070) running the same A3B IQ2-XXS at ~3.9 tok/s mean, p50 102s \u2014 the larger half of the pair.",
|
|
"title_override": "A3B cross-machine \u2014 Predator side"
|
|
},
|
|
{
|
|
"id": "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"title": "predator-a3b-1 \u2014 qwen3 on predator",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T21:24:11Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-a3b-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2m"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"predator",
|
|
"qwen3"
|
|
],
|
|
"headline": "no calls landed",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2m-think500",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
}
|
|
],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2m-think500"
|
|
],
|
|
"data_url": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "status=meta-only",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/run.jsonl",
|
|
"log": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/run.log",
|
|
"md": null,
|
|
"metadata": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/"
|
|
},
|
|
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"synthesis_docs_all": [
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208",
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87"
|
|
],
|
|
"status": "meta-only",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"title": "Predator Qwen rerun",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T21:24:10Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "llamacpp",
|
|
"harness": "pavilion-a3b-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2xxs"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"pavilion",
|
|
"qwen3"
|
|
],
|
|
"headline": "no calls landed",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2xxs-think500",
|
|
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
}
|
|
],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2xxs-think500"
|
|
],
|
|
"data_url": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "status=meta-only",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.jsonl",
|
|
"log": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.log",
|
|
"md": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.md",
|
|
"metadata": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/"
|
|
},
|
|
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"synthesis_docs_all": [
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
|
|
"d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145"
|
|
],
|
|
"status": "meta-only",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
|
|
"title": "pavilion-a3b-1 \u2014 qwen3 on pavilion",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T20:38:52Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "llamacpp",
|
|
"harness": "pavilion-a3b-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b-iq2xxs"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"pavilion",
|
|
"qwen3"
|
|
],
|
|
"headline": "no calls landed",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-iq2xxs-think500",
|
|
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
|
|
"n_calls": 0,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": null,
|
|
"chars_split": null,
|
|
"timeline": []
|
|
}
|
|
],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-iq2xxs-think500"
|
|
],
|
|
"data_url": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "status=meta-only",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/run.jsonl",
|
|
"log": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/run.log",
|
|
"md": null,
|
|
"metadata": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/"
|
|
},
|
|
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"synthesis_docs_all": [
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"d1cff064-9141-48e0-b1d2-729b134e0543",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145"
|
|
],
|
|
"status": "meta-only",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "fe4fa289-67a9-48e8-8a80-d5d88c875208",
|
|
"title": "predator-a3b-1 \u2014 qwen3 on predator",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T18:50:19Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-a3b-1",
|
|
"model_family": "qwen3",
|
|
"model_sizes": [
|
|
"qwen3:30b-a3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"a3b",
|
|
"predator",
|
|
"qwen3"
|
|
],
|
|
"headline": "2 calls across 1 cell(s)",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3:30b-a3b-q4km-think500",
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-q4km-think500",
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:30b-a3b-q4km-think500",
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": null,
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 2,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3:30b-a3b-q4km-think500"
|
|
],
|
|
"data_url": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.jsonl"
|
|
},
|
|
"site_grade": "standard",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.jsonl",
|
|
"log": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.log",
|
|
"md": null,
|
|
"metadata": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/fe4fa289-67a9-48e8-8a80-d5d88c875208/"
|
|
},
|
|
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"synthesis_docs_all": [
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"79afe366-1055-4e45-adf6-593864a530e8",
|
|
"ad28cb95-5134-40b5-8514-c8a381f83d87"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d",
|
|
"title": "Predator Qwen rerun matrix",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T17:49:07Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-qwen-rerun-1",
|
|
"model_family": "qwen3/qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:9b",
|
|
"qwen3:14b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"predator",
|
|
"qwen3",
|
|
"qwen3.5",
|
|
"rerun"
|
|
],
|
|
"headline": "Three Qwen variants on Predator: 36 calls, ~10.9 tok/s mean, p50 24s. The single-machine flagship for the rerun campaign.",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3.5:9b-q4km-think500",
|
|
"cell_id": "predator:llamacpp:qwen3.5:9b-q4km-think500",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 30474.33,
|
|
"duration_ms_p50": 33717.5,
|
|
"duration_ms_p95": 52611.55,
|
|
"tokens_per_sec_mean": 14.25,
|
|
"tokens_per_sec_p50": 14.91,
|
|
"tokens_per_sec_p95": 15.3,
|
|
"tokens_per_sec_max": 15.32,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:9b-q4km-nothink",
|
|
"cell_id": "predator:llamacpp:qwen3.5:9b-q4km-nothink",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 10425.75,
|
|
"duration_ms_p50": 7200.0,
|
|
"duration_ms_p95": 23998.85,
|
|
"tokens_per_sec_mean": 12.55,
|
|
"tokens_per_sec_p50": 14.37,
|
|
"tokens_per_sec_p95": 14.93,
|
|
"tokens_per_sec_max": 14.95,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:14b-q4km",
|
|
"cell_id": "predator:llamacpp:qwen3:14b-q4km",
|
|
"n_calls": 8,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 130876.17,
|
|
"duration_ms_p50": 78946.0,
|
|
"duration_ms_p95": 277160.0,
|
|
"tokens_per_sec_mean": 1.06,
|
|
"tokens_per_sec_p50": 1.09,
|
|
"tokens_per_sec_p95": 1.28,
|
|
"tokens_per_sec_max": 1.33,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3.5:9b-q4km-think500",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 30474.33,
|
|
"duration_ms_p50": 33717.5,
|
|
"duration_ms_p95": 52611.55,
|
|
"tokens_per_sec_mean": 14.25,
|
|
"tokens_per_sec_p50": 14.91,
|
|
"tokens_per_sec_p95": 15.3,
|
|
"tokens_per_sec_max": 15.32,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 32096.67,
|
|
"duration_ms_p50": 35949.0,
|
|
"tokens_per_sec_mean": 12.86
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 29933.56,
|
|
"duration_ms_p50": 33586.0,
|
|
"tokens_per_sec_mean": 14.72
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 5178.25,
|
|
"duration_ms_p50": 4671.5,
|
|
"tokens_per_sec_mean": 12.69,
|
|
"tokens_per_sec_p50": 13.7
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 34217.0,
|
|
"duration_ms_p50": 33717.5,
|
|
"tokens_per_sec_mean": 14.98,
|
|
"tokens_per_sec_p50": 15.19
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 52027.75,
|
|
"duration_ms_p50": 51815.5,
|
|
"tokens_per_sec_mean": 15.09,
|
|
"tokens_per_sec_p50": 15.07
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 1456.67,
|
|
"answer_chars_mean": 434.17
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 6773,
|
|
"tokens_per_sec": 9.449283921452828,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 4597,
|
|
"tokens_per_sec": 13.922123123776375,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 4632,
|
|
"tokens_per_sec": 13.816925734024181,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 4711,
|
|
"tokens_per_sec": 13.585226066652515,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 35949,
|
|
"tokens_per_sec": 14.242398954073828,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 33849,
|
|
"tokens_per_sec": 15.126000768117228,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 33586,
|
|
"tokens_per_sec": 15.244447091049842,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 33484,
|
|
"tokens_per_sec": 15.290885198900966,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 53568,
|
|
"tokens_per_sec": 14.878285543608126,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 51802,
|
|
"tokens_per_sec": 14.941508049882245,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 51829,
|
|
"tokens_per_sec": 15.203843408130583,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 50912,
|
|
"tokens_per_sec": 15.320553111250787,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3.5:9b-q4km-nothink",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 10425.75,
|
|
"duration_ms_p50": 7200.0,
|
|
"duration_ms_p95": 23998.85,
|
|
"tokens_per_sec_mean": 12.55,
|
|
"tokens_per_sec_p50": 14.37,
|
|
"tokens_per_sec_p95": 14.93,
|
|
"tokens_per_sec_max": 14.95,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 10193.33,
|
|
"duration_ms_p50": 7338.0,
|
|
"tokens_per_sec_mean": 11.56
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 10503.22,
|
|
"duration_ms_p50": 7062.0,
|
|
"tokens_per_sec_mean": 12.89
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 1597.75,
|
|
"duration_ms_p50": 1393.0,
|
|
"tokens_per_sec_mean": 8.47,
|
|
"tokens_per_sec_p50": 9.34
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 7203.75,
|
|
"duration_ms_p50": 7200.0,
|
|
"tokens_per_sec_mean": 14.32,
|
|
"tokens_per_sec_p50": 14.37
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 22475.75,
|
|
"duration_ms_p50": 22106.5,
|
|
"tokens_per_sec_mean": 14.87,
|
|
"tokens_per_sec_p50": 14.88
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": false,
|
|
"reasoning_chars_mean": 0.0,
|
|
"answer_chars_mean": 678.58
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 2372,
|
|
"tokens_per_sec": 5.480607082630692,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 1350,
|
|
"tokens_per_sec": 9.62962962962963,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 1436,
|
|
"tokens_per_sec": 9.052924791086351,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 1233,
|
|
"tokens_per_sec": 9.7323600973236,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 7338,
|
|
"tokens_per_sec": 14.445352957209048,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 8034,
|
|
"tokens_per_sec": 14.438635797859098,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 7062,
|
|
"tokens_per_sec": 14.301897479467572,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 6381,
|
|
"tokens_per_sec": 14.104372355430183,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 20870,
|
|
"tokens_per_sec": 14.758025874460948,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 24820,
|
|
"tokens_per_sec": 14.947622884770347,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 23327,
|
|
"tokens_per_sec": 14.918334976636514,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 20886,
|
|
"tokens_per_sec": 14.842478215072298,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3:14b-q4km",
|
|
"n_calls": 8,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 130876.17,
|
|
"duration_ms_p50": 78946.0,
|
|
"duration_ms_p95": 277160.0,
|
|
"tokens_per_sec_mean": 1.06,
|
|
"tokens_per_sec_p50": 1.09,
|
|
"tokens_per_sec_p95": 1.28,
|
|
"tokens_per_sec_max": 1.33,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": 198723.5,
|
|
"duration_ms_p50": 198723.5,
|
|
"tokens_per_sec_mean": 0.9
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": 96952.5,
|
|
"duration_ms_p50": 59373.0,
|
|
"tokens_per_sec_mean": 1.14
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 68859.25,
|
|
"duration_ms_p50": 59373.0,
|
|
"tokens_per_sec_mean": 0.97,
|
|
"tokens_per_sec_p50": 1.08
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 254910.0,
|
|
"duration_ms_p50": 254910.0,
|
|
"tokens_per_sec_mean": 1.24,
|
|
"tokens_per_sec_p50": 1.24
|
|
}
|
|
},
|
|
"chars_split": {
|
|
"has_thinking": true,
|
|
"reasoning_chars_mean": 504.5,
|
|
"answer_chars_mean": 201.0
|
|
},
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 98037,
|
|
"tokens_per_sec": 0.6528147536134317,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 59855,
|
|
"tokens_per_sec": 1.0692506891654834,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 58654,
|
|
"tokens_per_sec": 1.0911446789647765,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 58891,
|
|
"tokens_per_sec": 1.0867534937426773,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 299410,
|
|
"tokens_per_sec": 1.142246417955312,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 210410,
|
|
"tokens_per_sec": 1.3307352312152465,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 36,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3.5:9b-q4km-think500",
|
|
"qwen3.5:9b-q4km-nothink",
|
|
"qwen3:14b-q4km"
|
|
],
|
|
"data_url": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.jsonl"
|
|
},
|
|
"site_grade": "flagship",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.jsonl",
|
|
"log": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.log",
|
|
"md": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.md",
|
|
"metadata": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"A3B_CROSS_MACHINE_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"09d8fbde-0008-49bb-99da-03eeaca72be1",
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"headline_override": "Three Qwen variants on Predator: 36 calls, ~10.9 tok/s mean, p50 24s. The single-machine flagship for the rerun campaign.",
|
|
"title_override": "Predator Qwen rerun matrix"
|
|
},
|
|
{
|
|
"id": "09d8fbde-0008-49bb-99da-03eeaca72be1",
|
|
"title": "Predator trio bench",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04T16:01:52Z",
|
|
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
|
|
"hardware": "predator",
|
|
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
|
|
"engine": "llamacpp",
|
|
"harness": "predator-trio-1",
|
|
"model_family": "gemma/granite/qwen3.5",
|
|
"model_sizes": [
|
|
"granite-4.1:8b",
|
|
"gemma-4:e4b-it",
|
|
"qwen3.5:9b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"gemma",
|
|
"granite",
|
|
"predator",
|
|
"qwen3",
|
|
"qwen3.5",
|
|
"trio"
|
|
],
|
|
"headline": "42 calls across 3 cell(s); ~16.5 tok/s mean; p50 9.6s",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "granite-4.1:8b-q4km",
|
|
"cell_id": "predator:llamacpp:granite-4.1:8b-q4km",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 8831.33,
|
|
"duration_ms_p50": 6403.0,
|
|
"duration_ms_p95": 19524.25,
|
|
"tokens_per_sec_mean": 13.49,
|
|
"tokens_per_sec_p50": 15.16,
|
|
"tokens_per_sec_p95": 15.73,
|
|
"tokens_per_sec_max": 15.75,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "gemma-4:e4b-it-q4km",
|
|
"cell_id": "predator:llamacpp:gemma-4:e4b-it-q4km",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 9888.42,
|
|
"duration_ms_p50": 8199.0,
|
|
"duration_ms_p95": 21724.5,
|
|
"tokens_per_sec_mean": 21.82,
|
|
"tokens_per_sec_p50": 22.91,
|
|
"tokens_per_sec_p95": 23.64,
|
|
"tokens_per_sec_max": 23.66,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:9b-q4km",
|
|
"cell_id": "predator:llamacpp:qwen3.5:9b-q4km",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 37136.33,
|
|
"duration_ms_p50": 35324.5,
|
|
"duration_ms_p95": 71874.15,
|
|
"tokens_per_sec_mean": 14.04,
|
|
"tokens_per_sec_p50": 14.42,
|
|
"tokens_per_sec_p95": 14.57,
|
|
"tokens_per_sec_max": 14.57,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "predator:llamacpp:granite-4.1:8b-q4km",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 8831.33,
|
|
"duration_ms_p50": 6403.0,
|
|
"duration_ms_p95": 19524.25,
|
|
"tokens_per_sec_mean": 13.49,
|
|
"tokens_per_sec_p50": 15.16,
|
|
"tokens_per_sec_p95": 15.73,
|
|
"tokens_per_sec_max": 15.75,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 9384.0,
|
|
"duration_ms_p50": 6095.0,
|
|
"tokens_per_sec_mean": 11.89
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 8647.11,
|
|
"duration_ms_p50": 6602.0,
|
|
"tokens_per_sec_mean": 14.03
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 1121.5,
|
|
"duration_ms_p50": 918.0,
|
|
"tokens_per_sec_mean": 9.73,
|
|
"tokens_per_sec_p50": 10.89
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 6472.5,
|
|
"duration_ms_p50": 6403.0,
|
|
"tokens_per_sec_mean": 15.05,
|
|
"tokens_per_sec_p50": 15.16
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 18900.0,
|
|
"duration_ms_p50": 18835.5,
|
|
"tokens_per_sec_mean": 15.7,
|
|
"tokens_per_sec_p50": 15.72
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 1782,
|
|
"tokens_per_sec": 5.611672278338945,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 919,
|
|
"tokens_per_sec": 10.88139281828074,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 917,
|
|
"tokens_per_sec": 10.905125408942203,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 868,
|
|
"tokens_per_sec": 11.52073732718894,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 6095,
|
|
"tokens_per_sec": 14.438063986874488,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 6204,
|
|
"tokens_per_sec": 15.151515151515152,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 6989,
|
|
"tokens_per_sec": 15.16669051366433,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 6602,
|
|
"tokens_per_sec": 15.44986367767343,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 20275,
|
|
"tokens_per_sec": 15.635018495684342,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 18761,
|
|
"tokens_per_sec": 15.72410852299984,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 18910,
|
|
"tokens_per_sec": 15.70597567424643,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 17654,
|
|
"tokens_per_sec": 15.747139458479666,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:gemma-4:e4b-it-q4km",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 9888.42,
|
|
"duration_ms_p50": 8199.0,
|
|
"duration_ms_p95": 21724.5,
|
|
"tokens_per_sec_mean": 21.82,
|
|
"tokens_per_sec_p50": 22.91,
|
|
"tokens_per_sec_p95": 23.64,
|
|
"tokens_per_sec_max": 23.66,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 11939.0,
|
|
"duration_ms_p50": 3858.0,
|
|
"tokens_per_sec_mean": 21.37
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 9204.89,
|
|
"duration_ms_p50": 12258.0,
|
|
"tokens_per_sec_mean": 21.97
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 2534.5,
|
|
"duration_ms_p50": 2884.0,
|
|
"tokens_per_sec_mean": 19.17,
|
|
"tokens_per_sec_p50": 20.06
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 8322.5,
|
|
"duration_ms_p50": 8199.0,
|
|
"tokens_per_sec_mean": 22.77,
|
|
"tokens_per_sec_p50": 22.85
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 18808.25,
|
|
"duration_ms_p50": 16034.0,
|
|
"tokens_per_sec_mean": 23.52,
|
|
"tokens_per_sec_p50": 23.53
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 3519,
|
|
"tokens_per_sec": 18.186984938903098,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 851,
|
|
"tokens_per_sec": 14.10105757931845,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 2918,
|
|
"tokens_per_sec": 21.93283070596299,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 2850,
|
|
"tokens_per_sec": 22.45614035087719,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 3858,
|
|
"tokens_per_sec": 22.291342664593053,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 4140,
|
|
"tokens_per_sec": 21.73913043478261,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 12258,
|
|
"tokens_per_sec": 23.413281122532226,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 13034,
|
|
"tokens_per_sec": 23.63050483351235,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 28440,
|
|
"tokens_per_sec": 23.628691983122362,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 16230,
|
|
"tokens_per_sec": 23.65988909426987,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 15838,
|
|
"tokens_per_sec": 23.424674832680896,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 14725,
|
|
"tokens_per_sec": 23.3616298811545,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "predator:llamacpp:qwen3.5:9b-q4km",
|
|
"n_calls": 14,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 37136.33,
|
|
"duration_ms_p50": 35324.5,
|
|
"duration_ms_p95": 71874.15,
|
|
"tokens_per_sec_mean": 14.04,
|
|
"tokens_per_sec_p50": 14.42,
|
|
"tokens_per_sec_p95": 14.57,
|
|
"tokens_per_sec_max": 14.57,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 3,
|
|
"duration_ms_mean": 38309.67,
|
|
"duration_ms_p50": 35678.0,
|
|
"tokens_per_sec_mean": 13.28
|
|
},
|
|
"warm": {
|
|
"n_calls": 9,
|
|
"duration_ms_mean": 36745.22,
|
|
"duration_ms_p50": 35311.0,
|
|
"tokens_per_sec_mean": 14.29
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
},
|
|
"hello": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 4857.5,
|
|
"duration_ms_p50": 4646.0,
|
|
"tokens_per_sec_mean": 13.25,
|
|
"tokens_per_sec_p50": 13.78
|
|
},
|
|
"P-MEDIUM": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 35390.5,
|
|
"duration_ms_p50": 35324.5,
|
|
"tokens_per_sec_mean": 14.47,
|
|
"tokens_per_sec_p50": 14.49
|
|
},
|
|
"P-HARD": {
|
|
"n_calls": 4,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": 71161.0,
|
|
"duration_ms_p50": 70320.5,
|
|
"tokens_per_sec_mean": 14.4,
|
|
"tokens_per_sec_p50": 14.56
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": null,
|
|
"phase": null,
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 5514,
|
|
"tokens_per_sec": 11.606819006166122,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 4659,
|
|
"tokens_per_sec": 13.736853402017601,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 4633,
|
|
"tokens_per_sec": 13.813943449169004,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "hello",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 4624,
|
|
"tokens_per_sec": 13.84083044982699,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 35678,
|
|
"tokens_per_sec": 14.350580189472506,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 35311,
|
|
"tokens_per_sec": 14.499730962023166,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 35338,
|
|
"tokens_per_sec": 14.488652442130284,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-MEDIUM",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 35235,
|
|
"tokens_per_sec": 14.531006101887328,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 0,
|
|
"phase": "cold",
|
|
"duration_ms": 73737,
|
|
"tokens_per_sec": 13.887193674817256,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 1,
|
|
"phase": "warm",
|
|
"duration_ms": 70291,
|
|
"tokens_per_sec": 14.568010129319545,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 2,
|
|
"phase": "warm",
|
|
"duration_ms": 70266,
|
|
"tokens_per_sec": 14.573193294054022,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": "P-HARD",
|
|
"run_idx": 3,
|
|
"phase": "warm",
|
|
"duration_ms": 70350,
|
|
"tokens_per_sec": 14.555792466240229,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 42,
|
|
"n_errors_total": 0,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"granite-4.1:8b-q4km",
|
|
"gemma-4:e4b-it-q4km",
|
|
"qwen3.5:9b-q4km"
|
|
],
|
|
"data_url": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.jsonl"
|
|
},
|
|
"site_grade": "flagship",
|
|
"site_grade_reason": null,
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.jsonl",
|
|
"log": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.log",
|
|
"md": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.md",
|
|
"metadata": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/09d8fbde-0008-49bb-99da-03eeaca72be1/"
|
|
},
|
|
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"synthesis_docs_all": [
|
|
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
|
|
"A3B_CROSS_MACHINE_2026-05-05.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
|
|
],
|
|
"related_ids": [
|
|
"5fb2913d-6500-4ecf-9e97-d43f7dd61145",
|
|
"8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
|
|
"fba9d9b1-cc5d-40bc-9e21-beafbb72c65d",
|
|
"fe4fa289-67a9-48e8-8a80-d5d88c875208"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z",
|
|
"kind": "legacy",
|
|
"title": "HF Chinchilla \u2014 local Mac \u00b7 2026-05-04",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "mlx-or-hf",
|
|
"harness": "legacy",
|
|
"model_family": "chinchilla",
|
|
"model_sizes": [
|
|
"hf-chinchilla-mix"
|
|
],
|
|
"task_kind": "throughput",
|
|
"tags": [
|
|
"legacy",
|
|
"mac",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 chinchilla",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T095713Z.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/slobodans-macbook-air/reports/hf-chinchilla-benchmarks/hf-chinchilla-local-mac-20260504T095713Z"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "mac",
|
|
"legacy_url": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T095713Z.html",
|
|
"legacy_suite": "chinchilla"
|
|
},
|
|
{
|
|
"id": "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z",
|
|
"kind": "legacy",
|
|
"title": "HF Chinchilla \u2014 local Mac \u00b7 2026-05-04",
|
|
"date": "2026-05-04",
|
|
"started_at": "2026-05-04",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "mlx-or-hf",
|
|
"harness": "legacy",
|
|
"model_family": "chinchilla",
|
|
"model_sizes": [
|
|
"hf-chinchilla-mix"
|
|
],
|
|
"task_kind": "throughput",
|
|
"tags": [
|
|
"legacy",
|
|
"mac",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 chinchilla",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T100034Z.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/slobodans-macbook-air/reports/hf-chinchilla-benchmarks/hf-chinchilla-local-mac-20260504T100034Z"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "mac",
|
|
"legacy_url": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T100034Z.html",
|
|
"legacy_suite": "chinchilla"
|
|
},
|
|
{
|
|
"id": "ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"title": "pavilion-weeyuga-v3 \u2014 qwen2.5/qwen2.5-coder/qwen3/qwen3.5 on pavilion",
|
|
"date": "2026-04-29",
|
|
"started_at": "2026-04-29T09:51:46Z",
|
|
"git_sha": "371ce70c8708ce0aedbe4f3bf096f8e8f8b11d43",
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "weeyuga",
|
|
"harness": "pavilion-weeyuga-v3",
|
|
"model_family": "qwen2.5/qwen2.5-coder/qwen3/qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:4b",
|
|
"qwen3.5:35b-a3b-uncensored",
|
|
"qwen3.5:35b-a3b-iq2s",
|
|
"qwen3.5:9b-q6k",
|
|
"qwen3.5:9b",
|
|
"qwen3.5:2b",
|
|
"qwen3.5:0.8b",
|
|
"qwen2.5-coder:14b",
|
|
"qwen2.5-coder:3b",
|
|
"qwen3:14b",
|
|
"qwen3:8b",
|
|
"qwen3:4b",
|
|
"qwen2.5:3b",
|
|
"qwen2.5-coder:1.5b",
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"pavilion",
|
|
"qwen2.5",
|
|
"qwen3",
|
|
"qwen3.5",
|
|
"weeyuga"
|
|
],
|
|
"headline": "96 calls across 16 cell(s); 12 errors",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3.5:4b",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:4b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:35b-a3b-uncensored-iq1m",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:35b-a3b-iq2s",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:9b-q6k",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:9b-q4km",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:2b",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:2b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:0.8b",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:0.8b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:9b",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-coder:14b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:14b",
|
|
"n_calls": 6,
|
|
"n_errors": 6,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-coder:3b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:3b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:14b",
|
|
"cell_id": "pavilion:weeyuga:qwen3:14b",
|
|
"n_calls": 6,
|
|
"n_errors": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:8b",
|
|
"cell_id": "pavilion:weeyuga:qwen3:8b",
|
|
"n_calls": 6,
|
|
"n_errors": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:4b",
|
|
"cell_id": "pavilion:weeyuga:qwen3:4b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5:3b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5:3b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-coder:1.5b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-coder:0.5b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:4b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:2b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:0.8b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:14b",
|
|
"n_calls": 6,
|
|
"n_errors": 6,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 6,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "<HTTPError 500: 'Internal Server Error'>"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "<HTTPError 500: 'Internal Server Error'>"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "<HTTPError 500: 'Internal Server Error'>"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "<HTTPError 500: 'Internal Server Error'>"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "<HTTPError 500: 'Internal Server Error'>"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "<HTTPError 500: 'Internal Server Error'>"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:3b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3:14b",
|
|
"n_calls": 6,
|
|
"n_errors": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "TimeoutError('timed out')"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "TimeoutError('timed out')"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "TimeoutError('timed out')"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "TimeoutError('timed out')"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3:8b",
|
|
"n_calls": 6,
|
|
"n_errors": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "TimeoutError('timed out')"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "TimeoutError('timed out')"
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3:4b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5:3b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b",
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 4,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 6,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 1,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 2,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 3,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 4,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 96,
|
|
"n_errors_total": 12,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3.5:4b",
|
|
"qwen3.5:35b-a3b-uncensored-iq1m",
|
|
"qwen3.5:35b-a3b-iq2s",
|
|
"qwen3.5:9b-q6k",
|
|
"qwen3.5:9b-q4km",
|
|
"qwen3.5:2b",
|
|
"qwen3.5:0.8b",
|
|
"qwen3.5:9b",
|
|
"qwen2.5-coder:14b",
|
|
"qwen2.5-coder:3b",
|
|
"qwen3:14b",
|
|
"qwen3:8b",
|
|
"qwen3:4b",
|
|
"qwen2.5:3b",
|
|
"qwen2.5-coder:1.5b",
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"data_url": "/data/ad057f5b-ed3f-4a95-a38e-361be310ffd6/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "error rate 12/96",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/ad057f5b-ed3f-4a95-a38e-361be310ffd6/run.jsonl",
|
|
"log": null,
|
|
"md": null,
|
|
"metadata": "/data/ad057f5b-ed3f-4a95-a38e-361be310ffd6/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/ad057f5b-ed3f-4a95-a38e-361be310ffd6/"
|
|
},
|
|
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"synthesis_docs_all": [
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"PAVILION_LLAMACPP_VS_OLLAMA_v0_INCOMPLETE.md"
|
|
],
|
|
"related_ids": [
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark",
|
|
"kind": "legacy",
|
|
"title": "Pavilion via Weeyuga \u2014 Mission 1 Phase 1 Baseline",
|
|
"date": "2026-04-29",
|
|
"started_at": "2026-04-29",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/2026-04-29-pavilion-weeyuga-v1-benchmark.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-29-pavilion-weeyuga-v1-benchmark.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/2026-04-29-pavilion-weeyuga-v1-benchmark.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "ff1131ca-d021-4e06-8616-4b4cdb54e97e",
|
|
"title": "pavilion-weeyuga-v1 \u2014 qwen2.5/qwen2.5-coder/qwen3/qwen3.5 on pavilion",
|
|
"date": "2026-04-28",
|
|
"started_at": "2026-04-28T21:03:46Z",
|
|
"git_sha": "9934892784228748586130d8abbacd82a919aee2",
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "weeyuga",
|
|
"harness": "pavilion-weeyuga-v1",
|
|
"model_family": "qwen2.5/qwen2.5-coder/qwen3/qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:4b",
|
|
"qwen3.5:35b-a3b-uncensored",
|
|
"qwen3.5:35b-a3b-iq2s",
|
|
"qwen3.5:9b-q6k",
|
|
"qwen3.5:9b",
|
|
"qwen3.5:2b",
|
|
"qwen3.5:0.8b",
|
|
"qwen2.5-coder:14b",
|
|
"qwen2.5-coder:3b",
|
|
"qwen3:14b",
|
|
"qwen3:8b",
|
|
"qwen3:4b",
|
|
"qwen2.5:3b",
|
|
"qwen2.5-coder:1.5b",
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"a3b",
|
|
"iq2",
|
|
"pavilion",
|
|
"qwen2.5",
|
|
"qwen3",
|
|
"qwen3.5",
|
|
"weeyuga"
|
|
],
|
|
"headline": "17 calls across 16 cell(s); 3 errors",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "pending",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "PAVILION_WEEYUGA_v1",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [
|
|
{
|
|
"label": "qwen3.5:4b",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:4b",
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:35b-a3b-uncensored-iq1m",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:35b-a3b-iq2s",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:9b-q6k",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:9b-q4km",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:2b",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:2b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:0.8b",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:0.8b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3.5:9b",
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-coder:14b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:14b",
|
|
"n_calls": 1,
|
|
"n_errors": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-coder:3b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:3b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:14b",
|
|
"cell_id": "pavilion:weeyuga:qwen3:14b",
|
|
"n_calls": 1,
|
|
"n_errors": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:8b",
|
|
"cell_id": "pavilion:weeyuga:qwen3:8b",
|
|
"n_calls": 1,
|
|
"n_errors": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen3:4b",
|
|
"cell_id": "pavilion:weeyuga:qwen3:4b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5:3b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5:3b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-coder:1.5b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
},
|
|
{
|
|
"label": "qwen2.5-coder:0.5b",
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"memory_mb": null,
|
|
"watts_avg": null,
|
|
"notes": null
|
|
}
|
|
],
|
|
"cells": [
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:4b",
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 2,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 2,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
},
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "5q",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:2b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:0.8b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3.5:9b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:14b",
|
|
"n_calls": 1,
|
|
"n_errors": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "TimeoutError('timed out')"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:3b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3:14b",
|
|
"n_calls": 1,
|
|
"n_errors": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "TimeoutError('timed out')"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3:8b",
|
|
"n_calls": 1,
|
|
"n_errors": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": "TimeoutError('timed out')"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen3:4b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5:3b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b",
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"duration_ms_p95": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null,
|
|
"tokens_per_sec_p95": null,
|
|
"tokens_per_sec_max": null,
|
|
"cold_warm_split": {
|
|
"cold": {
|
|
"n_calls": 1,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
},
|
|
"warm": {
|
|
"n_calls": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null
|
|
}
|
|
},
|
|
"per_prompt": {
|
|
"unknown": {
|
|
"n_calls": 1,
|
|
"n_errors": 0,
|
|
"duration_ms_mean": null,
|
|
"duration_ms_p50": null,
|
|
"tokens_per_sec_mean": null,
|
|
"tokens_per_sec_p50": null
|
|
}
|
|
},
|
|
"chars_split": null,
|
|
"timeline": [
|
|
{
|
|
"prompt_id": null,
|
|
"run_idx": 0,
|
|
"phase": "hello",
|
|
"duration_ms": null,
|
|
"tokens_per_sec": null,
|
|
"error": null
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"n_calls_total": 17,
|
|
"n_errors_total": 3,
|
|
"chart_spec": {
|
|
"kind": "bar",
|
|
"x": "cell",
|
|
"y": "tokens_per_sec_mean",
|
|
"series": [
|
|
"qwen3.5:4b",
|
|
"qwen3.5:35b-a3b-uncensored-iq1m",
|
|
"qwen3.5:35b-a3b-iq2s",
|
|
"qwen3.5:9b-q6k",
|
|
"qwen3.5:9b-q4km",
|
|
"qwen3.5:2b",
|
|
"qwen3.5:0.8b",
|
|
"qwen3.5:9b",
|
|
"qwen2.5-coder:14b",
|
|
"qwen2.5-coder:3b",
|
|
"qwen3:14b",
|
|
"qwen3:8b",
|
|
"qwen3:4b",
|
|
"qwen2.5:3b",
|
|
"qwen2.5-coder:1.5b",
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"data_url": "/data/ff1131ca-d021-4e06-8616-4b4cdb54e97e/run.jsonl"
|
|
},
|
|
"site_grade": "archive-only",
|
|
"site_grade_reason": "error rate 3/17",
|
|
"raw_data_urls": {
|
|
"jsonl": "/data/ff1131ca-d021-4e06-8616-4b4cdb54e97e/run.jsonl",
|
|
"log": null,
|
|
"md": null,
|
|
"metadata": "/data/ff1131ca-d021-4e06-8616-4b4cdb54e97e/metadata.json",
|
|
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/ff1131ca-d021-4e06-8616-4b4cdb54e97e/"
|
|
},
|
|
"synthesis_doc": "PAVILION_WEEYUGA_v1.md",
|
|
"synthesis_docs_all": [
|
|
"PAVILION_WEEYUGA_v1.md",
|
|
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
|
|
"PAVILION_LLAMACPP_VS_OLLAMA_v0_INCOMPLETE.md"
|
|
],
|
|
"related_ids": [
|
|
"ad057f5b-ed3f-4a95-a38e-361be310ffd6",
|
|
"23066b38-ea9c-4dd3-b2f5-32912a67fce4",
|
|
"487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
|
|
"5f4d9e97-4294-4e69-9e6c-f318bca1ce44"
|
|
],
|
|
"status": "complete",
|
|
"visibility": "draft"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report",
|
|
"kind": "legacy",
|
|
"title": "Prompt Handoff Codegen Benchmark Report",
|
|
"date": "2026-04-20",
|
|
"started_at": "2026-04-20",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_12-55-35/report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_12-55-35/report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_12-55-35/report.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report",
|
|
"kind": "legacy",
|
|
"title": "Prompt Handoff Codegen Benchmark Report",
|
|
"date": "2026-04-20",
|
|
"started_at": "2026-04-20",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_13-08-27/report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_13-08-27/report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_13-08-27/report.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen3_5_0_8b",
|
|
"kind": "legacy",
|
|
"title": "Qwen3.5 0.8B - Benchmark Page",
|
|
"date": "2026-04-18",
|
|
"started_at": "2026-04-18",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:0.8b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen3_5_0_8b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen3_5_0_8b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen3_5_0_8b.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:report-catalog",
|
|
"kind": "legacy",
|
|
"title": "Telemetry Report Catalog",
|
|
"date": "2026-04-18",
|
|
"started_at": "2026-04-18",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/report-catalog.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/report-catalog.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/report-catalog.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:4b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini.html",
|
|
"legacy_suite": "python-task-20q-v1"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:4b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini.html",
|
|
"legacy_suite": "python-task-10q-v2"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual",
|
|
"kind": "legacy",
|
|
"title": "vps50 Small-Model Telemetry Manual",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:4b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-small-model-manual.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-16-qwen3_5_4b-local-mac-small-model-manual.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-small-model-manual.html",
|
|
"legacy_suite": "small-model-manual"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check",
|
|
"kind": "legacy",
|
|
"title": "Hello Check Report",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:4b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/qwen3_5_4b_hello_check/2026-04-16-qwen3_5_4b-local-mac-hello-check.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen3_5_4b_hello_check/2026-04-16-qwen3_5_4b-local-mac-hello-check.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/qwen3_5_4b_hello_check/2026-04-16-qwen3_5_4b-local-mac-hello-check.html",
|
|
"legacy_suite": "hello-check"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0",
|
|
"kind": "legacy",
|
|
"title": "SmolVLM2 256M Video - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/ahmadwaqar_smolvlm2_256m_video_q8_0.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/ahmadwaqar_smolvlm2_256m_video_q8_0.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/ahmadwaqar_smolvlm2_256m_video_q8_0.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:codellama34_16k",
|
|
"kind": "legacy",
|
|
"title": "CodeLlama 34 16k - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "llama",
|
|
"model_sizes": [
|
|
"codellama:34b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/codellama34_16k.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/codellama34_16k.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/codellama34_16k.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:codestral_32k",
|
|
"kind": "legacy",
|
|
"title": "Codestral 32k - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "codestral",
|
|
"model_sizes": [
|
|
"codestral:22b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/codestral_32k.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/codestral_32k.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/codestral_32k.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:llama3_2_3b",
|
|
"kind": "legacy",
|
|
"title": "Llama 3.2 3B - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "llama",
|
|
"model_sizes": [
|
|
"llama3.2:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/llama3_2_3b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/llama3_2_3b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/llama3_2_3b.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:phi3",
|
|
"kind": "legacy",
|
|
"title": "Phi-3 Mini - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "phi",
|
|
"model_sizes": [
|
|
"phi-3:mini"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/phi3.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/phi3.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/phi3.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:phind34_16k",
|
|
"kind": "legacy",
|
|
"title": "Phind 34 16k - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "phi",
|
|
"model_sizes": [
|
|
"phind-codellama:34b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/phind34_16k.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/phind34_16k.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/phind34_16k.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen14_coder_32k",
|
|
"kind": "legacy",
|
|
"title": "Qwen14 Coder 32k - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen14_coder_32k.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen14_coder_32k.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen14_coder_32k.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen14_general_32k",
|
|
"kind": "legacy",
|
|
"title": "Qwen14 General 32k - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen14_general_32k.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen14_general_32k.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen14_general_32k.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen2_5_3b",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 3B - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_3b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_3b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_3b.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_0_5b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_coder_0_5b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_0_5b.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen2_5_coder_14b",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 14B - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:14b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_14b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_coder_14b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_14b.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 1.5B - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_1_5b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_coder_1_5b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_1_5b.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen2_5_coder_3b",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 3B - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_3b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_coder_3b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_3b.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen32_coder_32k",
|
|
"kind": "legacy",
|
|
"title": "Qwen32 Coder 32k - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen32_coder_32k.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen32_coder_32k.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen32_coder_32k.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen3_5_4b",
|
|
"kind": "legacy",
|
|
"title": "Qwen3.5 4B - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:4b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen3_5_4b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen3_5_4b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen3_5_4b.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:qwen3_5_9b",
|
|
"kind": "legacy",
|
|
"title": "Qwen3.5 9B - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:9b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/qwen3_5_9b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen3_5_9b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/qwen3_5_9b.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:riven_smolvlm",
|
|
"kind": "legacy",
|
|
"title": "SmolVLM 500M - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/riven_smolvlm.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/riven_smolvlm.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/riven_smolvlm.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m",
|
|
"kind": "legacy",
|
|
"title": "SmolLM2 135M - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "smollm2",
|
|
"model_sizes": [
|
|
"smollm2:135m"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/smollm2_135m_instruct_q5_k_m.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/smollm2_135m_instruct_q5_k_m.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/smollm2_135m_instruct_q5_k_m.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m",
|
|
"kind": "legacy",
|
|
"title": "SmolLM2 1.7B - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "smollm2",
|
|
"model_sizes": [
|
|
"smollm2:1.7b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/smollm2_1_7b_instruct_q4_k_m.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/smollm2_1_7b_instruct_q4_k_m.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/smollm2_1_7b_instruct_q4_k_m.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m",
|
|
"kind": "legacy",
|
|
"title": "SmolLM2 360M - Benchmark Page",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "smollm2",
|
|
"model_sizes": [
|
|
"smollm2:360m"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/models/smollm2_360m_instruct_q5_k_m.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/smollm2_360m_instruct_q5_k_m.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/models/smollm2_360m_instruct_q5_k_m.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark",
|
|
"kind": "legacy",
|
|
"title": "2026-04-16 Qwen3.5 4B MLX Local Mac Benchmark",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:4b-mlx"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"mac",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/slobodans-macbook-air/reports/2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "mac",
|
|
"legacy_url": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b",
|
|
"kind": "legacy",
|
|
"title": "2026-04-16 Qwen3.5 4B MLX vs Qwen3.5 4B Ollama",
|
|
"date": "2026-04-16",
|
|
"started_at": "2026-04-16",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:4b-mlx"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"mac",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 vs-standard",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-vs-standard-4b.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/slobodans-macbook-air/reports/2026-04-16-qwen3_5_4b_mlx-vs-standard-4b.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "mac",
|
|
"legacy_url": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-vs-standard-4b.html",
|
|
"legacy_suite": "vs-standard"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress",
|
|
"kind": "legacy",
|
|
"title": "Qwen3.5 9B Local Mac Progress",
|
|
"date": "2026-04-13",
|
|
"started_at": "2026-04-13",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:9b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 progress",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-13-qwen3_5_9b-local-mac-progress.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-13-qwen3_5_9b-local-mac-progress.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-13-qwen3_5_9b-local-mac-progress.html",
|
|
"legacy_suite": "progress"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check",
|
|
"kind": "legacy",
|
|
"title": "Hello Check Report",
|
|
"date": "2026-04-13",
|
|
"started_at": "2026-04-13",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:9b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-hello-check.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-hello-check.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-hello-check.html",
|
|
"legacy_suite": "hello-check"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-13",
|
|
"started_at": "2026-04-13",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:9b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini.html",
|
|
"legacy_suite": "python-task-20q-v1"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual",
|
|
"kind": "legacy",
|
|
"title": "vps50 Small-Model Telemetry Manual",
|
|
"date": "2026-04-13",
|
|
"started_at": "2026-04-13",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:9b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-small-model-manual.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-small-model-manual.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-small-model-manual.html",
|
|
"legacy_suite": "small-model-manual"
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context",
|
|
"kind": "legacy",
|
|
"title": "2026-04-13 Pavilion Windows GPU Qwen3.5 0.8B Long Context",
|
|
"date": "2026-04-13",
|
|
"started_at": "2026-04-13",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 long-context",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-0_8b-long-context.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-13-windows-gpu-qwen35-0_8b-long-context.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-0_8b-long-context.html",
|
|
"legacy_suite": "long-context"
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context",
|
|
"kind": "legacy",
|
|
"title": "2026-04-13 Pavilion GPU lane - Qwen3.5 2B",
|
|
"date": "2026-04-13",
|
|
"started_at": "2026-04-13",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 long-context",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-2b-long-context.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-13-windows-gpu-qwen35-2b-long-context.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-2b-long-context.html",
|
|
"legacy_suite": "long-context"
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context",
|
|
"kind": "legacy",
|
|
"title": "2026-04-13 Pavilion Windows GPU Qwen3.5 Long Context",
|
|
"date": "2026-04-13",
|
|
"started_at": "2026-04-13",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 long-context",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-long-context.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-13-windows-gpu-qwen35-long-context.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-long-context.html",
|
|
"legacy_suite": "long-context"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Same-Model Concurrency Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 14B Local Mac Overview (Aborted)",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:14b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 1.5B Same-Model Concurrency Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 3B Same-Model Concurrency Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check",
|
|
"kind": "legacy",
|
|
"title": "Hello Check Report",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen3.5",
|
|
"model_sizes": [
|
|
"qwen3.5:9b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/qwen3_5_9b_hello_check/2026-04-12-qwen3_5_9b-local-mac-hello-check.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen3_5_9b_hello_check/2026-04-12-qwen3_5_9b-local-mac-hello-check.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/qwen3_5_9b_hello_check/2026-04-12-qwen3_5_9b-local-mac-hello-check.html",
|
|
"legacy_suite": "hello-check"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Same-Model 1-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-17-36/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-17-36/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-17-36/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Same-Model 1-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Same-Model 2-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/02-up/qwen2_5_coder_0_5b_2up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/02-up/qwen2_5_coder_0_5b_2up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/02-up/qwen2_5_coder_0_5b_2up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Same-Model 3-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/03-up/qwen2_5_coder_0_5b_3up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/03-up/qwen2_5_coder_0_5b_3up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/03-up/qwen2_5_coder_0_5b_3up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Same-Model 4-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/04-up/qwen2_5_coder_0_5b_4up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/04-up/qwen2_5_coder_0_5b_4up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/04-up/qwen2_5_coder_0_5b_4up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Same-Model 5-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/05-up/qwen2_5_coder_0_5b_5up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/05-up/qwen2_5_coder_0_5b_5up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/05-up/qwen2_5_coder_0_5b_5up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Same-Model 6-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/06-up/qwen2_5_coder_0_5b_6up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/06-up/qwen2_5_coder_0_5b_6up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/06-up/qwen2_5_coder_0_5b_6up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Same-Model 7-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/07-up/qwen2_5_coder_0_5b_7up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/07-up/qwen2_5_coder_0_5b_7up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/07-up/qwen2_5_coder_0_5b_7up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 1.5B Same-Model 3-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/03-up/qwen2_5_coder_1_5b_3up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/03-up/qwen2_5_coder_1_5b_3up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/03-up/qwen2_5_coder_1_5b_3up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 1.5B Same-Model 4-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/04-up/qwen2_5_coder_1_5b_4up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/04-up/qwen2_5_coder_1_5b_4up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/04-up/qwen2_5_coder_1_5b_4up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 1.5B Same-Model 5-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/05-up/qwen2_5_coder_1_5b_5up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/05-up/qwen2_5_coder_1_5b_5up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/05-up/qwen2_5_coder_1_5b_5up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 1.5B Same-Model 6-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/06-up/qwen2_5_coder_1_5b_6up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/06-up/qwen2_5_coder_1_5b_6up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/06-up/qwen2_5_coder_1_5b_6up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 1.5B Same-Model 7-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/07-up/qwen2_5_coder_1_5b_7up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/07-up/qwen2_5_coder_1_5b_7up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/07-up/qwen2_5_coder_1_5b_7up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 3B Same-Model 3-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/03-up/qwen2_5_coder_3b_3up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/03-up/qwen2_5_coder_3b_3up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/03-up/qwen2_5_coder_3b_3up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 3B Same-Model 4-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/04-up/qwen2_5_coder_3b_4up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/04-up/qwen2_5_coder_3b_4up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/04-up/qwen2_5_coder_3b_4up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 3B Same-Model 5-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/05-up/qwen2_5_coder_3b_5up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/05-up/qwen2_5_coder_3b_5up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/05-up/qwen2_5_coder_3b_5up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 3B Same-Model 6-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/06-up/qwen2_5_coder_3b_6up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/06-up/qwen2_5_coder_3b_6up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/06-up/qwen2_5_coder_3b_6up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 3B Same-Model 7-Up Parallel Sweep",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/07-up/qwen2_5_coder_3b_7up_parallel_report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/07-up/qwen2_5_coder_3b_7up_parallel_report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/07-up/qwen2_5_coder_3b_7up_parallel_report.html",
|
|
"legacy_suite": "concurrency"
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit",
|
|
"kind": "legacy",
|
|
"title": "Windows Benchmark Coverage Audit",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 coverage-audit",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/2026-04-12-windows-benchmark-coverage-audit.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-12-windows-benchmark-coverage-audit.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/2026-04-12-windows-benchmark-coverage-audit.html",
|
|
"legacy_suite": "coverage-audit"
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 14B Windows CPU Benchmark",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:14b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/2026-04-12-windows-cpu-qwen14b-benchmark.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-12-windows-cpu-qwen14b-benchmark.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/2026-04-12-windows-cpu-qwen14b-benchmark.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 14B Windows GPU Benchmark",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:14b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/2026-04-12-windows-gpu-qwen14b-benchmark.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-12-windows-gpu-qwen14b-benchmark.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/2026-04-12-windows-gpu-qwen14b-benchmark.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:_template:windows_benchmark_template",
|
|
"kind": "legacy",
|
|
"title": "{{DOCUMENT_TITLE}}",
|
|
"date": "2026-04-12",
|
|
"started_at": "2026-04-12",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/_template/windows_benchmark_template.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/_template/windows_benchmark_template.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/_template/windows_benchmark_template.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview",
|
|
"kind": "legacy",
|
|
"title": "Mac Qwen Coder Ladder",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 ladder",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-mac-qwen-coder-ladder-overview.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-mac-qwen-coder-ladder-overview.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-mac-qwen-coder-ladder-overview.html",
|
|
"legacy_suite": "ladder"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q",
|
|
"kind": "legacy",
|
|
"title": "Local Mac Qwen Mixed-Model Parallel 20Q",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 parallel",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-mixed-model-20q.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-parallel-qwen-mixed-model-20q.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-mixed-model-20q.html",
|
|
"legacy_suite": "parallel"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q",
|
|
"kind": "legacy",
|
|
"title": "Local Mac Qwen Same-Model Parallel 20Q",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 parallel",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-same-model-20q.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-parallel-qwen-same-model-20q.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-same-model-20q.html",
|
|
"legacy_suite": "parallel"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini.html",
|
|
"legacy_suite": "python-task-20q-v1"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini.html",
|
|
"legacy_suite": "python-task-10q-v2"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual",
|
|
"kind": "legacy",
|
|
"title": "MAC Small-Model Telemetry Manual",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-small-model-manual.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen0_5b-local-mac-small-model-manual.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-small-model-manual.html",
|
|
"legacy_suite": "small-model-manual"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report",
|
|
"kind": "legacy",
|
|
"title": "Qwen0.5B Mac vs VPS Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 mac-vs-vps",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-vs-vps-report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen0_5b-local-mac-vs-vps-report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-vs-vps-report.html",
|
|
"legacy_suite": "mac-vs-vps"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini.html",
|
|
"legacy_suite": "python-task-20q-v1"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini.html",
|
|
"legacy_suite": "python-task-10q-v2"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual",
|
|
"kind": "legacy",
|
|
"title": "vps50 Small-Model Telemetry Manual",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-small-model-manual.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen1_5b-local-mac-small-model-manual.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-small-model-manual.html",
|
|
"legacy_suite": "small-model-manual"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 1.5B Mac vs VPS",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 mac-vs-vps",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-vs-vps-report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen1_5b-local-mac-vs-vps-report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-vs-vps-report.html",
|
|
"legacy_suite": "mac-vs-vps"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini.html",
|
|
"legacy_suite": "python-task-20q-v1"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini.html",
|
|
"legacy_suite": "python-task-10q-v2"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual",
|
|
"kind": "legacy",
|
|
"title": "vps50 Small-Model Telemetry Manual",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-small-model-manual.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen3b-local-mac-small-model-manual.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-small-model-manual.html",
|
|
"legacy_suite": "small-model-manual"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 3B Mac vs VPS",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 mac-vs-vps",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-vs-vps-report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen3b-local-mac-vs-vps-report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-vs-vps-report.html",
|
|
"legacy_suite": "mac-vs-vps"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check",
|
|
"kind": "legacy",
|
|
"title": "Hello Check Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/qwen0_5b_hello_check/2026-04-11-qwen0_5b-local-mac-hello-check.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen0_5b_hello_check/2026-04-11-qwen0_5b-local-mac-hello-check.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/qwen0_5b_hello_check/2026-04-11-qwen0_5b-local-mac-hello-check.html",
|
|
"legacy_suite": "hello-check"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check",
|
|
"kind": "legacy",
|
|
"title": "Hello Check Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/qwen1_5b_hello_check/2026-04-11-qwen1_5b-local-mac-hello-check.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen1_5b_hello_check/2026-04-11-qwen1_5b-local-mac-hello-check.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/qwen1_5b_hello_check/2026-04-11-qwen1_5b-local-mac-hello-check.html",
|
|
"legacy_suite": "hello-check"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check",
|
|
"kind": "legacy",
|
|
"title": "Hello Check Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "mac",
|
|
"hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"mac"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/local-mac/qwen3b_hello_check/2026-04-11-qwen3b-local-mac-hello-check.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen3b_hello_check/2026-04-11-qwen3b-local-mac-hello-check.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/local-mac/qwen3b_hello_check/2026-04-11-qwen3b-local-mac-hello-check.html",
|
|
"legacy_suite": "hello-check"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini.html",
|
|
"legacy_suite": "python-task-20q-v1"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini.html",
|
|
"legacy_suite": "python-task-10q-v2"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual",
|
|
"kind": "legacy",
|
|
"title": "vps50 Small-Model Telemetry Manual",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:1.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-small-model-manual.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen1_5b/2026-04-11-qwen1_5b-small-model-manual.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-small-model-manual.html",
|
|
"legacy_suite": "small-model-manual"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v1-20q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3b/2026-04-11-qwen3b-python-task-suite-v1-20q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v1-20q-mini.html",
|
|
"legacy_suite": "python-task-20q-v1"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v2-10q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3b/2026-04-11-qwen3b-python-task-suite-v2-10q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v2-10q-mini.html",
|
|
"legacy_suite": "python-task-10q-v2"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual",
|
|
"kind": "legacy",
|
|
"title": "vps50 Small-Model Telemetry Manual",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5",
|
|
"model_sizes": [
|
|
"qwen2.5:3b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-small-model-manual.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3b/2026-04-11-qwen3b-small-model-manual.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-small-model-manual.html",
|
|
"legacy_suite": "small-model-manual"
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark",
|
|
"kind": "legacy",
|
|
"title": "Windows Pavilion qwen0.5b CPU Benchmark",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/2026-04-11-windows-cpu-qwen0_5b-benchmark.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-11-windows-cpu-qwen0_5b-benchmark.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/2026-04-11-windows-cpu-qwen0_5b-benchmark.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark",
|
|
"kind": "legacy",
|
|
"title": "Windows Pavilion qwen0.5b GPU Benchmark",
|
|
"date": "2026-04-11",
|
|
"started_at": "2026-04-11",
|
|
"git_sha": null,
|
|
"hardware": "pavilion",
|
|
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"pavilion",
|
|
"pavilion"
|
|
],
|
|
"headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/pavilion/2026-04-11-windows-gpu-qwen0_5b-benchmark.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-11-windows-gpu-qwen0_5b-benchmark.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "pavilion",
|
|
"legacy_url": "/legacy/pavilion/2026-04-11-windows-gpu-qwen0_5b-benchmark.html",
|
|
"legacy_suite": null
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Benchmark Report",
|
|
"date": "2026-04-10",
|
|
"started_at": "2026-04-10",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 benchmark-report",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q.html",
|
|
"legacy_suite": "benchmark-report"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Benchmark Report",
|
|
"date": "2026-04-10",
|
|
"started_at": "2026-04-10",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 benchmark-report",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-with-10q.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-with-10q.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-with-10q.html",
|
|
"legacy_suite": "benchmark-report"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report",
|
|
"kind": "legacy",
|
|
"title": "Qwen2.5 Coder 0.5B Benchmark Report",
|
|
"date": "2026-04-10",
|
|
"started_at": "2026-04-10",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 benchmark-report",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report.html",
|
|
"legacy_suite": "benchmark-report"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check",
|
|
"kind": "legacy",
|
|
"title": "Hello Check Report",
|
|
"date": "2026-04-10",
|
|
"started_at": "2026-04-10",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-hello-check.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-hello-check.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-hello-check.html",
|
|
"legacy_suite": "hello-check"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-10",
|
|
"started_at": "2026-04-10",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini.html",
|
|
"legacy_suite": "python-task-20q-v1"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-10",
|
|
"started_at": "2026-04-10",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini.html",
|
|
"legacy_suite": "python-task-10q-v2"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual",
|
|
"kind": "legacy",
|
|
"title": "vps50 Small-Model Telemetry Manual",
|
|
"date": "2026-04-10",
|
|
"started_at": "2026-04-10",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "qwen2.5-coder",
|
|
"model_sizes": [
|
|
"qwen2.5-coder:0.5b"
|
|
],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-small-model-manual.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-small-model-manual.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-small-model-manual.html",
|
|
"legacy_suite": "small-model-manual"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-09",
|
|
"started_at": "2026-04-09",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-overnight",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/python-overnight/2026-04-09-python-task-suite-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/python-overnight/2026-04-09-python-task-suite-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/python-overnight/2026-04-09-python-task-suite-mini.html",
|
|
"legacy_suite": "python-overnight"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini",
|
|
"kind": "legacy",
|
|
"title": "vps50 Python Telemetry Mini Report",
|
|
"date": "2026-04-06",
|
|
"started_at": "2026-04-06",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-overnight",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/python-overnight/2026-04-06-python-task-suite-mini.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/python-overnight/2026-04-06-python-task-suite-mini.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/python-overnight/2026-04-06-python-task-suite-mini.html",
|
|
"legacy_suite": "python-overnight"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:2026-04-05-large-model-hello-check",
|
|
"kind": "legacy",
|
|
"title": "Hello Check Report",
|
|
"date": "2026-04-05",
|
|
"started_at": "2026-04-05",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/2026-04-05-large-model-hello-check.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/2026-04-05-large-model-hello-check.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/2026-04-05-large-model-hello-check.html",
|
|
"legacy_suite": "hello-check"
|
|
},
|
|
{
|
|
"id": "legacy:vps81-telemetry:2026-04-05-small-model-manual",
|
|
"kind": "legacy",
|
|
"title": "vps50 Small-Model Telemetry Manual",
|
|
"date": "2026-04-05",
|
|
"started_at": "2026-04-05",
|
|
"git_sha": null,
|
|
"hardware": "vps50",
|
|
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
|
|
"engine": "ollama",
|
|
"harness": "legacy",
|
|
"model_family": "unknown",
|
|
"model_sizes": [],
|
|
"task_kind": "chat",
|
|
"tags": [
|
|
"legacy",
|
|
"vps81-telemetry",
|
|
"vps50"
|
|
],
|
|
"headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual",
|
|
"janie_blurb_md": null,
|
|
"janie_blurb_status": "n-a-legacy",
|
|
"caveat": null,
|
|
"caveat_severity": null,
|
|
"methodology_ref": "legacy",
|
|
"methodology_deviations_md": null,
|
|
"results_table": [],
|
|
"cells": [],
|
|
"n_calls_total": 0,
|
|
"n_errors_total": 0,
|
|
"chart_spec": null,
|
|
"site_grade": "legacy",
|
|
"site_grade_reason": "historical archive \u2014 methodology may differ",
|
|
"raw_data_urls": {
|
|
"legacy_html": "/legacy/vps81-telemetry/2026-04-05-small-model-manual.html",
|
|
"source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/2026-04-05-small-model-manual.html"
|
|
},
|
|
"synthesis_doc": null,
|
|
"synthesis_docs_all": [],
|
|
"related_ids": [],
|
|
"status": "complete",
|
|
"visibility": "draft",
|
|
"legacy_source_id": "vps81-telemetry",
|
|
"legacy_url": "/legacy/vps81-telemetry/2026-04-05-small-model-manual.html",
|
|
"legacy_suite": "small-model-manual"
|
|
}
|
|
],
|
|
"skipped": [
|
|
"ff1131ca-d021-4e06-8616-4b4cdb54e97e-reconstructed-from-log.jsonl (reconstructed duplicate)"
|
|
]
|
|
}
|