{ "schema_version": "1.0", "generated_at": "2026-05-06T12:28:25Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "site_base_url": "https://benchmarks.weeyuga.com", "data_base_url": "https://benchmarks.weeyuga.com/data", "gitea_archive_url": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public", "controlled_vocab": { "hardware": [ "cicd", "mac", "pavilion", "predator", "runpod", "vps50" ], "engine": [ "llamacpp", "ollama", "vllm", "mlx", "cpu", "weeyuga" ], "task_kind": [ "chat", "code", "cold-start", "long-context", "param-sweep", "throughput", "tool-use", "vision" ], "site_grade": [ "archive-only", "flagship", "standard" ], "janie_blurb_status": [ "drafted", "pending", "published", "vera-reviewed" ], "caveat_severity": [ "info", "reframe-pending", "warning" ], "chart_spec_kind": [ "bar", "line", "scatter" ] }, "site_grade_count": 11, "site_grade_breakdown": { "flagship": 4, "standard": 7, "archive-only": 10, "legacy": 104 }, "total_runs_in_archive": 125, "by_model": { "phi-4": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822" ], "gemma-4-26b-a4b": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822" ], "qwen3-30b-a3b": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "qwen2-5-72b": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822" ], "gemma-4-26b-a4b-it": [ "91751afd-068a-477b-8f40-6e1963f803f1" ], "qwen3-30b-a3b-iq2m": [ "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef" ], "gemma-4-e4b": [ "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499" ], "qwen3-30b-a3b-iq2xxs": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44" ], "qwen3-5-9b": [ "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check" ], "qwen3-14b": [ "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "granite-4-1-8b": [ "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "gemma-4-e4b-it": [ "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "hf-chinchilla-mix": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ], "qwen3-5-4b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:qwen3_5_4b" ], "qwen3-5-35b-a3b-uncensored": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-5-35b-a3b-iq2s": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-5-9b-q6k": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-5-2b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-5-0-8b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen3_5_0_8b" ], "qwen2-5-coder-14b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted" ], "qwen2-5-coder-3b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report" ], "qwen3-8b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-4b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen2-5-3b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual" ], "qwen2-5-coder-1-5b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual" ], "qwen2-5-coder-0-5b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual" ], "unknown": [ "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:_template:windows_benchmark_template", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "codellama-34b": [ "legacy:vps81-telemetry:models:codellama34_16k" ], "codestral-22b": [ "legacy:vps81-telemetry:models:codestral_32k" ], "llama3-2-3b": [ "legacy:vps81-telemetry:models:llama3_2_3b" ], "phi-3-mini": [ "legacy:vps81-telemetry:models:phi3" ], "phind-codellama-34b": [ "legacy:vps81-telemetry:models:phind34_16k" ], "smollm2-135m": [ "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m" ], "smollm2-1-7b": [ "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m" ], "smollm2-360m": [ "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m" ], "qwen3-5-4b-mlx": [ "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b" ], "qwen2-5-14b": [ "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark" ] }, "by_hardware": { "vps50": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "predator": [ "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "pavilion": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:pavilion:_template:windows_benchmark_template", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark" ], "mac": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check" ] }, "by_family": { "gemma-phi-qwen2-5-qwen3": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822" ], "qwen3": [ "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "gemma": [ "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499" ], "qwen3-qwen3-5": [ "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d" ], "gemma-granite-qwen3-5": [ "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "chinchilla": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ], "qwen2-5-qwen2-5-coder-qwen3-qwen3-5": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "unknown": [ "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:_template:windows_benchmark_template", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "qwen3-5": [ "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check" ], "llama": [ "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:llama3_2_3b" ], "codestral": [ "legacy:vps81-telemetry:models:codestral_32k" ], "phi": [ "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k" ], "qwen2-5-coder": [ "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual" ], "smollm2": [ "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m" ], "qwen2-5": [ "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual" ] }, "by_task": { "param-sweep": [ "91751afd-068a-477b-8f40-6e1963f803f1", "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "ad28cb95-5134-40b5-8514-c8a381f83d87", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "b37836bf-d1a2-4d6b-a732-aff89da1fa07" ], "chat": [ "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:pavilion:_template:windows_benchmark_template", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "throughput": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ] }, "by_engine": { "llamacpp": [ "91751afd-068a-477b-8f40-6e1963f803f1", "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "ad28cb95-5134-40b5-8514-c8a381f83d87", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "mlx-or-hf": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ], "weeyuga": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "ollama": [ "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:pavilion:_template:windows_benchmark_template", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ] }, "by_suite": { "chinchilla": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ], "python-task-20q-v1": [ "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini" ], "python-task-10q-v2": [ "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini" ], "small-model-manual": [ "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "hello-check": [ "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check" ], "vs-standard": [ "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b" ], "progress": [ "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress" ], "long-context": [ "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context" ], "concurrency": [ "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report" ], "coverage-audit": [ "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit" ], "ladder": [ "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview" ], "parallel": [ "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q" ], "mac-vs-vps": [ "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report" ], "benchmark-report": [ "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report" ], "python-overnight": [ "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini" ] }, "by_grade": { "standard": [ "91751afd-068a-477b-8f40-6e1963f803f1", "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "archive-only": [ "86241185-24da-4f8e-b254-a60c9465e353", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "d1cff064-9141-48e0-b1d2-729b134e0543", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "flagship": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "legacy": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z", "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:pavilion:_template:windows_benchmark_template", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ] }, "by_source": { "mac": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b" ], "pavilion": [ "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:pavilion:_template:windows_benchmark_template", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark" ], "vps81-telemetry": [ "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ] }, "benchmarks": [ { "id": "91751afd-068a-477b-8f40-6e1963f803f1", "title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50", "date": "2026-05-05", "started_at": "2026-05-05T10:23:13Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-cpu-matrix-1", "model_family": "gemma/phi/qwen2.5/qwen3", "model_sizes": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b", "gemma-4-26b-a4b-it" ], "task_kind": "param-sweep", "tags": [ "a3b", "cpu", "gemma", "matrix", "qwen2.5", "qwen3", "vps50" ], "headline": "2 calls across 5 cell(s)", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "phi-4", "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b", "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-72b", "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b-it-q4km-cpu-ctx32k", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] } ], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b", "gemma-4-26b-a4b-it-q4km-cpu-ctx32k" ], "data_url": "/data/91751afd-068a-477b-8f40-6e1963f803f1/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/91751afd-068a-477b-8f40-6e1963f803f1/run.jsonl", "log": "/data/91751afd-068a-477b-8f40-6e1963f803f1/run.log", "md": null, "metadata": "/data/91751afd-068a-477b-8f40-6e1963f803f1/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/91751afd-068a-477b-8f40-6e1963f803f1/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "86241185-24da-4f8e-b254-a60c9465e353", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd" ], "status": "complete", "visibility": "draft" }, { "id": "79afe366-1055-4e45-adf6-593864a530e8", "title": "predator-a3b-ngl6-ctx-1 \u2014 qwen3 on predator", "date": "2026-05-05", "started_at": "2026-05-05T09:44:34Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-ngl6-ctx-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "param-sweep", "tags": [ "a3b", "ctx", "iq2", "ngl", "predator", "qwen3" ], "headline": "45 calls across 3 cell(s); ~5.2 tok/s mean; p50 84.8s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 81326.17, "duration_ms_p50": 73215.0, "duration_ms_p95": 152048.1, "tokens_per_sec_mean": 5.42, "tokens_per_sec_p50": 5.35, "tokens_per_sec_p95": 5.91, "tokens_per_sec_max": 5.93, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 84532.92, "duration_ms_p50": 99578.5, "duration_ms_p95": 152059.4, "tokens_per_sec_mean": 5.43, "tokens_per_sec_p50": 5.38, "tokens_per_sec_p95": 5.78, "tokens_per_sec_max": 5.94, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 91748.5, "duration_ms_p50": 98184.0, "duration_ms_p95": 161421.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.8, "tokens_per_sec_p95": 4.93, "tokens_per_sec_max": 4.93, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 81326.17, "duration_ms_p50": 73215.0, "duration_ms_p95": 152048.1, "tokens_per_sec_mean": 5.42, "tokens_per_sec_p50": 5.35, "tokens_per_sec_p95": 5.91, "tokens_per_sec_max": 5.93, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 88941.0, "duration_ms_p50": 81140.0, "tokens_per_sec_mean": 5.21 }, "warm": { "n_calls": 9, "duration_ms_mean": 78787.89, "duration_ms_p50": 70839.0, "tokens_per_sec_mean": 5.49 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 22599.5, "duration_ms_p50": 19202.0, "tokens_per_sec_mean": 5.54, "tokens_per_sec_p50": 5.54 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 71981.0, "duration_ms_p50": 73215.0, "tokens_per_sec_mean": 5.49, "tokens_per_sec_p50": 5.52 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 149398.0, "duration_ms_p50": 146891.5, "tokens_per_sec_mean": 5.23, "tokens_per_sec_p50": 5.26 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1030.83, "answer_chars_mean": 891.17 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 38170, "tokens_per_sec": 5.187319884726224, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 15973, "tokens_per_sec": 5.884930820760032, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 13824, "tokens_per_sec": 5.931712962962963, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 22431, "tokens_per_sec": 5.171414560206856, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 81140, "tokens_per_sec": 5.385753019472516, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 70839, "tokens_per_sec": 5.533674953062579, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 60354, "tokens_per_sec": 5.550584882526428, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 75591, "tokens_per_sec": 5.5033006574856795, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 147513, "tokens_per_sec": 5.063960464501434, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 157591, "tokens_per_sec": 5.254107150789068, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 146270, "tokens_per_sec": 5.271074041156765, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 146218, "tokens_per_sec": 5.313983230518815, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 84532.92, "duration_ms_p50": 99578.5, "duration_ms_p95": 152059.4, "tokens_per_sec_mean": 5.43, "tokens_per_sec_p50": 5.38, "tokens_per_sec_p95": 5.78, "tokens_per_sec_max": 5.94, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 92845.33, "duration_ms_p50": 110870.0, "tokens_per_sec_mean": 5.26 }, "warm": { "n_calls": 9, "duration_ms_mean": 81762.11, "duration_ms_p50": 88383.0, "tokens_per_sec_mean": 5.49 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 17637.5, "duration_ms_p50": 17538.5, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.55 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 99966.0, "duration_ms_p50": 110822.0, "tokens_per_sec_mean": 5.4, "tokens_per_sec_p50": 5.38 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 135995.25, "duration_ms_p50": 151381.0, "tokens_per_sec_mean": 5.3, "tokens_per_sec_p50": 5.23 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1265.92, "answer_chars_mean": 766.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 16242, "tokens_per_sec": 5.294914419406477, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 18234, "tokens_per_sec": 5.6487879785017, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 19231, "tokens_per_sec": 5.45993448078623, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 16843, "tokens_per_sec": 5.937184587068812, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 110870, "tokens_per_sec": 5.276449896274916, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 110774, "tokens_per_sec": 5.3712965136223305, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 112101, "tokens_per_sec": 5.379077795916182, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 66119, "tokens_per_sec": 5.580846655273068, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 151424, "tokens_per_sec": 5.197326711749788, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 152836, "tokens_per_sec": 5.227825904891517, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 88383, "tokens_per_sec": 5.555366982338232, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 151338, "tokens_per_sec": 5.226711070583726, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 91748.5, "duration_ms_p50": 98184.0, "duration_ms_p95": 161421.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.8, "tokens_per_sec_p95": 4.93, "tokens_per_sec_max": 4.93, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 107527.33, "duration_ms_p50": 120915.0, "tokens_per_sec_mean": 4.69 }, "warm": { "n_calls": 9, "duration_ms_mean": 86488.89, "duration_ms_p50": 96577.0, "tokens_per_sec_mean": 4.82 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 34153.25, "duration_ms_p50": 37396.5, "tokens_per_sec_mean": 4.73, "tokens_per_sec_p50": 4.79 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 98701.0, "duration_ms_p50": 100326.5, "tokens_per_sec_mean": 4.82, "tokens_per_sec_p50": 4.8 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 142391.25, "duration_ms_p50": 151248.0, "tokens_per_sec_mean": 4.8, "tokens_per_sec_p50": 4.79 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1250.42, "answer_chars_mean": 714.92 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 34389, "tokens_per_sec": 4.449097095001308, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 18091, "tokens_per_sec": 4.698468851915317, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 40404, "tokens_per_sec": 4.875754875754875, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 43729, "tokens_per_sec": 4.9166457042237415, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 120915, "tokens_per_sec": 4.920812140760038, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 73236, "tokens_per_sec": 4.765415915669889, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 104076, "tokens_per_sec": 4.82339828586802, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 96577, "tokens_per_sec": 4.783747683195792, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 167278, "tokens_per_sec": 4.698764930235895, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 145866, "tokens_per_sec": 4.744080183181824, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 99791, "tokens_per_sec": 4.93030433606237, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 156630, "tokens_per_sec": 4.839430505011811, "error": null } ] } ], "n_calls_total": 45, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k" ], "data_url": "/data/79afe366-1055-4e45-adf6-593864a530e8/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/79afe366-1055-4e45-adf6-593864a530e8/run.jsonl", "log": "/data/79afe366-1055-4e45-adf6-593864a530e8/run.log", "md": null, "metadata": "/data/79afe366-1055-4e45-adf6-593864a530e8/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/79afe366-1055-4e45-adf6-593864a530e8/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft" }, { "id": "e08a7051-a856-4053-b34b-561d7ce5e8cf", "title": "predator-a3b-ngl-ctx-2d-1 \u2014 qwen3 on predator", "date": "2026-05-05", "started_at": "2026-05-05T07:43:00Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-ngl-ctx-2d-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "param-sweep", "tags": [ "a3b", "ctx", "iq2", "ngl", "predator", "qwen3" ], "headline": "90 calls across 6 cell(s); ~5.9 tok/s mean; p50 73.4s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 85573.42, "duration_ms_p50": 78940.0, "duration_ms_p95": 159864.3, "tokens_per_sec_mean": 5.48, "tokens_per_sec_p50": 5.31, "tokens_per_sec_p95": 6.79, "tokens_per_sec_max": 6.8, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 71805.83, "duration_ms_p50": 58541.0, "duration_ms_p95": 140580.5, "tokens_per_sec_mean": 5.79, "tokens_per_sec_p50": 5.75, "tokens_per_sec_p95": 6.47, "tokens_per_sec_max": 6.7, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 96406.17, "duration_ms_p50": 105842.0, "duration_ms_p95": 154492.35, "tokens_per_sec_mean": 5.01, "tokens_per_sec_p50": 5.13, "tokens_per_sec_p95": 5.97, "tokens_per_sec_max": 6.29, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 65539.5, "duration_ms_p50": 64606.5, "duration_ms_p95": 118069.75, "tokens_per_sec_mean": 6.6, "tokens_per_sec_p50": 6.59, "tokens_per_sec_p95": 6.89, "tokens_per_sec_max": 6.91, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 71267.58, "duration_ms_p50": 80265.5, "duration_ms_p95": 128231.3, "tokens_per_sec_mean": 6.41, "tokens_per_sec_p50": 6.39, "tokens_per_sec_p95": 6.88, "tokens_per_sec_max": 6.9, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 69299.5, "duration_ms_p50": 68355.0, "duration_ms_p95": 124990.95, "tokens_per_sec_mean": 6.08, "tokens_per_sec_p50": 6.44, "tokens_per_sec_p95": 6.68, "tokens_per_sec_max": 6.69, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 85573.42, "duration_ms_p50": 78940.0, "duration_ms_p95": 159864.3, "tokens_per_sec_mean": 5.48, "tokens_per_sec_p50": 5.31, "tokens_per_sec_p95": 6.79, "tokens_per_sec_max": 6.8, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 92828.67, "duration_ms_p50": 110762.0, "tokens_per_sec_mean": 5.4 }, "warm": { "n_calls": 9, "duration_ms_mean": 83155.0, "duration_ms_p50": 76258.0, "tokens_per_sec_mean": 5.51 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 18907.5, "duration_ms_p50": 19953.0, "tokens_per_sec_mean": 6.04, "tokens_per_sec_p50": 6.21 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 84750.25, "duration_ms_p50": 78940.0, "tokens_per_sec_mean": 5.3, "tokens_per_sec_p50": 5.32 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 153062.5, "duration_ms_p50": 153912.0, "tokens_per_sec_mean": 5.11, "tokens_per_sec_p50": 5.14 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1193.67, "answer_chars_mean": 809.42 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 25689, "tokens_per_sec": 5.644439254155475, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 10035, "tokens_per_sec": 6.776283009466866, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 15585, "tokens_per_sec": 6.801411613731151, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 24321, "tokens_per_sec": 4.934007647711853, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 110762, "tokens_per_sec": 5.29062313789928, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 76258, "tokens_per_sec": 5.101104146450209, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 70359, "tokens_per_sec": 5.344021376085505, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 81622, "tokens_per_sec": 5.451961480973267, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 142035, "tokens_per_sec": 5.252226563875102, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 150027, "tokens_per_sec": 5.339038972984863, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 162391, "tokens_per_sec": 5.024909015893738, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 157797, "tokens_per_sec": 4.835326400375165, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 71805.83, "duration_ms_p50": 58541.0, "duration_ms_p95": 140580.5, "tokens_per_sec_mean": 5.79, "tokens_per_sec_p50": 5.75, "tokens_per_sec_p95": 6.47, "tokens_per_sec_max": 6.7, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 65655.0, "duration_ms_p50": 45721.0, "tokens_per_sec_mean": 5.92 }, "warm": { "n_calls": 9, "duration_ms_mean": 73856.11, "duration_ms_p50": 59728.0, "tokens_per_sec_mean": 5.75 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 20742.5, "duration_ms_p50": 18111.0, "tokens_per_sec_mean": 5.82, "tokens_per_sec_p50": 5.83 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 66764.5, "duration_ms_p50": 58541.0, "tokens_per_sec_mean": 5.84, "tokens_per_sec_p50": 5.76 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 127910.5, "duration_ms_p50": 132742.5, "tokens_per_sec_mean": 5.71, "tokens_per_sec_p50": 5.72 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1209.5, "answer_chars_mean": 618.75 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 13701, "tokens_per_sec": 5.766002481570688, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 33047, "tokens_per_sec": 4.932369050140709, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 15830, "tokens_per_sec": 6.69614655716993, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 20392, "tokens_per_sec": 5.884660651235779, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 45721, "tokens_per_sec": 6.277203035804117, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 59728, "tokens_per_sec": 5.575274578087329, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 57354, "tokens_per_sec": 5.666562053213377, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 104255, "tokens_per_sec": 5.85103831950506, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 137543, "tokens_per_sec": 5.729117439637059, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 144293, "tokens_per_sec": 5.516553124545196, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 101864, "tokens_per_sec": 5.703683342495877, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 127942, "tokens_per_sec": 5.893295399477889, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 96406.17, "duration_ms_p50": 105842.0, "duration_ms_p95": 154492.35, "tokens_per_sec_mean": 5.01, "tokens_per_sec_p50": 5.13, "tokens_per_sec_p95": 5.97, "tokens_per_sec_max": 6.29, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 109523.67, "duration_ms_p50": 118125.0, "tokens_per_sec_mean": 4.11 }, "warm": { "n_calls": 9, "duration_ms_mean": 92033.67, "duration_ms_p50": 95486.0, "tokens_per_sec_mean": 5.31 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 33574.75, "duration_ms_p50": 31872.5, "tokens_per_sec_mean": 4.73, "tokens_per_sec_p50": 5.19 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 103544.75, "duration_ms_p50": 105842.0, "tokens_per_sec_mean": 5.19, "tokens_per_sec_p50": 5.05 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 152099.0, "duration_ms_p50": 150187.0, "tokens_per_sec_mean": 5.11, "tokens_per_sec_p50": 5.13 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1296.25, "answer_chars_mean": 873.42 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 59744, "tokens_per_sec": 2.259641135511516, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 10810, "tokens_per_sec": 6.290471785383904, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 20002, "tokens_per_sec": 5.049495050494951, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 43743, "tokens_per_sec": 5.326566536360103, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 118125, "tokens_per_sec": 4.960846560846561, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 116198, "tokens_per_sec": 5.146388061756657, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 95486, "tokens_per_sec": 4.932660285277422, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 84370, "tokens_per_sec": 5.71293113665995, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 150702, "tokens_per_sec": 5.122692465926132, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 148897, "tokens_per_sec": 5.131063755481978, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 159125, "tokens_per_sec": 4.788688138256088, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 149672, "tokens_per_sec": 5.378427494788604, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 65539.5, "duration_ms_p50": 64606.5, "duration_ms_p95": 118069.75, "tokens_per_sec_mean": 6.6, "tokens_per_sec_p50": 6.59, "tokens_per_sec_p95": 6.89, "tokens_per_sec_max": 6.91, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 66671.33, "duration_ms_p50": 58574.0, "tokens_per_sec_mean": 6.36 }, "warm": { "n_calls": 9, "duration_ms_mean": 65162.22, "duration_ms_p50": 69317.0, "tokens_per_sec_mean": 6.68 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 16306.0, "duration_ms_p50": 15313.0, "tokens_per_sec_mean": 6.71, "tokens_per_sec_p50": 6.86 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 75223.75, "duration_ms_p50": 74910.0, "tokens_per_sec_mean": 6.61, "tokens_per_sec_p50": 6.59 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 105088.75, "duration_ms_p50": 114731.0, "tokens_per_sec_mean": 6.49, "tokens_per_sec_p50": 6.48 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1152.67, "answer_chars_mean": 769.33 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 19864, "tokens_per_sec": 6.192106322996375, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 14734, "tokens_per_sec": 6.854893443735578, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 15636, "tokens_per_sec": 6.907137375287798, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 14990, "tokens_per_sec": 6.871247498332221, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 58574, "tokens_per_sec": 6.572882166148803, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 89924, "tokens_per_sec": 6.60557804368133, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 92501, "tokens_per_sec": 6.551280526697008, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 59896, "tokens_per_sec": 6.728329103779885, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 121576, "tokens_per_sec": 6.317036257156018, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 69317, "tokens_per_sec": 6.6794581415814305, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 114261, "tokens_per_sec": 6.485152414209573, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 115201, "tokens_per_sec": 6.475638232307012, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 71267.58, "duration_ms_p50": 80265.5, "duration_ms_p95": 128231.3, "tokens_per_sec_mean": 6.41, "tokens_per_sec_p50": 6.39, "tokens_per_sec_p95": 6.88, "tokens_per_sec_max": 6.9, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 80477.67, "duration_ms_p50": 99471.0, "tokens_per_sec_mean": 5.99 }, "warm": { "n_calls": 9, "duration_ms_mean": 68197.56, "duration_ms_p50": 69604.0, "tokens_per_sec_mean": 6.55 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 16514.0, "duration_ms_p50": 16585.0, "tokens_per_sec_mean": 6.53, "tokens_per_sec_p50": 6.84 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 79436.25, "duration_ms_p50": 81054.0, "tokens_per_sec_mean": 6.43, "tokens_per_sec_p50": 6.44 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 117852.5, "duration_ms_p50": 124494.0, "tokens_per_sec_mean": 6.25, "tokens_per_sec_p50": 6.25 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1063.5, "answer_chars_mean": 944.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 18535, "tokens_per_sec": 5.557054221742649, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 18478, "tokens_per_sec": 6.873038207598224, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 14692, "tokens_per_sec": 6.806425265450585, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 14351, "tokens_per_sec": 6.898473973939098, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 99471, "tokens_per_sec": 6.2430256054528455, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 56166, "tokens_per_sec": 6.445180358223837, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 92504, "tokens_per_sec": 6.442964628556602, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 69604, "tokens_per_sec": 6.5944485949083385, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 123427, "tokens_per_sec": 6.165587756325601, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 90927, "tokens_per_sec": 6.345749887272207, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 131495, "tokens_per_sec": 6.319631925168257, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 125561, "tokens_per_sec": 6.188227236164095, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 69299.5, "duration_ms_p50": 68355.0, "duration_ms_p95": 124990.95, "tokens_per_sec_mean": 6.08, "tokens_per_sec_p50": 6.44, "tokens_per_sec_p95": 6.68, "tokens_per_sec_max": 6.69, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 78350.33, "duration_ms_p50": 72290.0, "tokens_per_sec_mean": 4.93 }, "warm": { "n_calls": 9, "duration_ms_mean": 66282.56, "duration_ms_p50": 64420.0, "tokens_per_sec_mean": 6.47 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25171.0, "duration_ms_p50": 25926.5, "tokens_per_sec_mean": 5.49, "tokens_per_sec_p50": 6.3 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 73270.5, "duration_ms_p50": 68355.0, "tokens_per_sec_mean": 6.39, "tokens_per_sec_p50": 6.46 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 109457.0, "duration_ms_p50": 117967.0, "tokens_per_sec_mean": 6.37, "tokens_per_sec_p50": 6.4 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1185.42, "answer_chars_mean": 741.92 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 35465, "tokens_per_sec": 2.7068941209643307, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 27111, "tokens_per_sec": 6.1598613109070115, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 24742, "tokens_per_sec": 6.668822245574327, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 13366, "tokens_per_sec": 6.43423612150232, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 72290, "tokens_per_sec": 5.97593028081339, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 92055, "tokens_per_sec": 6.474390310140676, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 64317, "tokens_per_sec": 6.436867391202949, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 64420, "tokens_per_sec": 6.690468798509779, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 127296, "tokens_per_sec": 6.1038838612368025, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 123105, "tokens_per_sec": 6.344177734454328, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 74598, "tokens_per_sec": 6.568540711547227, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 112829, "tokens_per_sec": 6.45224188816705, "error": null } ] } ], "n_calls_total": 90, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k", "qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k", "qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k", "qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k", "qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k", "qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k" ], "data_url": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/run.jsonl", "log": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/run.log", "md": null, "metadata": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/e08a7051-a856-4053-b34b-561d7ce5e8cf/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft" }, { "id": "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50", "date": "2026-05-05", "started_at": "2026-05-05T07:00:10Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-cpu-matrix-1", "model_family": "gemma/phi/qwen2.5/qwen3", "model_sizes": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "task_kind": "param-sweep", "tags": [ "a3b", "cpu", "gemma", "matrix", "qwen2.5", "qwen3", "vps50" ], "headline": "6 calls across 5 cell(s); ~0.0 tok/s mean; p50 527.8s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "phi-4", "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b", "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-72b", "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "phi-4-q4km-cpu-ctx32k", "cell_id": "vps50:llamacpp:phi-4-q4km-cpu-ctx32k", "n_calls": 6, "n_errors": 0, "duration_ms_mean": 548939.5, "duration_ms_p50": 527802.5, "duration_ms_p95": 614865.75, "tokens_per_sec_mean": 0.02, "tokens_per_sec_p50": 0.02, "tokens_per_sec_p95": 0.02, "tokens_per_sec_max": 0.02, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:phi-4-q4km-cpu-ctx32k", "n_calls": 6, "n_errors": 0, "duration_ms_mean": 548939.5, "duration_ms_p50": 527802.5, "duration_ms_p95": 614865.75, "tokens_per_sec_mean": 0.02, "tokens_per_sec_p50": 0.02, "tokens_per_sec_p95": 0.02, "tokens_per_sec_max": 0.02, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": 540002.0, "duration_ms_p50": 540002.0, "tokens_per_sec_mean": 0.02 }, "warm": { "n_calls": 3, "duration_ms_mean": 551918.67, "duration_ms_p50": 515603.0, "tokens_per_sec_mean": 0.02 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 548939.5, "duration_ms_p50": 527802.5, "tokens_per_sec_mean": 0.02, "tokens_per_sec_p50": 0.02 } }, "chars_split": { "has_thinking": false, "reasoning_chars_mean": 0.0, "answer_chars_mean": 34.0 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 540002, "tokens_per_sec": 0.01851844993166692, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 628077, "tokens_per_sec": 0.015921614706477072, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 512076, "tokens_per_sec": 0.01952835126035979, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 515603, "tokens_per_sec": 0.019394766903993967, "error": null } ] } ], "n_calls_total": 6, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b", "phi-4-q4km-cpu-ctx32k" ], "data_url": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/run.jsonl", "log": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/run.log", "md": null, "metadata": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "86241185-24da-4f8e-b254-a60c9465e353", "91751afd-068a-477b-8f40-6e1963f803f1", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd" ], "status": "complete", "visibility": "draft" }, { "id": "86241185-24da-4f8e-b254-a60c9465e353", "title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50", "date": "2026-05-05", "started_at": "2026-05-05T03:07:15Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-cpu-matrix-1", "model_family": "gemma/phi/qwen2.5/qwen3", "model_sizes": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "task_kind": "param-sweep", "tags": [ "a3b", "cpu", "gemma", "matrix", "qwen2.5", "qwen3", "vps50" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "phi-4", "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b", "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-72b", "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "data_url": "/data/86241185-24da-4f8e-b254-a60c9465e353/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/86241185-24da-4f8e-b254-a60c9465e353/run.jsonl", "log": "/data/86241185-24da-4f8e-b254-a60c9465e353/run.log", "md": null, "metadata": "/data/86241185-24da-4f8e-b254-a60c9465e353/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/86241185-24da-4f8e-b254-a60c9465e353/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd" ], "status": "meta-only", "visibility": "draft" }, { "id": "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "title": "vps50-gemma-e4b-1 \u2014 gemma on vps50", "date": "2026-05-05", "started_at": "2026-05-05T03:07:13Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-gemma-e4b-1", "model_family": "gemma", "model_sizes": [ "gemma-4-e4b" ], "task_kind": "chat", "tags": [ "gemma", "vps50" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "gemma-4-e4b", "cell_id": "vps50:llamacpp:gemma-4-e4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:gemma-4-e4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "gemma-4-e4b" ], "data_url": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/run.jsonl", "log": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/run.log", "md": null, "metadata": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "86241185-24da-4f8e-b254-a60c9465e353", "91751afd-068a-477b-8f40-6e1963f803f1" ], "status": "meta-only", "visibility": "draft" }, { "id": "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "title": "vps50-gemma-e4b-1 \u2014 gemma on vps50", "date": "2026-05-04", "started_at": "2026-05-04T23:53:09Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-gemma-e4b-1", "model_family": "gemma", "model_sizes": [ "gemma-4-e4b" ], "task_kind": "chat", "tags": [ "gemma", "vps50" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "gemma-4-e4b", "cell_id": "vps50:llamacpp:gemma-4-e4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:gemma-4-e4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "gemma-4-e4b" ], "data_url": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/run.jsonl", "log": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/run.log", "md": null, "metadata": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "86241185-24da-4f8e-b254-a60c9465e353", "91751afd-068a-477b-8f40-6e1963f803f1" ], "status": "meta-only", "visibility": "draft" }, { "id": "ad28cb95-5134-40b5-8514-c8a381f83d87", "title": "predator-a3b-ctx-sweep-1 \u2014 qwen3 on predator", "date": "2026-05-04", "started_at": "2026-05-04T23:48:01Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-ctx-sweep-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "param-sweep", "tags": [ "a3b", "ctx", "iq2", "predator", "qwen3", "sweep" ], "headline": "45 calls across 3 cell(s); ~5.0 tok/s mean; p50 83.9s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 82375.0, "duration_ms_p50": 69292.5, "duration_ms_p95": 170672.15, "tokens_per_sec_mean": 4.69, "tokens_per_sec_p50": 4.74, "tokens_per_sec_p95": 4.92, "tokens_per_sec_max": 4.95, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 79021.08, "duration_ms_p50": 83884.0, "duration_ms_p95": 146975.5, "tokens_per_sec_mean": 5.46, "tokens_per_sec_p50": 5.41, "tokens_per_sec_p95": 5.73, "tokens_per_sec_max": 5.83, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 88976.42, "duration_ms_p50": 97634.0, "duration_ms_p95": 162935.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.77, "tokens_per_sec_p95": 5.0, "tokens_per_sec_max": 5.12, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 82375.0, "duration_ms_p50": 69292.5, "duration_ms_p95": 170672.15, "tokens_per_sec_mean": 4.69, "tokens_per_sec_p50": 4.74, "tokens_per_sec_p95": 4.92, "tokens_per_sec_max": 4.95, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 90812.0, "duration_ms_p50": 69978.0, "tokens_per_sec_mean": 4.4 }, "warm": { "n_calls": 9, "duration_ms_mean": 79562.67, "duration_ms_p50": 68607.0, "tokens_per_sec_mean": 4.79 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25406.0, "duration_ms_p50": 24753.0, "tokens_per_sec_mean": 4.61, "tokens_per_sec_p50": 4.84 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 70149.25, "duration_ms_p50": 69292.5, "tokens_per_sec_mean": 4.76, "tokens_per_sec_p50": 4.74 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 151569.75, "duration_ms_p50": 167047.0, "tokens_per_sec_mean": 4.7, "tokens_per_sec_p50": 4.66 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1116.17, "answer_chars_mean": 630.5 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 33949, "tokens_per_sec": 3.7998173731185014, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 21340, "tokens_per_sec": 4.779756326148079, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 28166, "tokens_per_sec": 4.899524249094653, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 18169, "tokens_per_sec": 4.953492212009467, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 69978, "tokens_per_sec": 4.730058018234303, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 75274, "tokens_per_sec": 4.742673433057895, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 68607, "tokens_per_sec": 4.8828836707624586, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 66738, "tokens_per_sec": 4.689981719560071, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 168509, "tokens_per_sec": 4.664439288109241, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 173316, "tokens_per_sec": 4.644695238754645, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 98869, "tokens_per_sec": 4.834680233440209, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 165585, "tokens_per_sec": 4.662258054775493, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 79021.08, "duration_ms_p50": 83884.0, "duration_ms_p95": 146975.5, "tokens_per_sec_mean": 5.46, "tokens_per_sec_p50": 5.41, "tokens_per_sec_p95": 5.73, "tokens_per_sec_max": 5.83, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 68214.0, "duration_ms_p50": 89809.0, "tokens_per_sec_mean": 5.3 }, "warm": { "n_calls": 9, "duration_ms_mean": 82623.44, "duration_ms_p50": 77959.0, "tokens_per_sec_mean": 5.51 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 26140.75, "duration_ms_p50": 24427.0, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.61 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 80091.75, "duration_ms_p50": 85924.0, "tokens_per_sec_mean": 5.5, "tokens_per_sec_p50": 5.52 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 130830.75, "duration_ms_p50": 142584.5, "tokens_per_sec_mean": 5.28, "tokens_per_sec_p50": 5.29 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1055.92, "answer_chars_mean": 843.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 19560, "tokens_per_sec": 5.316973415132924, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 29294, "tokens_per_sec": 5.564279374615962, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 37869, "tokens_per_sec": 5.651060233964457, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 17840, "tokens_per_sec": 5.829596412556054, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 95273, "tokens_per_sec": 5.374030417851857, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 93889, "tokens_per_sec": 5.453247984321912, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 77959, "tokens_per_sec": 5.579856078194949, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 53246, "tokens_per_sec": 5.577883784697442, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 89809, "tokens_per_sec": 5.199924283757753, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 145855, "tokens_per_sec": 5.3340646532515175, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 148345, "tokens_per_sec": 5.244531328996596, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 139314, "tokens_per_sec": 5.347631968072125, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 88976.42, "duration_ms_p50": 97634.0, "duration_ms_p95": 162935.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.77, "tokens_per_sec_p95": 5.0, "tokens_per_sec_max": 5.12, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 94769.67, "duration_ms_p50": 97143.0, "tokens_per_sec_mean": 4.64 }, "warm": { "n_calls": 9, "duration_ms_mean": 87045.33, "duration_ms_p50": 98125.0, "tokens_per_sec_mean": 4.84 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25067.0, "duration_ms_p50": 21998.5, "tokens_per_sec_mean": 4.72, "tokens_per_sec_p50": 4.76 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 101212.25, "duration_ms_p50": 100751.5, "tokens_per_sec_mean": 4.76, "tokens_per_sec_p50": 4.74 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 140650.0, "duration_ms_p50": 149948.0, "tokens_per_sec_mean": 4.88, "tokens_per_sec_p50": 4.83 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1302.08, "answer_chars_mean": 611.75 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 22587, "tokens_per_sec": 4.471598707220968, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 42874, "tokens_per_sec": 4.898073424453048, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 21410, "tokens_per_sec": 4.810836057916862, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 13397, "tokens_per_sec": 4.702545345972979, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 97143, "tokens_per_sec": 4.66322843642877, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 107841, "tokens_per_sec": 4.747730455021745, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 95505, "tokens_per_sec": 4.732736505942097, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 104360, "tokens_per_sec": 4.906094288999617, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 164579, "tokens_per_sec": 4.794050273728725, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 161591, "tokens_per_sec": 4.746551478733345, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 98125, "tokens_per_sec": 5.115923566878981, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 138305, "tokens_per_sec": 4.858826506633888, "error": null } ] } ], "n_calls_total": 45, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k" ], "data_url": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl", "log": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.log", "md": null, "metadata": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/ad28cb95-5134-40b5-8514-c8a381f83d87/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "79afe366-1055-4e45-adf6-593864a530e8", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft" }, { "id": "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50", "date": "2026-05-04", "started_at": "2026-05-04T23:39:53Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-cpu-matrix-1", "model_family": "gemma/phi/qwen2.5/qwen3", "model_sizes": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "task_kind": "param-sweep", "tags": [ "a3b", "cpu", "gemma", "matrix", "qwen2.5", "qwen3", "vps50" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "phi-4", "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b", "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-72b", "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "data_url": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/run.jsonl", "log": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/run.log", "md": null, "metadata": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/212d6278-1b9b-45e9-8aae-7eed4d4ec822/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "86241185-24da-4f8e-b254-a60c9465e353", "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd" ], "status": "meta-only", "visibility": "draft" }, { "id": "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "title": "predator-a3b-ngl-matrix-1 \u2014 qwen3 on predator", "date": "2026-05-04", "started_at": "2026-05-04T22:50:47Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-ngl-matrix-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "param-sweep", "tags": [ "a3b", "iq2", "matrix", "ngl", "predator", "qwen3" ], "headline": "42 calls across 3 cell(s); ~5.7 tok/s mean; p50 71.5s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 85436.42, "duration_ms_p50": 92483.0, "duration_ms_p95": 154201.8, "tokens_per_sec_mean": 4.95, "tokens_per_sec_p50": 4.98, "tokens_per_sec_p95": 5.15, "tokens_per_sec_max": 5.15, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 75013.58, "duration_ms_p50": 81347.0, "duration_ms_p95": 146474.55, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.36, "tokens_per_sec_p95": 6.61, "tokens_per_sec_max": 6.63, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 62607.33, "duration_ms_p50": 67049.0, "duration_ms_p95": 123041.65, "tokens_per_sec_mean": 6.58, "tokens_per_sec_p50": 6.68, "tokens_per_sec_p95": 6.88, "tokens_per_sec_max": 6.89, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 85436.42, "duration_ms_p50": 92483.0, "duration_ms_p95": 154201.8, "tokens_per_sec_mean": 4.95, "tokens_per_sec_p50": 4.98, "tokens_per_sec_p95": 5.15, "tokens_per_sec_max": 5.15, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 95785.67, "duration_ms_p50": 108039.0, "tokens_per_sec_mean": 4.86 }, "warm": { "n_calls": 9, "duration_ms_mean": 81986.67, "duration_ms_p50": 92416.0, "tokens_per_sec_mean": 4.99 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 24673.5, "duration_ms_p50": 23088.0, "tokens_per_sec_mean": 4.84, "tokens_per_sec_p50": 4.75 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 93075.75, "duration_ms_p50": 96497.0, "tokens_per_sec_mean": 4.9, "tokens_per_sec_p50": 4.88 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 138560.0, "duration_ms_p50": 153138.0, "tokens_per_sec_mean": 5.12, "tokens_per_sec_p50": 5.13 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1263.58, "answer_chars_mean": 656.75 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 23904, "tokens_per_sec": 4.769076305220883, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 19868, "tokens_per_sec": 4.731226092208577, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 22272, "tokens_per_sec": 4.714439655172414, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 32650, "tokens_per_sec": 5.145482388973966, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 108039, "tokens_per_sec": 4.73902942455965, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 71270, "tokens_per_sec": 4.910902202890417, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 92416, "tokens_per_sec": 4.858466066481995, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 100578, "tokens_per_sec": 5.0905764680148735, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 155414, "tokens_per_sec": 5.057459430939298, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 92550, "tokens_per_sec": 5.143165856293895, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 153066, "tokens_per_sec": 5.121973527759267, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 153210, "tokens_per_sec": 5.149794399843352, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 75013.58, "duration_ms_p50": 81347.0, "duration_ms_p95": 146474.55, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.36, "tokens_per_sec_p95": 6.61, "tokens_per_sec_max": 6.63, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 85208.33, "duration_ms_p50": 64718.0, "tokens_per_sec_mean": 5.44 }, "warm": { "n_calls": 9, "duration_ms_mean": 71615.33, "duration_ms_p50": 92482.0, "tokens_per_sec_mean": 5.64 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 20134.0, "duration_ms_p50": 14613.0, "tokens_per_sec_mean": 6.15, "tokens_per_sec_p50": 6.26 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 81221.25, "duration_ms_p50": 82069.0, "tokens_per_sec_mean": 5.31, "tokens_per_sec_p50": 5.31 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 123685.5, "duration_ms_p50": 126628.0, "tokens_per_sec_mean": 5.3, "tokens_per_sec_p50": 5.3 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1129.25, "answer_chars_mean": 657.58 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 41903, "tokens_per_sec": 5.4411378660239125, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 10852, "tokens_per_sec": 6.634721710283818, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 9407, "tokens_per_sec": 6.590836611034336, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 18374, "tokens_per_sec": 5.932295635136606, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 64718, "tokens_per_sec": 5.67075620383819, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 96029, "tokens_per_sec": 5.331722708765061, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 93926, "tokens_per_sec": 4.971999233439091, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 70212, "tokens_per_sec": 5.28399703754344, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 149004, "tokens_per_sec": 5.194491423049046, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 92482, "tokens_per_sec": 5.319954153240631, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 108851, "tokens_per_sec": 5.282450321999798, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 144405, "tokens_per_sec": 5.387625082233995, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 62607.33, "duration_ms_p50": 67049.0, "duration_ms_p95": 123041.65, "tokens_per_sec_mean": 6.58, "tokens_per_sec_p50": 6.68, "tokens_per_sec_p95": 6.88, "tokens_per_sec_max": 6.89, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 66010.0, "duration_ms_p50": 67078.0, "tokens_per_sec_mean": 6.23 }, "warm": { "n_calls": 9, "duration_ms_mean": 61473.11, "duration_ms_p50": 67020.0, "tokens_per_sec_mean": 6.7 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 12523.5, "duration_ms_p50": 12403.5, "tokens_per_sec_mean": 6.59, "tokens_per_sec_p50": 6.86 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 66233.75, "duration_ms_p50": 67049.0, "tokens_per_sec_mean": 6.67, "tokens_per_sec_p50": 6.69 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 109064.75, "duration_ms_p50": 118280.0, "tokens_per_sec_mean": 6.49, "tokens_per_sec_p50": 6.44 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1095.0, "answer_chars_mean": 736.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 11689, "tokens_per_sec": 5.731884677902301, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 14951, "tokens_per_sec": 6.889171292890108, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 10336, "tokens_per_sec": 6.8691950464396285, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 13118, "tokens_per_sec": 6.860801951517, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 67078, "tokens_per_sec": 6.57443573153642, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 59196, "tokens_per_sec": 6.689641191972431, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 71641, "tokens_per_sec": 6.6861154925252295, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 67020, "tokens_per_sec": 6.714413607878246, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 119263, "tokens_per_sec": 6.397625416097196, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 72039, "tokens_per_sec": 6.676938880328711, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 117297, "tokens_per_sec": 6.462228360486628, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 127660, "tokens_per_sec": 6.423311922293593, "error": null } ] } ], "n_calls_total": 42, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6", "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12", "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24" ], "data_url": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.jsonl", "log": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.log", "md": null, "metadata": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/b37836bf-d1a2-4d6b-a732-aff89da1fa07/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_NGL_RETUNE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft" }, { "id": "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "title": "A3B cross-machine \u2014 Pavilion side", "date": "2026-05-04", "started_at": "2026-05-04T22:11:43Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "llamacpp", "harness": "pavilion-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2xxs" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen3" ], "headline": "Pavilion (GTX 1050) running Qwen3-30B-A3B IQ2-XXS at ~6 tok/s mean, p50 58s. The smaller half of the cross-machine pair.", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2xxs-think500", "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 72439.92, "duration_ms_p50": 57784.0, "duration_ms_p95": 174786.1, "tokens_per_sec_mean": 5.88, "tokens_per_sec_p50": 6.67, "tokens_per_sec_p95": 8.17, "tokens_per_sec_max": 8.19, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 72439.92, "duration_ms_p50": 57784.0, "duration_ms_p95": 174786.1, "tokens_per_sec_mean": 5.88, "tokens_per_sec_p50": 6.67, "tokens_per_sec_p95": 8.17, "tokens_per_sec_max": 8.19, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 161561.0, "duration_ms_p50": 132262.0, "tokens_per_sec_mean": 3.22 }, "warm": { "n_calls": 9, "duration_ms_mean": 42732.89, "duration_ms_p50": 49471.0, "tokens_per_sec_mean": 6.77 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 67896.0, "duration_ms_p50": 16463.0, "tokens_per_sec_mean": 3.36, "tokens_per_sec_p50": 3.89 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 72019.0, "duration_ms_p50": 55635.5, "tokens_per_sec_mean": 6.81, "tokens_per_sec_p50": 7.79 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 77404.75, "duration_ms_p50": 63543.0, "tokens_per_sec_mean": 7.47, "tokens_per_sec_p50": 7.98 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 974.67, "answer_chars_mean": 587.17 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 226760, "tokens_per_sec": 0.28223672605397776, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 15935, "tokens_per_sec": 4.016316284907436, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 16991, "tokens_per_sec": 3.7667000176564063, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 11898, "tokens_per_sec": 5.379055303412338, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 132262, "tokens_per_sec": 3.4855060410397543, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 61800, "tokens_per_sec": 7.427184466019418, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 49471, "tokens_per_sec": 8.186614380141902, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 44543, "tokens_per_sec": 8.149428641986395, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 125661, "tokens_per_sec": 5.904775546907951, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 68390, "tokens_per_sec": 7.998245357508408, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 56872, "tokens_per_sec": 8.018005345336897, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 58696, "tokens_per_sec": 7.956249148153196, "error": null } ] } ], "n_calls_total": 14, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2xxs-think500" ], "data_url": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.jsonl" }, "site_grade": "flagship", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.jsonl", "log": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.log", "md": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.md", "metadata": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/23066b38-ea9c-4dd3-b2f5-32912a67fce4/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_CROSS_MACHINE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft", "headline_override": "Pavilion (GTX 1050) running Qwen3-30B-A3B IQ2-XXS at ~6 tok/s mean, p50 58s. The smaller half of the cross-machine pair.", "title_override": "A3B cross-machine \u2014 Pavilion side" }, { "id": "d1cff064-9141-48e0-b1d2-729b134e0543", "title": "Predator Qwen rerun", "date": "2026-05-04", "started_at": "2026-05-04T22:02:28Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "llamacpp", "harness": "pavilion-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2xxs" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen3" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2xxs-think500", "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2xxs-think500" ], "data_url": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.jsonl", "log": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.log", "md": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.md", "metadata": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/d1cff064-9141-48e0-b1d2-729b134e0543/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "meta-only", "visibility": "draft" }, { "id": "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "title": "A3B cross-machine \u2014 Predator side", "date": "2026-05-04", "started_at": "2026-05-04T22:02:17Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "predator", "qwen3" ], "headline": "Predator (GTX 1070) running the same A3B IQ2-XXS at ~3.9 tok/s mean, p50 102s \u2014 the larger half of the pair.", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 107312.08, "duration_ms_p50": 101920.0, "duration_ms_p95": 211459.2, "tokens_per_sec_mean": 3.87, "tokens_per_sec_p50": 3.99, "tokens_per_sec_p95": 4.06, "tokens_per_sec_max": 4.06, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 107312.08, "duration_ms_p50": 101920.0, "duration_ms_p95": 211459.2, "tokens_per_sec_mean": 3.87, "tokens_per_sec_p50": 3.99, "tokens_per_sec_p95": 4.06, "tokens_per_sec_max": 4.06, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 109544.33, "duration_ms_p50": 97117.0, "tokens_per_sec_mean": 3.47 }, "warm": { "n_calls": 9, "duration_ms_mean": 106568.0, "duration_ms_p50": 106723.0, "tokens_per_sec_mean": 4.01 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 18483.25, "duration_ms_p50": 16067.0, "tokens_per_sec_mean": 3.61, "tokens_per_sec_p50": 3.95 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 104743.5, "duration_ms_p50": 101920.0, "tokens_per_sec_mean": 4.02, "tokens_per_sec_p50": 4.02 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 198709.5, "duration_ms_p50": 196861.0, "tokens_per_sec_mean": 3.99, "tokens_per_sec_p50": 3.99 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1081.42, "answer_chars_mean": 835.08 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 26022, "tokens_per_sec": 2.459457382215049, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 15870, "tokens_per_sec": 3.9697542533081287, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 15777, "tokens_per_sec": 4.056537998352032, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 16264, "tokens_per_sec": 3.935071323167733, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 97117, "tokens_per_sec": 3.995181070255465, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 86427, "tokens_per_sec": 4.061230865354577, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 106723, "tokens_per_sec": 4.047862222763603, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 128707, "tokens_per_sec": 3.9780276131057364, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 205494, "tokens_per_sec": 3.9514535704205476, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 188228, "tokens_per_sec": 4.037656459187794, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 218750, "tokens_per_sec": 4.027428571428572, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 182366, "tokens_per_sec": 3.9590713181185087, "error": null } ] } ], "n_calls_total": 14, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500" ], "data_url": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.jsonl" }, "site_grade": "flagship", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.jsonl", "log": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.log", "md": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.md", "metadata": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/5fb2913d-6500-4ecf-9e97-d43f7dd61145/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_CROSS_MACHINE_2026-05-05.md", "A3B_NGL_RETUNE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87" ], "status": "complete", "visibility": "draft", "headline_override": "Predator (GTX 1070) running the same A3B IQ2-XXS at ~3.9 tok/s mean, p50 102s \u2014 the larger half of the pair.", "title_override": "A3B cross-machine \u2014 Predator side" }, { "id": "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "title": "predator-a3b-1 \u2014 qwen3 on predator", "date": "2026-05-04", "started_at": "2026-05-04T21:24:11Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "predator", "qwen3" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500" ], "data_url": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/run.jsonl", "log": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/run.log", "md": null, "metadata": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87" ], "status": "meta-only", "visibility": "draft" }, { "id": "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "title": "Predator Qwen rerun", "date": "2026-05-04", "started_at": "2026-05-04T21:24:10Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "llamacpp", "harness": "pavilion-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2xxs" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen3" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2xxs-think500", "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2xxs-think500" ], "data_url": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.jsonl", "log": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.log", "md": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.md", "metadata": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "meta-only", "visibility": "draft" }, { "id": "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "title": "pavilion-a3b-1 \u2014 qwen3 on pavilion", "date": "2026-05-04", "started_at": "2026-05-04T20:38:52Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "llamacpp", "harness": "pavilion-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2xxs" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen3" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2xxs-think500", "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2xxs-think500" ], "data_url": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/run.jsonl", "log": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/run.log", "md": null, "metadata": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "meta-only", "visibility": "draft" }, { "id": "fe4fa289-67a9-48e8-8a80-d5d88c875208", "title": "predator-a3b-1 \u2014 qwen3 on predator", "date": "2026-05-04", "started_at": "2026-05-04T18:50:19Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b" ], "task_kind": "chat", "tags": [ "a3b", "predator", "qwen3" ], "headline": "2 calls across 1 cell(s)", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-q4km-think500", "cell_id": "predator:llamacpp:qwen3:30b-a3b-q4km-think500", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-q4km-think500", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] } ], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-q4km-think500" ], "data_url": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.jsonl", "log": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.log", "md": null, "metadata": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/fe4fa289-67a9-48e8-8a80-d5d88c875208/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87" ], "status": "complete", "visibility": "draft" }, { "id": "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "title": "Predator Qwen rerun matrix", "date": "2026-05-04", "started_at": "2026-05-04T17:49:07Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-qwen-rerun-1", "model_family": "qwen3/qwen3.5", "model_sizes": [ "qwen3.5:9b", "qwen3:14b" ], "task_kind": "chat", "tags": [ "predator", "qwen3", "qwen3.5", "rerun" ], "headline": "Three Qwen variants on Predator: 36 calls, ~10.9 tok/s mean, p50 24s. The single-machine flagship for the rerun campaign.", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3.5:9b-q4km-think500", "cell_id": "predator:llamacpp:qwen3.5:9b-q4km-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 30474.33, "duration_ms_p50": 33717.5, "duration_ms_p95": 52611.55, "tokens_per_sec_mean": 14.25, "tokens_per_sec_p50": 14.91, "tokens_per_sec_p95": 15.3, "tokens_per_sec_max": 15.32, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q4km-nothink", "cell_id": "predator:llamacpp:qwen3.5:9b-q4km-nothink", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 10425.75, "duration_ms_p50": 7200.0, "duration_ms_p95": 23998.85, "tokens_per_sec_mean": 12.55, "tokens_per_sec_p50": 14.37, "tokens_per_sec_p95": 14.93, "tokens_per_sec_max": 14.95, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:14b-q4km", "cell_id": "predator:llamacpp:qwen3:14b-q4km", "n_calls": 8, "n_errors": 0, "duration_ms_mean": 130876.17, "duration_ms_p50": 78946.0, "duration_ms_p95": 277160.0, "tokens_per_sec_mean": 1.06, "tokens_per_sec_p50": 1.09, "tokens_per_sec_p95": 1.28, "tokens_per_sec_max": 1.33, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3.5:9b-q4km-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 30474.33, "duration_ms_p50": 33717.5, "duration_ms_p95": 52611.55, "tokens_per_sec_mean": 14.25, "tokens_per_sec_p50": 14.91, "tokens_per_sec_p95": 15.3, "tokens_per_sec_max": 15.32, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 32096.67, "duration_ms_p50": 35949.0, "tokens_per_sec_mean": 12.86 }, "warm": { "n_calls": 9, "duration_ms_mean": 29933.56, "duration_ms_p50": 33586.0, "tokens_per_sec_mean": 14.72 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 5178.25, "duration_ms_p50": 4671.5, "tokens_per_sec_mean": 12.69, "tokens_per_sec_p50": 13.7 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 34217.0, "duration_ms_p50": 33717.5, "tokens_per_sec_mean": 14.98, "tokens_per_sec_p50": 15.19 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 52027.75, "duration_ms_p50": 51815.5, "tokens_per_sec_mean": 15.09, "tokens_per_sec_p50": 15.07 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1456.67, "answer_chars_mean": 434.17 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 6773, "tokens_per_sec": 9.449283921452828, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 4597, "tokens_per_sec": 13.922123123776375, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 4632, "tokens_per_sec": 13.816925734024181, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 4711, "tokens_per_sec": 13.585226066652515, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 35949, "tokens_per_sec": 14.242398954073828, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 33849, "tokens_per_sec": 15.126000768117228, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 33586, "tokens_per_sec": 15.244447091049842, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 33484, "tokens_per_sec": 15.290885198900966, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 53568, "tokens_per_sec": 14.878285543608126, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 51802, "tokens_per_sec": 14.941508049882245, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 51829, "tokens_per_sec": 15.203843408130583, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 50912, "tokens_per_sec": 15.320553111250787, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3.5:9b-q4km-nothink", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 10425.75, "duration_ms_p50": 7200.0, "duration_ms_p95": 23998.85, "tokens_per_sec_mean": 12.55, "tokens_per_sec_p50": 14.37, "tokens_per_sec_p95": 14.93, "tokens_per_sec_max": 14.95, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 10193.33, "duration_ms_p50": 7338.0, "tokens_per_sec_mean": 11.56 }, "warm": { "n_calls": 9, "duration_ms_mean": 10503.22, "duration_ms_p50": 7062.0, "tokens_per_sec_mean": 12.89 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 1597.75, "duration_ms_p50": 1393.0, "tokens_per_sec_mean": 8.47, "tokens_per_sec_p50": 9.34 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 7203.75, "duration_ms_p50": 7200.0, "tokens_per_sec_mean": 14.32, "tokens_per_sec_p50": 14.37 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 22475.75, "duration_ms_p50": 22106.5, "tokens_per_sec_mean": 14.87, "tokens_per_sec_p50": 14.88 } }, "chars_split": { "has_thinking": false, "reasoning_chars_mean": 0.0, "answer_chars_mean": 678.58 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 2372, "tokens_per_sec": 5.480607082630692, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 1350, "tokens_per_sec": 9.62962962962963, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 1436, "tokens_per_sec": 9.052924791086351, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 1233, "tokens_per_sec": 9.7323600973236, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 7338, "tokens_per_sec": 14.445352957209048, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 8034, "tokens_per_sec": 14.438635797859098, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 7062, "tokens_per_sec": 14.301897479467572, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 6381, "tokens_per_sec": 14.104372355430183, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 20870, "tokens_per_sec": 14.758025874460948, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 24820, "tokens_per_sec": 14.947622884770347, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 23327, "tokens_per_sec": 14.918334976636514, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 20886, "tokens_per_sec": 14.842478215072298, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:14b-q4km", "n_calls": 8, "n_errors": 0, "duration_ms_mean": 130876.17, "duration_ms_p50": 78946.0, "duration_ms_p95": 277160.0, "tokens_per_sec_mean": 1.06, "tokens_per_sec_p50": 1.09, "tokens_per_sec_p95": 1.28, "tokens_per_sec_max": 1.33, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": 198723.5, "duration_ms_p50": 198723.5, "tokens_per_sec_mean": 0.9 }, "warm": { "n_calls": 4, "duration_ms_mean": 96952.5, "duration_ms_p50": 59373.0, "tokens_per_sec_mean": 1.14 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 68859.25, "duration_ms_p50": 59373.0, "tokens_per_sec_mean": 0.97, "tokens_per_sec_p50": 1.08 }, "P-MEDIUM": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": 254910.0, "duration_ms_p50": 254910.0, "tokens_per_sec_mean": 1.24, "tokens_per_sec_p50": 1.24 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 504.5, "answer_chars_mean": 201.0 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 98037, "tokens_per_sec": 0.6528147536134317, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 59855, "tokens_per_sec": 1.0692506891654834, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 58654, "tokens_per_sec": 1.0911446789647765, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 58891, "tokens_per_sec": 1.0867534937426773, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 299410, "tokens_per_sec": 1.142246417955312, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 210410, "tokens_per_sec": 1.3307352312152465, "error": null } ] } ], "n_calls_total": 36, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3.5:9b-q4km-think500", "qwen3.5:9b-q4km-nothink", "qwen3:14b-q4km" ], "data_url": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.jsonl" }, "site_grade": "flagship", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.jsonl", "log": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.log", "md": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.md", "metadata": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_CROSS_MACHINE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "09d8fbde-0008-49bb-99da-03eeaca72be1", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "status": "complete", "visibility": "draft", "headline_override": "Three Qwen variants on Predator: 36 calls, ~10.9 tok/s mean, p50 24s. The single-machine flagship for the rerun campaign.", "title_override": "Predator Qwen rerun matrix" }, { "id": "09d8fbde-0008-49bb-99da-03eeaca72be1", "title": "Predator trio bench", "date": "2026-05-04", "started_at": "2026-05-04T16:01:52Z", "git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39", "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-trio-1", "model_family": "gemma/granite/qwen3.5", "model_sizes": [ "granite-4.1:8b", "gemma-4:e4b-it", "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "gemma", "granite", "predator", "qwen3", "qwen3.5", "trio" ], "headline": "42 calls across 3 cell(s); ~16.5 tok/s mean; p50 9.6s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "granite-4.1:8b-q4km", "cell_id": "predator:llamacpp:granite-4.1:8b-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 8831.33, "duration_ms_p50": 6403.0, "duration_ms_p95": 19524.25, "tokens_per_sec_mean": 13.49, "tokens_per_sec_p50": 15.16, "tokens_per_sec_p95": 15.73, "tokens_per_sec_max": 15.75, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4:e4b-it-q4km", "cell_id": "predator:llamacpp:gemma-4:e4b-it-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 9888.42, "duration_ms_p50": 8199.0, "duration_ms_p95": 21724.5, "tokens_per_sec_mean": 21.82, "tokens_per_sec_p50": 22.91, "tokens_per_sec_p95": 23.64, "tokens_per_sec_max": 23.66, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q4km", "cell_id": "predator:llamacpp:qwen3.5:9b-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 37136.33, "duration_ms_p50": 35324.5, "duration_ms_p95": 71874.15, "tokens_per_sec_mean": 14.04, "tokens_per_sec_p50": 14.42, "tokens_per_sec_p95": 14.57, "tokens_per_sec_max": 14.57, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:granite-4.1:8b-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 8831.33, "duration_ms_p50": 6403.0, "duration_ms_p95": 19524.25, "tokens_per_sec_mean": 13.49, "tokens_per_sec_p50": 15.16, "tokens_per_sec_p95": 15.73, "tokens_per_sec_max": 15.75, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 9384.0, "duration_ms_p50": 6095.0, "tokens_per_sec_mean": 11.89 }, "warm": { "n_calls": 9, "duration_ms_mean": 8647.11, "duration_ms_p50": 6602.0, "tokens_per_sec_mean": 14.03 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 1121.5, "duration_ms_p50": 918.0, "tokens_per_sec_mean": 9.73, "tokens_per_sec_p50": 10.89 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 6472.5, "duration_ms_p50": 6403.0, "tokens_per_sec_mean": 15.05, "tokens_per_sec_p50": 15.16 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 18900.0, "duration_ms_p50": 18835.5, "tokens_per_sec_mean": 15.7, "tokens_per_sec_p50": 15.72 } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 1782, "tokens_per_sec": 5.611672278338945, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 919, "tokens_per_sec": 10.88139281828074, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 917, "tokens_per_sec": 10.905125408942203, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 868, "tokens_per_sec": 11.52073732718894, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 6095, "tokens_per_sec": 14.438063986874488, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 6204, "tokens_per_sec": 15.151515151515152, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 6989, "tokens_per_sec": 15.16669051366433, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 6602, "tokens_per_sec": 15.44986367767343, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 20275, "tokens_per_sec": 15.635018495684342, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 18761, "tokens_per_sec": 15.72410852299984, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 18910, "tokens_per_sec": 15.70597567424643, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 17654, "tokens_per_sec": 15.747139458479666, "error": null } ] }, { "cell_id": "predator:llamacpp:gemma-4:e4b-it-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 9888.42, "duration_ms_p50": 8199.0, "duration_ms_p95": 21724.5, "tokens_per_sec_mean": 21.82, "tokens_per_sec_p50": 22.91, "tokens_per_sec_p95": 23.64, "tokens_per_sec_max": 23.66, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 11939.0, "duration_ms_p50": 3858.0, "tokens_per_sec_mean": 21.37 }, "warm": { "n_calls": 9, "duration_ms_mean": 9204.89, "duration_ms_p50": 12258.0, "tokens_per_sec_mean": 21.97 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 2534.5, "duration_ms_p50": 2884.0, "tokens_per_sec_mean": 19.17, "tokens_per_sec_p50": 20.06 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 8322.5, "duration_ms_p50": 8199.0, "tokens_per_sec_mean": 22.77, "tokens_per_sec_p50": 22.85 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 18808.25, "duration_ms_p50": 16034.0, "tokens_per_sec_mean": 23.52, "tokens_per_sec_p50": 23.53 } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 3519, "tokens_per_sec": 18.186984938903098, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 851, "tokens_per_sec": 14.10105757931845, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 2918, "tokens_per_sec": 21.93283070596299, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 2850, "tokens_per_sec": 22.45614035087719, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 3858, "tokens_per_sec": 22.291342664593053, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 4140, "tokens_per_sec": 21.73913043478261, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 12258, "tokens_per_sec": 23.413281122532226, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 13034, "tokens_per_sec": 23.63050483351235, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 28440, "tokens_per_sec": 23.628691983122362, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 16230, "tokens_per_sec": 23.65988909426987, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 15838, "tokens_per_sec": 23.424674832680896, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 14725, "tokens_per_sec": 23.3616298811545, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3.5:9b-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 37136.33, "duration_ms_p50": 35324.5, "duration_ms_p95": 71874.15, "tokens_per_sec_mean": 14.04, "tokens_per_sec_p50": 14.42, "tokens_per_sec_p95": 14.57, "tokens_per_sec_max": 14.57, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 38309.67, "duration_ms_p50": 35678.0, "tokens_per_sec_mean": 13.28 }, "warm": { "n_calls": 9, "duration_ms_mean": 36745.22, "duration_ms_p50": 35311.0, "tokens_per_sec_mean": 14.29 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 4857.5, "duration_ms_p50": 4646.0, "tokens_per_sec_mean": 13.25, "tokens_per_sec_p50": 13.78 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 35390.5, "duration_ms_p50": 35324.5, "tokens_per_sec_mean": 14.47, "tokens_per_sec_p50": 14.49 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 71161.0, "duration_ms_p50": 70320.5, "tokens_per_sec_mean": 14.4, "tokens_per_sec_p50": 14.56 } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 5514, "tokens_per_sec": 11.606819006166122, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 4659, "tokens_per_sec": 13.736853402017601, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 4633, "tokens_per_sec": 13.813943449169004, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 4624, "tokens_per_sec": 13.84083044982699, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 35678, "tokens_per_sec": 14.350580189472506, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 35311, "tokens_per_sec": 14.499730962023166, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 35338, "tokens_per_sec": 14.488652442130284, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 35235, "tokens_per_sec": 14.531006101887328, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 73737, "tokens_per_sec": 13.887193674817256, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 70291, "tokens_per_sec": 14.568010129319545, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 70266, "tokens_per_sec": 14.573193294054022, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 70350, "tokens_per_sec": 14.555792466240229, "error": null } ] } ], "n_calls_total": 42, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "granite-4.1:8b-q4km", "gemma-4:e4b-it-q4km", "qwen3.5:9b-q4km" ], "data_url": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.jsonl" }, "site_grade": "flagship", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.jsonl", "log": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.log", "md": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.md", "metadata": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/09d8fbde-0008-49bb-99da-03eeaca72be1/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_CROSS_MACHINE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "status": "complete", "visibility": "draft" }, { "id": "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "kind": "legacy", "title": "HF Chinchilla \u2014 local Mac \u00b7 2026-05-04", "date": "2026-05-04", "started_at": "2026-05-04", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "mlx-or-hf", "harness": "legacy", "model_family": "chinchilla", "model_sizes": [ "hf-chinchilla-mix" ], "task_kind": "throughput", "tags": [ "legacy", "mac", "mac" ], "headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 chinchilla", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T095713Z.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/slobodans-macbook-air/reports/hf-chinchilla-benchmarks/hf-chinchilla-local-mac-20260504T095713Z" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "mac", "legacy_url": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T095713Z.html", "legacy_suite": "chinchilla" }, { "id": "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z", "kind": "legacy", "title": "HF Chinchilla \u2014 local Mac \u00b7 2026-05-04", "date": "2026-05-04", "started_at": "2026-05-04", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "mlx-or-hf", "harness": "legacy", "model_family": "chinchilla", "model_sizes": [ "hf-chinchilla-mix" ], "task_kind": "throughput", "tags": [ "legacy", "mac", "mac" ], "headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 chinchilla", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T100034Z.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/slobodans-macbook-air/reports/hf-chinchilla-benchmarks/hf-chinchilla-local-mac-20260504T100034Z" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "mac", "legacy_url": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T100034Z.html", "legacy_suite": "chinchilla" }, { "id": "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "title": "pavilion-weeyuga-v3 \u2014 qwen2.5/qwen2.5-coder/qwen3/qwen3.5 on pavilion", "date": "2026-04-29", "started_at": "2026-04-29T09:51:46Z", "git_sha": "371ce70c8708ce0aedbe4f3bf096f8e8f8b11d43", "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "weeyuga", "harness": "pavilion-weeyuga-v3", "model_family": "qwen2.5/qwen2.5-coder/qwen3/qwen3.5", "model_sizes": [ "qwen3.5:4b", "qwen3.5:35b-a3b-uncensored", "qwen3.5:35b-a3b-iq2s", "qwen3.5:9b-q6k", "qwen3.5:9b", "qwen3.5:2b", "qwen3.5:0.8b", "qwen2.5-coder:14b", "qwen2.5-coder:3b", "qwen3:14b", "qwen3:8b", "qwen3:4b", "qwen2.5:3b", "qwen2.5-coder:1.5b", "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen2.5", "qwen3", "qwen3.5", "weeyuga" ], "headline": "96 calls across 16 cell(s); 12 errors", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3.5:4b", "cell_id": "pavilion:weeyuga:qwen3.5:4b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:35b-a3b-uncensored-iq1m", "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:35b-a3b-iq2s", "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q6k", "cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q4km", "cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:2b", "cell_id": "pavilion:weeyuga:qwen3.5:2b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:0.8b", "cell_id": "pavilion:weeyuga:qwen3.5:0.8b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b", "cell_id": "pavilion:weeyuga:qwen3.5:9b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:14b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:14b", "n_calls": 6, "n_errors": 6, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:3b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:3b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:14b", "cell_id": "pavilion:weeyuga:qwen3:14b", "n_calls": 6, "n_errors": 4, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:8b", "cell_id": "pavilion:weeyuga:qwen3:8b", "n_calls": 6, "n_errors": 2, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:4b", "cell_id": "pavilion:weeyuga:qwen3:4b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5:3b", "cell_id": "pavilion:weeyuga:qwen2.5:3b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:1.5b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:0.5b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:weeyuga:qwen3.5:4b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:2b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:0.8b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:14b", "n_calls": 6, "n_errors": 6, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 6, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:3b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3:14b", "n_calls": 6, "n_errors": 4, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3:8b", "n_calls": 6, "n_errors": 2, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3:4b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5:3b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] } ], "n_calls_total": 96, "n_errors_total": 12, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3.5:4b", "qwen3.5:35b-a3b-uncensored-iq1m", "qwen3.5:35b-a3b-iq2s", "qwen3.5:9b-q6k", "qwen3.5:9b-q4km", "qwen3.5:2b", "qwen3.5:0.8b", "qwen3.5:9b", "qwen2.5-coder:14b", "qwen2.5-coder:3b", "qwen3:14b", "qwen3:8b", "qwen3:4b", "qwen2.5:3b", "qwen2.5-coder:1.5b", "qwen2.5-coder:0.5b" ], "data_url": "/data/ad057f5b-ed3f-4a95-a38e-361be310ffd6/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "error rate 12/96", "raw_data_urls": { "jsonl": "/data/ad057f5b-ed3f-4a95-a38e-361be310ffd6/run.jsonl", "log": null, "md": null, "metadata": "/data/ad057f5b-ed3f-4a95-a38e-361be310ffd6/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/ad057f5b-ed3f-4a95-a38e-361be310ffd6/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "PAVILION_LLAMACPP_VS_OLLAMA_v0_INCOMPLETE.md" ], "related_ids": [ "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44" ], "status": "complete", "visibility": "draft" }, { "id": "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "kind": "legacy", "title": "Pavilion via Weeyuga \u2014 Mission 1 Phase 1 Baseline", "date": "2026-04-29", "started_at": "2026-04-29", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-29-pavilion-weeyuga-v1-benchmark.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-29-pavilion-weeyuga-v1-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-29-pavilion-weeyuga-v1-benchmark.html", "legacy_suite": null }, { "id": "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "title": "pavilion-weeyuga-v1 \u2014 qwen2.5/qwen2.5-coder/qwen3/qwen3.5 on pavilion", "date": "2026-04-28", "started_at": "2026-04-28T21:03:46Z", "git_sha": "9934892784228748586130d8abbacd82a919aee2", "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "weeyuga", "harness": "pavilion-weeyuga-v1", "model_family": "qwen2.5/qwen2.5-coder/qwen3/qwen3.5", "model_sizes": [ "qwen3.5:4b", "qwen3.5:35b-a3b-uncensored", "qwen3.5:35b-a3b-iq2s", "qwen3.5:9b-q6k", "qwen3.5:9b", "qwen3.5:2b", "qwen3.5:0.8b", "qwen2.5-coder:14b", "qwen2.5-coder:3b", "qwen3:14b", "qwen3:8b", "qwen3:4b", "qwen2.5:3b", "qwen2.5-coder:1.5b", "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen2.5", "qwen3", "qwen3.5", "weeyuga" ], "headline": "17 calls across 16 cell(s); 3 errors", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "PAVILION_WEEYUGA_v1", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3.5:4b", "cell_id": "pavilion:weeyuga:qwen3.5:4b", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:35b-a3b-uncensored-iq1m", "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:35b-a3b-iq2s", "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q6k", "cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q4km", "cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:2b", "cell_id": "pavilion:weeyuga:qwen3.5:2b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:0.8b", "cell_id": "pavilion:weeyuga:qwen3.5:0.8b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b", "cell_id": "pavilion:weeyuga:qwen3.5:9b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:14b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:14b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:3b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:3b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:14b", "cell_id": "pavilion:weeyuga:qwen3:14b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:8b", "cell_id": "pavilion:weeyuga:qwen3:8b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:4b", "cell_id": "pavilion:weeyuga:qwen3:4b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5:3b", "cell_id": "pavilion:weeyuga:qwen2.5:3b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:1.5b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:0.5b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:weeyuga:qwen3.5:4b", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:2b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:0.8b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:14b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:3b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3:14b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" } ] }, { "cell_id": "pavilion:weeyuga:qwen3:8b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" } ] }, { "cell_id": "pavilion:weeyuga:qwen3:4b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5:3b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] } ], "n_calls_total": 17, "n_errors_total": 3, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3.5:4b", "qwen3.5:35b-a3b-uncensored-iq1m", "qwen3.5:35b-a3b-iq2s", "qwen3.5:9b-q6k", "qwen3.5:9b-q4km", "qwen3.5:2b", "qwen3.5:0.8b", "qwen3.5:9b", "qwen2.5-coder:14b", "qwen2.5-coder:3b", "qwen3:14b", "qwen3:8b", "qwen3:4b", "qwen2.5:3b", "qwen2.5-coder:1.5b", "qwen2.5-coder:0.5b" ], "data_url": "/data/ff1131ca-d021-4e06-8616-4b4cdb54e97e/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "error rate 3/17", "raw_data_urls": { "jsonl": "/data/ff1131ca-d021-4e06-8616-4b4cdb54e97e/run.jsonl", "log": null, "md": null, "metadata": "/data/ff1131ca-d021-4e06-8616-4b4cdb54e97e/metadata.json", "gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/ff1131ca-d021-4e06-8616-4b4cdb54e97e/" }, "synthesis_doc": "PAVILION_WEEYUGA_v1.md", "synthesis_docs_all": [ "PAVILION_WEEYUGA_v1.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "PAVILION_LLAMACPP_VS_OLLAMA_v0_INCOMPLETE.md" ], "related_ids": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44" ], "status": "complete", "visibility": "draft" }, { "id": "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "kind": "legacy", "title": "Prompt Handoff Codegen Benchmark Report", "date": "2026-04-20", "started_at": "2026-04-20", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_12-55-35/report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_12-55-35/report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_12-55-35/report.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "kind": "legacy", "title": "Prompt Handoff Codegen Benchmark Report", "date": "2026-04-20", "started_at": "2026-04-20", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_13-08-27/report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_13-08-27/report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_13-08-27/report.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen3_5_0_8b", "kind": "legacy", "title": "Qwen3.5 0.8B - Benchmark Page", "date": "2026-04-18", "started_at": "2026-04-18", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:0.8b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen3_5_0_8b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen3_5_0_8b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen3_5_0_8b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:report-catalog", "kind": "legacy", "title": "Telemetry Report Catalog", "date": "2026-04-18", "started_at": "2026-04-18", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/report-catalog.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/report-catalog.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/report-catalog.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-small-model-manual.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-16-qwen3_5_4b-local-mac-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen3_5_4b_hello_check/2026-04-16-qwen3_5_4b-local-mac-hello-check.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen3_5_4b_hello_check/2026-04-16-qwen3_5_4b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen3_5_4b_hello_check/2026-04-16-qwen3_5_4b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "kind": "legacy", "title": "SmolVLM2 256M Video - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/ahmadwaqar_smolvlm2_256m_video_q8_0.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/ahmadwaqar_smolvlm2_256m_video_q8_0.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/ahmadwaqar_smolvlm2_256m_video_q8_0.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:codellama34_16k", "kind": "legacy", "title": "CodeLlama 34 16k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "llama", "model_sizes": [ "codellama:34b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/codellama34_16k.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/codellama34_16k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/codellama34_16k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:codestral_32k", "kind": "legacy", "title": "Codestral 32k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "codestral", "model_sizes": [ "codestral:22b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/codestral_32k.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/codestral_32k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/codestral_32k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:llama3_2_3b", "kind": "legacy", "title": "Llama 3.2 3B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "llama", "model_sizes": [ "llama3.2:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/llama3_2_3b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/llama3_2_3b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/llama3_2_3b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:phi3", "kind": "legacy", "title": "Phi-3 Mini - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "phi", "model_sizes": [ "phi-3:mini" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/phi3.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/phi3.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/phi3.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:phind34_16k", "kind": "legacy", "title": "Phind 34 16k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "phi", "model_sizes": [ "phind-codellama:34b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/phind34_16k.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/phind34_16k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/phind34_16k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen14_coder_32k", "kind": "legacy", "title": "Qwen14 Coder 32k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen14_coder_32k.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen14_coder_32k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen14_coder_32k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen14_general_32k", "kind": "legacy", "title": "Qwen14 General 32k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen14_general_32k.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen14_general_32k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen14_general_32k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_3b", "kind": "legacy", "title": "Qwen2.5 3B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_3b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_3b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_3b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_0_5b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_coder_0_5b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_0_5b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "kind": "legacy", "title": "Qwen2.5 Coder 14B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:14b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_14b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_coder_14b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_14b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_1_5b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_coder_1_5b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_1_5b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "kind": "legacy", "title": "Qwen2.5 Coder 3B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_3b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen2_5_coder_3b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_3b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen32_coder_32k", "kind": "legacy", "title": "Qwen32 Coder 32k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen32_coder_32k.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen32_coder_32k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen32_coder_32k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen3_5_4b", "kind": "legacy", "title": "Qwen3.5 4B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen3_5_4b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen3_5_4b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen3_5_4b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen3_5_9b", "kind": "legacy", "title": "Qwen3.5 9B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen3_5_9b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/qwen3_5_9b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen3_5_9b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:riven_smolvlm", "kind": "legacy", "title": "SmolVLM 500M - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/riven_smolvlm.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/riven_smolvlm.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/riven_smolvlm.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "kind": "legacy", "title": "SmolLM2 135M - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "smollm2", "model_sizes": [ "smollm2:135m" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/smollm2_135m_instruct_q5_k_m.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/smollm2_135m_instruct_q5_k_m.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/smollm2_135m_instruct_q5_k_m.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "kind": "legacy", "title": "SmolLM2 1.7B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "smollm2", "model_sizes": [ "smollm2:1.7b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/smollm2_1_7b_instruct_q4_k_m.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/smollm2_1_7b_instruct_q4_k_m.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/smollm2_1_7b_instruct_q4_k_m.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "kind": "legacy", "title": "SmolLM2 360M - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "smollm2", "model_sizes": [ "smollm2:360m" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/smollm2_360m_instruct_q5_k_m.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/models/smollm2_360m_instruct_q5_k_m.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/smollm2_360m_instruct_q5_k_m.html", "legacy_suite": null }, { "id": "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "kind": "legacy", "title": "2026-04-16 Qwen3.5 4B MLX Local Mac Benchmark", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b-mlx" ], "task_kind": "chat", "tags": [ "legacy", "mac", "mac" ], "headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/slobodans-macbook-air/reports/2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "mac", "legacy_url": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark.html", "legacy_suite": null }, { "id": "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "kind": "legacy", "title": "2026-04-16 Qwen3.5 4B MLX vs Qwen3.5 4B Ollama", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b-mlx" ], "task_kind": "chat", "tags": [ "legacy", "mac", "mac" ], "headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 vs-standard", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-vs-standard-4b.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/slobodans-macbook-air/reports/2026-04-16-qwen3_5_4b_mlx-vs-standard-4b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "mac", "legacy_url": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-vs-standard-4b.html", "legacy_suite": "vs-standard" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "kind": "legacy", "title": "Qwen3.5 9B Local Mac Progress", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 progress", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-13-qwen3_5_9b-local-mac-progress.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-13-qwen3_5_9b-local-mac-progress.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-13-qwen3_5_9b-local-mac-progress.html", "legacy_suite": "progress" }, { "id": "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-hello-check.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-small-model-manual.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "kind": "legacy", "title": "2026-04-13 Pavilion Windows GPU Qwen3.5 0.8B Long Context", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 long-context", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-0_8b-long-context.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-13-windows-gpu-qwen35-0_8b-long-context.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-0_8b-long-context.html", "legacy_suite": "long-context" }, { "id": "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "kind": "legacy", "title": "2026-04-13 Pavilion GPU lane - Qwen3.5 2B", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 long-context", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-2b-long-context.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-13-windows-gpu-qwen35-2b-long-context.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-2b-long-context.html", "legacy_suite": "long-context" }, { "id": "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "kind": "legacy", "title": "2026-04-13 Pavilion Windows GPU Qwen3.5 Long Context", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 long-context", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-long-context.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-13-windows-gpu-qwen35-long-context.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-long-context.html", "legacy_suite": "long-context" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model Concurrency Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "kind": "legacy", "title": "Qwen2.5 Coder 14B Local Mac Overview (Aborted)", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:14b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model Concurrency Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model Concurrency Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen3_5_9b_hello_check/2026-04-12-qwen3_5_9b-local-mac-hello-check.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen3_5_9b_hello_check/2026-04-12-qwen3_5_9b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen3_5_9b_hello_check/2026-04-12-qwen3_5_9b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 1-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-17-36/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-17-36/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-17-36/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 1-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 2-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/02-up/qwen2_5_coder_0_5b_2up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/02-up/qwen2_5_coder_0_5b_2up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/02-up/qwen2_5_coder_0_5b_2up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 3-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/03-up/qwen2_5_coder_0_5b_3up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/03-up/qwen2_5_coder_0_5b_3up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/03-up/qwen2_5_coder_0_5b_3up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 4-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/04-up/qwen2_5_coder_0_5b_4up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/04-up/qwen2_5_coder_0_5b_4up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/04-up/qwen2_5_coder_0_5b_4up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 5-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/05-up/qwen2_5_coder_0_5b_5up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/05-up/qwen2_5_coder_0_5b_5up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/05-up/qwen2_5_coder_0_5b_5up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 6-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/06-up/qwen2_5_coder_0_5b_6up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/06-up/qwen2_5_coder_0_5b_6up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/06-up/qwen2_5_coder_0_5b_6up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 7-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/07-up/qwen2_5_coder_0_5b_7up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/07-up/qwen2_5_coder_0_5b_7up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/07-up/qwen2_5_coder_0_5b_7up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 3-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/03-up/qwen2_5_coder_1_5b_3up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/03-up/qwen2_5_coder_1_5b_3up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/03-up/qwen2_5_coder_1_5b_3up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 4-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/04-up/qwen2_5_coder_1_5b_4up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/04-up/qwen2_5_coder_1_5b_4up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/04-up/qwen2_5_coder_1_5b_4up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 5-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/05-up/qwen2_5_coder_1_5b_5up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/05-up/qwen2_5_coder_1_5b_5up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/05-up/qwen2_5_coder_1_5b_5up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 6-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/06-up/qwen2_5_coder_1_5b_6up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/06-up/qwen2_5_coder_1_5b_6up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/06-up/qwen2_5_coder_1_5b_6up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 7-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/07-up/qwen2_5_coder_1_5b_7up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/07-up/qwen2_5_coder_1_5b_7up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/07-up/qwen2_5_coder_1_5b_7up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 3-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/03-up/qwen2_5_coder_3b_3up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/03-up/qwen2_5_coder_3b_3up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/03-up/qwen2_5_coder_3b_3up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 4-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/04-up/qwen2_5_coder_3b_4up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/04-up/qwen2_5_coder_3b_4up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/04-up/qwen2_5_coder_3b_4up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 5-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/05-up/qwen2_5_coder_3b_5up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/05-up/qwen2_5_coder_3b_5up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/05-up/qwen2_5_coder_3b_5up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 6-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/06-up/qwen2_5_coder_3b_6up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/06-up/qwen2_5_coder_3b_6up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/06-up/qwen2_5_coder_3b_6up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 7-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/07-up/qwen2_5_coder_3b_7up_parallel_report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/07-up/qwen2_5_coder_3b_7up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/07-up/qwen2_5_coder_3b_7up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "kind": "legacy", "title": "Windows Benchmark Coverage Audit", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 coverage-audit", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-12-windows-benchmark-coverage-audit.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-12-windows-benchmark-coverage-audit.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-12-windows-benchmark-coverage-audit.html", "legacy_suite": "coverage-audit" }, { "id": "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "kind": "legacy", "title": "Qwen2.5 Coder 14B Windows CPU Benchmark", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:14b" ], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-12-windows-cpu-qwen14b-benchmark.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-12-windows-cpu-qwen14b-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-12-windows-cpu-qwen14b-benchmark.html", "legacy_suite": null }, { "id": "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "kind": "legacy", "title": "Qwen2.5 Coder 14B Windows GPU Benchmark", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:14b" ], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-12-windows-gpu-qwen14b-benchmark.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-12-windows-gpu-qwen14b-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-12-windows-gpu-qwen14b-benchmark.html", "legacy_suite": null }, { "id": "legacy:pavilion:_template:windows_benchmark_template", "kind": "legacy", "title": "{{DOCUMENT_TITLE}}", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/_template/windows_benchmark_template.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/_template/windows_benchmark_template.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/_template/windows_benchmark_template.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "kind": "legacy", "title": "Mac Qwen Coder Ladder", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 ladder", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-mac-qwen-coder-ladder-overview.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-mac-qwen-coder-ladder-overview.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-mac-qwen-coder-ladder-overview.html", "legacy_suite": "ladder" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "kind": "legacy", "title": "Local Mac Qwen Mixed-Model Parallel 20Q", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 parallel", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-mixed-model-20q.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-parallel-qwen-mixed-model-20q.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-mixed-model-20q.html", "legacy_suite": "parallel" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "kind": "legacy", "title": "Local Mac Qwen Same-Model Parallel 20Q", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 parallel", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-same-model-20q.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-parallel-qwen-same-model-20q.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-same-model-20q.html", "legacy_suite": "parallel" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "kind": "legacy", "title": "MAC Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-small-model-manual.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen0_5b-local-mac-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "kind": "legacy", "title": "Qwen0.5B Mac vs VPS Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 mac-vs-vps", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-vs-vps-report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen0_5b-local-mac-vs-vps-report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-vs-vps-report.html", "legacy_suite": "mac-vs-vps" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-small-model-manual.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen1_5b-local-mac-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Mac vs VPS", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 mac-vs-vps", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-vs-vps-report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen1_5b-local-mac-vs-vps-report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-vs-vps-report.html", "legacy_suite": "mac-vs-vps" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-small-model-manual.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen3b-local-mac-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Mac vs VPS", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 mac-vs-vps", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-vs-vps-report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/2026-04-11-qwen3b-local-mac-vs-vps-report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-vs-vps-report.html", "legacy_suite": "mac-vs-vps" }, { "id": "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen0_5b_hello_check/2026-04-11-qwen0_5b-local-mac-hello-check.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen0_5b_hello_check/2026-04-11-qwen0_5b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen0_5b_hello_check/2026-04-11-qwen0_5b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen1_5b_hello_check/2026-04-11-qwen1_5b-local-mac-hello-check.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen1_5b_hello_check/2026-04-11-qwen1_5b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen1_5b_hello_check/2026-04-11-qwen1_5b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen3b_hello_check/2026-04-11-qwen3b-local-mac-hello-check.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/local-mac/qwen3b_hello_check/2026-04-11-qwen3b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen3b_hello_check/2026-04-11-qwen3b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-small-model-manual.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen1_5b/2026-04-11-qwen1_5b-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v1-20q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3b/2026-04-11-qwen3b-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v2-10q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3b/2026-04-11-qwen3b-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-small-model-manual.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen3b/2026-04-11-qwen3b-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "kind": "legacy", "title": "Windows Pavilion qwen0.5b CPU Benchmark", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-11-windows-cpu-qwen0_5b-benchmark.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-11-windows-cpu-qwen0_5b-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-11-windows-cpu-qwen0_5b-benchmark.html", "legacy_suite": null }, { "id": "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "kind": "legacy", "title": "Windows Pavilion qwen0.5b GPU Benchmark", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-11-windows-gpu-qwen0_5b-benchmark.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/pavilion-windows-laptop/reports/2026-04-11-windows-gpu-qwen0_5b-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-11-windows-gpu-qwen0_5b-benchmark.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Benchmark Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 benchmark-report", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q.html", "legacy_suite": "benchmark-report" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Benchmark Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 benchmark-report", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-with-10q.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-with-10q.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-with-10q.html", "legacy_suite": "benchmark-report" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Benchmark Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 benchmark-report", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report.html", "legacy_suite": "benchmark-report" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-hello-check.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-small-model-manual.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/qwen0_5b/2026-04-10-qwen0_5b-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-09", "started_at": "2026-04-09", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-overnight", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/python-overnight/2026-04-09-python-task-suite-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/python-overnight/2026-04-09-python-task-suite-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/python-overnight/2026-04-09-python-task-suite-mini.html", "legacy_suite": "python-overnight" }, { "id": "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-06", "started_at": "2026-04-06", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-overnight", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/python-overnight/2026-04-06-python-task-suite-mini.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/python-overnight/2026-04-06-python-task-suite-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/python-overnight/2026-04-06-python-task-suite-mini.html", "legacy_suite": "python-overnight" }, { "id": "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-05", "started_at": "2026-04-05", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/2026-04-05-large-model-hello-check.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/2026-04-05-large-model-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/2026-04-05-large-model-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:2026-04-05-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-05", "started_at": "2026-04-05", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/2026-04-05-small-model-manual.html", "source_path": "/Users/slobodan/Documents/MyServers/instances/vps-81-17-99-14/telemetry/generated/2026-04-05-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/2026-04-05-small-model-manual.html", "legacy_suite": "small-model-manual" } ], "skipped": [ "ff1131ca-d021-4e06-8616-4b4cdb54e97e-reconstructed-from-log.jsonl (reconstructed duplicate)" ] }