{ "schema_version": "1.0", "generated_at": "2026-10-21T14:38:44Z", "git_sha": "7f02043f88cf80cad6c38a2d523c60afa4de7d1e", "site_base_url": "https://benchmarks.weeyuga.com", "data_base_url": "https://benchmarks.weeyuga.com/data", "gitea_archive_url": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public", "controlled_vocab": { "hardware": [ "cicd", "mac", "pavilion", "predator", "runpod", "vps50" ], "engine": [ "llamacpp", "ollama", "vllm", "mlx", "cpu", "weeyuga", "comfyui" ], "task_kind": [ "chat", "code", "cold-start", "long-context", "media-generation", "param-sweep", "throughput", "tool-use", "vision" ], "site_grade": [ "archive-only", "flagship", "standard" ], "janie_blurb_status": [ "drafted", "pending", "published", "vera-reviewed" ], "caveat_severity": [ "info", "reframe-pending", "warning" ], "chart_spec_kind": [ "bar", "line", "scatter" ] }, "site_grade_count": 26, "site_grade_breakdown": { "flagship": 4, "standard": 22, "archive-only": 16, "legacy": 103 }, "total_runs_in_archive": 145, "by_model": { "unsloth-qwen-image-2-1-turbo-gguf-q2-k": [ "af3885e2-a493-538c-96f1-efa97569b3f6" ], "unsloth-qwen-image-2-1-turbo-gguf-q8-0": [ "ef874435-41f8-58d6-b31c-0121e7ebfc27" ], "unsloth-qwen-image-2-1-turbo-gguf-q4-k-m": [ "bd801c85-11e3-5033-b076-acd84846b820" ], "zai-org-cogvideox-2b-q8-0": [ "a657b671-dbc0-5434-bce1-fa2aa99bac1b", "69e67f23-518d-5b32-a277-0720a153274c", "bfcf95b8-1682-5963-b5dc-a9b7ea7e535c" ], "city96-flux-1-dev-gguf-q4-0": [ "2ef120f1-a624-57c8-85fe-ed58e29b74b3" ], "abiray-flux-3-image-klein-sd-gguf-q4-k-m": [ "5b8619da-a8f9-5ac6-92ec-f3bf6148360c", "ac2e4ebb-71c2-5d31-af86-4c450224bbc9" ], "comfy-org-minimax-h3-w6a8": [ "3e0cbed8-136a-5de3-9323-b0c087d342a2", "8804e699-58b6-5644-a032-26a86a653380" ], "lightricks-ltx-video-2b-0-9-8-distilled-q8-0": [ "60dc7d74-f0dd-5ddf-a466-95c3074f8879", "8c3349dd-b22b-5af8-8008-36b7b0e21219", "edaabe6c-70a0-5161-a09d-8af494af3639", "91eaeccd-2b57-5c86-8e8e-c07474088385" ], "chfm-qwen-image-2-1-gguf-q4-k-m": [ "051eb12c-1d98-59a1-9225-4a1addb622de" ], "wan-ai-wan2-1-t2v-1-3b-q8-0": [ "071f90f8-7fb6-5652-9dcd-8999e6f2360b" ], "wan-ai-wan2-1-t2v-1-3b": [ "b7c8313c-e0ad-5828-b7e8-0f9fae91a44f" ], "comfy-org-yue2-int8-convrot": [ "8c083761-f82d-57c8-982c-22ba975f7607", "dbb888c5-e2f5-57bb-858a-d10246ffc40c" ], "gemma4-e4b": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "gemma4-e2b": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "qwen35-0-8b": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "qwen35-2b": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "qwen35-4b": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "qwen35-9b": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "qwen3-14b": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-30b-a3b-iq2m-moe-cuda-ngl999-n-cpu-moe35": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "qwen3-30b-a3b-iq2m-moe-vulkan-ngl999-n-cpu-moe35": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "phi-4": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822" ], "gemma-4-26b-a4b": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822" ], "qwen3-30b-a3b": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "qwen2-5-72b": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822" ], "gemma-4-26b-a4b-it": [ "91751afd-068a-477b-8f40-6e1963f803f1" ], "qwen3-30b-a3b-iq2m": [ "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef" ], "gemma-4-e4b": [ "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499" ], "qwen3-30b-a3b-iq2xxs": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44" ], "qwen3-5-9b": [ "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check" ], "granite-4-1-8b": [ "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "gemma-4-e4b-it": [ "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "hf-chinchilla-mix": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ], "qwen3-5-4b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:qwen3_5_4b" ], "qwen3-5-35b-a3b-uncensored": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-5-35b-a3b-iq2s": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-5-9b-q6k": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-5-2b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-5-0-8b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen3_5_0_8b" ], "qwen2-5-coder-14b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted" ], "qwen2-5-coder-3b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report" ], "qwen3-8b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen3-4b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "qwen2-5-3b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual" ], "qwen2-5-coder-1-5b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual" ], "qwen2-5-coder-0-5b": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual" ], "unknown": [ "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "codellama-34b": [ "legacy:vps81-telemetry:models:codellama34_16k" ], "codestral-22b": [ "legacy:vps81-telemetry:models:codestral_32k" ], "llama3-2-3b": [ "legacy:vps81-telemetry:models:llama3_2_3b" ], "phi-3-mini": [ "legacy:vps81-telemetry:models:phi3" ], "phind-codellama-34b": [ "legacy:vps81-telemetry:models:phind34_16k" ], "smollm2-135m": [ "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m" ], "smollm2-1-7b": [ "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m" ], "smollm2-360m": [ "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m" ], "qwen3-5-4b-mlx": [ "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b" ], "qwen2-5-14b": [ "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark" ] }, "by_hardware": { "predator": [ "af3885e2-a493-538c-96f1-efa97569b3f6", "ef874435-41f8-58d6-b31c-0121e7ebfc27", "bd801c85-11e3-5033-b076-acd84846b820", "a657b671-dbc0-5434-bce1-fa2aa99bac1b", "69e67f23-518d-5b32-a277-0720a153274c", "bfcf95b8-1682-5963-b5dc-a9b7ea7e535c", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "5b8619da-a8f9-5ac6-92ec-f3bf6148360c", "3e0cbed8-136a-5de3-9323-b0c087d342a2", "8804e699-58b6-5644-a032-26a86a653380", "ac2e4ebb-71c2-5d31-af86-4c450224bbc9", "60dc7d74-f0dd-5ddf-a466-95c3074f8879", "8c3349dd-b22b-5af8-8008-36b7b0e21219", "edaabe6c-70a0-5161-a09d-8af494af3639", "91eaeccd-2b57-5c86-8e8e-c07474088385", "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "b7c8313c-e0ad-5828-b7e8-0f9fae91a44f", "8c083761-f82d-57c8-982c-22ba975f7607", "dbb888c5-e2f5-57bb-858a-d10246ffc40c", "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "pavilion-predator-cross-machine": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "vps50": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "pavilion": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark" ], "mac": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check" ] }, "by_family": { "generation": [ "af3885e2-a493-538c-96f1-efa97569b3f6", "ef874435-41f8-58d6-b31c-0121e7ebfc27", "bd801c85-11e3-5033-b076-acd84846b820", "a657b671-dbc0-5434-bce1-fa2aa99bac1b", "69e67f23-518d-5b32-a277-0720a153274c", "bfcf95b8-1682-5963-b5dc-a9b7ea7e535c", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "5b8619da-a8f9-5ac6-92ec-f3bf6148360c", "3e0cbed8-136a-5de3-9323-b0c087d342a2", "8804e699-58b6-5644-a032-26a86a653380", "ac2e4ebb-71c2-5d31-af86-4c450224bbc9", "60dc7d74-f0dd-5ddf-a466-95c3074f8879", "8c3349dd-b22b-5af8-8008-36b7b0e21219", "edaabe6c-70a0-5161-a09d-8af494af3639", "91eaeccd-2b57-5c86-8e8e-c07474088385", "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "b7c8313c-e0ad-5828-b7e8-0f9fae91a44f", "8c083761-f82d-57c8-982c-22ba975f7607", "dbb888c5-e2f5-57bb-858a-d10246ffc40c" ], "gemma-qwen3": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987" ], "gemma-phi-qwen2-5-qwen3": [ "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "212d6278-1b9b-45e9-8aae-7eed4d4ec822" ], "qwen3": [ "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "gemma": [ "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499" ], "qwen3-qwen3-5": [ "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d" ], "gemma-granite-qwen3-5": [ "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "chinchilla": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ], "qwen2-5-qwen2-5-coder-qwen3-qwen3-5": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "unknown": [ "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "qwen3-5": [ "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check" ], "llama": [ "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:llama3_2_3b" ], "codestral": [ "legacy:vps81-telemetry:models:codestral_32k" ], "phi": [ "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k" ], "qwen2-5-coder": [ "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual" ], "smollm2": [ "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m" ], "qwen2-5": [ "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual" ] }, "by_task": { "media-generation": [ "af3885e2-a493-538c-96f1-efa97569b3f6", "ef874435-41f8-58d6-b31c-0121e7ebfc27", "bd801c85-11e3-5033-b076-acd84846b820", "a657b671-dbc0-5434-bce1-fa2aa99bac1b", "69e67f23-518d-5b32-a277-0720a153274c", "bfcf95b8-1682-5963-b5dc-a9b7ea7e535c", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "5b8619da-a8f9-5ac6-92ec-f3bf6148360c", "3e0cbed8-136a-5de3-9323-b0c087d342a2", "8804e699-58b6-5644-a032-26a86a653380", "ac2e4ebb-71c2-5d31-af86-4c450224bbc9", "60dc7d74-f0dd-5ddf-a466-95c3074f8879", "8c3349dd-b22b-5af8-8008-36b7b0e21219", "edaabe6c-70a0-5161-a09d-8af494af3639", "91eaeccd-2b57-5c86-8e8e-c07474088385", "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "b7c8313c-e0ad-5828-b7e8-0f9fae91a44f", "8c083761-f82d-57c8-982c-22ba975f7607", "dbb888c5-e2f5-57bb-858a-d10246ffc40c" ], "chat": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "param-sweep": [ "91751afd-068a-477b-8f40-6e1963f803f1", "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "ad28cb95-5134-40b5-8514-c8a381f83d87", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "b37836bf-d1a2-4d6b-a732-aff89da1fa07" ], "throughput": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ] }, "by_engine": { "comfyui": [ "af3885e2-a493-538c-96f1-efa97569b3f6", "ef874435-41f8-58d6-b31c-0121e7ebfc27", "bd801c85-11e3-5033-b076-acd84846b820", "a657b671-dbc0-5434-bce1-fa2aa99bac1b", "69e67f23-518d-5b32-a277-0720a153274c", "bfcf95b8-1682-5963-b5dc-a9b7ea7e535c", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "5b8619da-a8f9-5ac6-92ec-f3bf6148360c", "3e0cbed8-136a-5de3-9323-b0c087d342a2", "8804e699-58b6-5644-a032-26a86a653380", "ac2e4ebb-71c2-5d31-af86-4c450224bbc9", "60dc7d74-f0dd-5ddf-a466-95c3074f8879", "8c3349dd-b22b-5af8-8008-36b7b0e21219", "edaabe6c-70a0-5161-a09d-8af494af3639", "91eaeccd-2b57-5c86-8e8e-c07474088385", "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "b7c8313c-e0ad-5828-b7e8-0f9fae91a44f", "8c083761-f82d-57c8-982c-22ba975f7607", "dbb888c5-e2f5-57bb-858a-d10246ffc40c" ], "llamacpp": [ "5111a3ee-7d52-44d3-86cf-863b8d14e987", "91751afd-068a-477b-8f40-6e1963f803f1", "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "86241185-24da-4f8e-b254-a60c9465e353", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "ad28cb95-5134-40b5-8514-c8a381f83d87", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "mlx-or-hf": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ], "weeyuga": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "ollama": [ "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ] }, "by_suite": { "chinchilla": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z" ], "python-task-20q-v1": [ "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini" ], "python-task-10q-v2": [ "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini" ], "small-model-manual": [ "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ], "hello-check": [ "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check" ], "vs-standard": [ "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b" ], "progress": [ "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress" ], "long-context": [ "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context" ], "concurrency": [ "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report" ], "coverage-audit": [ "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit" ], "ladder": [ "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview" ], "parallel": [ "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q" ], "mac-vs-vps": [ "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report" ], "benchmark-report": [ "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report" ], "python-overnight": [ "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini" ] }, "by_grade": { "standard": [ "af3885e2-a493-538c-96f1-efa97569b3f6", "ef874435-41f8-58d6-b31c-0121e7ebfc27", "bd801c85-11e3-5033-b076-acd84846b820", "a657b671-dbc0-5434-bce1-fa2aa99bac1b", "69e67f23-518d-5b32-a277-0720a153274c", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "5b8619da-a8f9-5ac6-92ec-f3bf6148360c", "ac2e4ebb-71c2-5d31-af86-4c450224bbc9", "60dc7d74-f0dd-5ddf-a466-95c3074f8879", "91eaeccd-2b57-5c86-8e8e-c07474088385", "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "b7c8313c-e0ad-5828-b7e8-0f9fae91a44f", "dbb888c5-e2f5-57bb-858a-d10246ffc40c", "5111a3ee-7d52-44d3-86cf-863b8d14e987", "91751afd-068a-477b-8f40-6e1963f803f1", "79afe366-1055-4e45-adf6-593864a530e8", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "archive-only": [ "bfcf95b8-1682-5963-b5dc-a9b7ea7e535c", "3e0cbed8-136a-5de3-9323-b0c087d342a2", "8804e699-58b6-5644-a032-26a86a653380", "8c3349dd-b22b-5af8-8008-36b7b0e21219", "edaabe6c-70a0-5161-a09d-8af494af3639", "8c083761-f82d-57c8-982c-22ba975f7607", "86241185-24da-4f8e-b254-a60c9465e353", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "d1cff064-9141-48e0-b1d2-729b134e0543", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "ff1131ca-d021-4e06-8616-4b4cdb54e97e" ], "flagship": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "09d8fbde-0008-49bb-99da-03eeaca72be1" ], "legacy": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z", "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ] }, "by_source": { "mac": [ "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b" ], "pavilion": [ "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark" ], "vps81-telemetry": [ "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "legacy:vps81-telemetry:models:qwen3_5_0_8b", "legacy:vps81-telemetry:report-catalog", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "legacy:vps81-telemetry:models:codellama34_16k", "legacy:vps81-telemetry:models:codestral_32k", "legacy:vps81-telemetry:models:llama3_2_3b", "legacy:vps81-telemetry:models:phi3", "legacy:vps81-telemetry:models:phind34_16k", "legacy:vps81-telemetry:models:qwen14_coder_32k", "legacy:vps81-telemetry:models:qwen14_general_32k", "legacy:vps81-telemetry:models:qwen2_5_3b", "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "legacy:vps81-telemetry:models:qwen32_coder_32k", "legacy:vps81-telemetry:models:qwen3_5_4b", "legacy:vps81-telemetry:models:qwen3_5_9b", "legacy:vps81-telemetry:models:riven_smolvlm", "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "legacy:vps81-telemetry:2026-04-05-small-model-manual" ] }, "benchmarks": [ { "id": "af3885e2-a493-538c-96f1-efa97569b3f6", "kind": "media-generation", "title": "Predator media: Qwen Image 2.1 Turbo Q2 \u00b7 matched Q4/Q8/Q2 comparison", "date": "2026-10-21", "started_at": "2026-10-21T13:46:29.128000+00:00", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "unsloth/Qwen-Image-2.1-Turbo-GGUF:Q2_K" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "10 retained outputs \u00b7 10 accepted results \u00b7 10 recorded attempts \u00b7 median Factory trace 198.9s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 10, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/af3885e2-a493-538c-96f1-efa97569b3f6/run.jsonl", "md": "/data/predator-media-20261021/runs/af3885e2-a493-538c-96f1-efa97569b3f6/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/af3885e2-a493-538c-96f1-efa97569b3f6/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "qwen21-turbo-q2-comparison" }, { "id": "ef874435-41f8-58d6-b31c-0121e7ebfc27", "kind": "media-generation", "title": "Predator media: Qwen Image 2.1 Turbo Q8 \u00b7 matched Q4/Q8 comparison", "date": "2026-10-21", "started_at": "2026-10-21T10:04:51.675000+00:00", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "unsloth/Qwen-Image-2.1-Turbo-GGUF:Q8_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "10 retained outputs \u00b7 10 accepted results \u00b7 10 recorded attempts \u00b7 median Factory trace 451.9s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 10, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/ef874435-41f8-58d6-b31c-0121e7ebfc27/run.jsonl", "md": "/data/predator-media-20261021/runs/ef874435-41f8-58d6-b31c-0121e7ebfc27/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/ef874435-41f8-58d6-b31c-0121e7ebfc27/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "qwen21-turbo-q8-comparison" }, { "id": "bd801c85-11e3-5033-b076-acd84846b820", "kind": "media-generation", "title": "Predator media: Qwen Image 2.1 Turbo Q4 \u00b7 ten-image seed/cache trial", "date": "2026-10-21", "started_at": "2026-10-21T08:41:18.067000+00:00", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "unsloth/Qwen-Image-2.1-Turbo-GGUF:Q4_K_M" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "10 retained outputs \u00b7 10 accepted results \u00b7 10 recorded attempts \u00b7 median Factory trace 202.0s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 10, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/bd801c85-11e3-5033-b076-acd84846b820/run.jsonl", "md": "/data/predator-media-20261021/runs/bd801c85-11e3-5033-b076-acd84846b820/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/bd801c85-11e3-5033-b076-acd84846b820/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "qwen21-turbo-q4km-ten" }, { "id": "a657b671-dbc0-5434-bce1-fa2aa99bac1b", "kind": "media-generation", "title": "Predator media: CogVideoX Q8 \u00b7 corrected reference-DDIM bridge", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "zai-org/CogVideoX-2b:Q8_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "2 retained outputs \u00b7 2 accepted results \u00b7 2 recorded attempts \u00b7 median Factory trace 2416.9s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/a657b671-dbc0-5434-bce1-fa2aa99bac1b/run.jsonl", "md": "/data/predator-media-20261021/runs/a657b671-dbc0-5434-bce1-fa2aa99bac1b/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/a657b671-dbc0-5434-bce1-fa2aa99bac1b/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "cogvideox2b-q8-reference-ddim-text-v1" }, { "id": "69e67f23-518d-5b32-a277-0720a153274c", "kind": "media-generation", "title": "Predator media: CogVideoX Q8 \u00b7 original bridge, unusable noise", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "zai-org/CogVideoX-2b:Q8_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "2 retained outputs \u00b7 2 accepted results \u00b7 2 recorded attempts \u00b7 median Factory trace 2435.9s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/69e67f23-518d-5b32-a277-0720a153274c/run.jsonl", "md": "/data/predator-media-20261021/runs/69e67f23-518d-5b32-a277-0720a153274c/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/69e67f23-518d-5b32-a277-0720a153274c/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "cogvideox2b-q8-subquad-text-v2" }, { "id": "bfcf95b8-1682-5963-b5dc-a9b7ea7e535c", "kind": "media-generation", "title": "Predator media: cogvideox2b q8 text v1", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "zai-org/CogVideoX-2b:Q8_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "0 retained outputs \u00b7 0 accepted results \u00b7 1 recorded attempts", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 1, "n_errors_total": 1, "chart_spec": null, "site_grade": "archive-only", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/bfcf95b8-1682-5963-b5dc-a9b7ea7e535c/run.jsonl", "md": "/data/predator-media-20261021/runs/bfcf95b8-1682-5963-b5dc-a9b7ea7e535c/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/bfcf95b8-1682-5963-b5dc-a9b7ea7e535c/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "cogvideox2b-q8-text-v1" }, { "id": "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "kind": "media-generation", "title": "Predator media: FLUX.1 dev \u00b7 image pair", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "city96/FLUX.1-dev-gguf:Q4_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "2 retained outputs \u00b7 2 accepted results \u00b7 2 recorded attempts \u00b7 median Factory trace 640.0s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/2ef120f1-a624-57c8-85fe-ed58e29b74b3/run.jsonl", "md": "/data/predator-media-20261021/runs/2ef120f1-a624-57c8-85fe-ed58e29b74b3/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/2ef120f1-a624-57c8-85fe-ed58e29b74b3/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "3e0cbed8-136a-5de3-9323-b0c087d342a2", "5b8619da-a8f9-5ac6-92ec-f3bf6148360c" ], "status": "complete", "visibility": "public", "media_group": "flux1-initial" }, { "id": "5b8619da-a8f9-5ac6-92ec-f3bf6148360c", "kind": "media-generation", "title": "Predator media: FLUX.3 \u00b7 initial and recovery checks", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Abiray/flux-3-image-klein-sd-GGUF:Q4_K_M" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "4 retained outputs \u00b7 4 accepted results \u00b7 4 recorded attempts \u00b7 median Factory trace 121.7s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 4, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/5b8619da-a8f9-5ac6-92ec-f3bf6148360c/run.jsonl", "md": "/data/predator-media-20261021/runs/5b8619da-a8f9-5ac6-92ec-f3bf6148360c/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/5b8619da-a8f9-5ac6-92ec-f3bf6148360c/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "flux3-initial" }, { "id": "3e0cbed8-136a-5de3-9323-b0c087d342a2", "kind": "media-generation", "title": "Predator media: h3 dynamic", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Comfy-Org/MiniMax-H3:W6A8" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "0 retained outputs \u00b7 0 accepted results \u00b7 1 recorded attempts", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 1, "n_errors_total": 1, "chart_spec": null, "site_grade": "archive-only", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/3e0cbed8-136a-5de3-9323-b0c087d342a2/run.jsonl", "md": "/data/predator-media-20261021/runs/3e0cbed8-136a-5de3-9323-b0c087d342a2/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/3e0cbed8-136a-5de3-9323-b0c087d342a2/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "5b8619da-a8f9-5ac6-92ec-f3bf6148360c" ], "status": "complete", "visibility": "public", "media_group": "h3-dynamic" }, { "id": "8804e699-58b6-5644-a032-26a86a653380", "kind": "media-generation", "title": "Predator media: h3 legacy", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Comfy-Org/MiniMax-H3:W6A8" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "0 retained outputs \u00b7 0 accepted results \u00b7 1 recorded attempts", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 1, "n_errors_total": 1, "chart_spec": null, "site_grade": "archive-only", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/8804e699-58b6-5644-a032-26a86a653380/run.jsonl", "md": "/data/predator-media-20261021/runs/8804e699-58b6-5644-a032-26a86a653380/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/8804e699-58b6-5644-a032-26a86a653380/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "h3-legacy" }, { "id": "ac2e4ebb-71c2-5d31-af86-4c450224bbc9", "kind": "media-generation", "title": "Predator media: FLUX.3 \u00b7 100-image prompt study", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Abiray/flux-3-image-klein-sd-GGUF:Q4_K_M" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "100 retained outputs \u00b7 100 accepted results \u00b7 100 recorded attempts \u00b7 median Factory trace 55.9s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 100, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/ac2e4ebb-71c2-5d31-af86-4c450224bbc9/run.jsonl", "md": "/data/predator-media-20261021/runs/ac2e4ebb-71c2-5d31-af86-4c450224bbc9/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/ac2e4ebb-71c2-5d31-af86-4c450224bbc9/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "image100" }, { "id": "60dc7d74-f0dd-5ddf-a466-95c3074f8879", "kind": "media-generation", "title": "Predator media: LTX-Video Q8 \u00b7 text and image to video", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Lightricks/LTX-Video:2B-0.9.8-distilled-Q8_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "2 retained outputs \u00b7 2 accepted results \u00b7 2 recorded attempts \u00b7 median Factory trace 113.3s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/60dc7d74-f0dd-5ddf-a466-95c3074f8879/run.jsonl", "md": "/data/predator-media-20261021/runs/60dc7d74-f0dd-5ddf-a466-95c3074f8879/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/60dc7d74-f0dd-5ddf-a466-95c3074f8879/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "ltxv2b-q8-image-v1" }, { "id": "8c3349dd-b22b-5af8-8008-36b7b0e21219", "kind": "media-generation", "title": "Predator media: ltxv2b q8 text v1", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Lightricks/LTX-Video:2B-0.9.8-distilled-Q8_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "0 retained outputs \u00b7 0 accepted results \u00b7 1 recorded attempts", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 1, "n_errors_total": 1, "chart_spec": null, "site_grade": "archive-only", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/8c3349dd-b22b-5af8-8008-36b7b0e21219/run.jsonl", "md": "/data/predator-media-20261021/runs/8c3349dd-b22b-5af8-8008-36b7b0e21219/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/8c3349dd-b22b-5af8-8008-36b7b0e21219/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "ltxv2b-q8-text-v1" }, { "id": "edaabe6c-70a0-5161-a09d-8af494af3639", "kind": "media-generation", "title": "Predator media: ltxv2b q8 text v2", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Lightricks/LTX-Video:2B-0.9.8-distilled-Q8_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "0 retained outputs \u00b7 0 accepted results \u00b7 1 recorded attempts", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 1, "n_errors_total": 1, "chart_spec": null, "site_grade": "archive-only", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/edaabe6c-70a0-5161-a09d-8af494af3639/run.jsonl", "md": "/data/predator-media-20261021/runs/edaabe6c-70a0-5161-a09d-8af494af3639/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/edaabe6c-70a0-5161-a09d-8af494af3639/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "ltxv2b-q8-text-v2" }, { "id": "91eaeccd-2b57-5c86-8e8e-c07474088385", "kind": "media-generation", "title": "Predator media: LTX-Video Q8 \u00b7 text to video", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Lightricks/LTX-Video:2B-0.9.8-distilled-Q8_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "2 retained outputs \u00b7 2 accepted results \u00b7 2 recorded attempts \u00b7 median Factory trace 143.6s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/91eaeccd-2b57-5c86-8e8e-c07474088385/run.jsonl", "md": "/data/predator-media-20261021/runs/91eaeccd-2b57-5c86-8e8e-c07474088385/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/91eaeccd-2b57-5c86-8e8e-c07474088385/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "ltxv2b-q8-text-v3" }, { "id": "051eb12c-1d98-59a1-9225-4a1addb622de", "kind": "media-generation", "title": "Predator media: Qwen Image 2.1 \u00b7 images and interrupted delivery", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "chfm/Qwen-Image-2.1-GGUF:Q4_K_M" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "4 retained outputs \u00b7 3 accepted results \u00b7 4 recorded attempts \u00b7 median Factory trace 478.9s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 4, "n_errors_total": 1, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/051eb12c-1d98-59a1-9225-4a1addb622de/run.jsonl", "md": "/data/predator-media-20261021/runs/051eb12c-1d98-59a1-9225-4a1addb622de/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/051eb12c-1d98-59a1-9225-4a1addb622de/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2", "5b8619da-a8f9-5ac6-92ec-f3bf6148360c" ], "status": "complete", "visibility": "public", "media_group": "qwen-initial" }, { "id": "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "kind": "media-generation", "title": "Predator media: Wan2.1 Q8 \u00b7 retained-runtime pair", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Wan-AI/Wan2.1-T2V-1.3B:Q8_0" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "2 retained outputs \u00b7 2 accepted results \u00b7 2 recorded attempts \u00b7 median Factory trace 2147.0s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/071f90f8-7fb6-5652-9dcd-8999e6f2360b/run.jsonl", "md": "/data/predator-media-20261021/runs/071f90f8-7fb6-5652-9dcd-8999e6f2360b/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/071f90f8-7fb6-5652-9dcd-8999e6f2360b/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2", "5b8619da-a8f9-5ac6-92ec-f3bf6148360c" ], "status": "complete", "visibility": "public", "media_group": "wan21-q8-whole-stage-v1" }, { "id": "b7c8313c-e0ad-5828-b7e8-0f9fae91a44f", "kind": "media-generation", "title": "Predator media: Wan2.1 \u00b7 baseline and cancelled repeat", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Wan-AI/Wan2.1-T2V-1.3B" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "1 retained outputs \u00b7 1 accepted results \u00b7 2 recorded attempts \u00b7 median Factory trace 3846.2s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 2, "n_errors_total": 1, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/b7c8313c-e0ad-5828-b7e8-0f9fae91a44f/run.jsonl", "md": "/data/predator-media-20261021/runs/b7c8313c-e0ad-5828-b7e8-0f9fae91a44f/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/b7c8313c-e0ad-5828-b7e8-0f9fae91a44f/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "wan21-small-v1" }, { "id": "8c083761-f82d-57c8-982c-22ba975f7607", "kind": "media-generation", "title": "Predator media: yue2 cpu probe", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Comfy-Org/YuE2:int8-convrot" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "0 retained outputs \u00b7 0 accepted results \u00b7 1 recorded attempts", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 1, "n_errors_total": 1, "chart_spec": null, "site_grade": "archive-only", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/8c083761-f82d-57c8-982c-22ba975f7607/run.jsonl", "md": "/data/predator-media-20261021/runs/8c083761-f82d-57c8-982c-22ba975f7607/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/8c083761-f82d-57c8-982c-22ba975f7607/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "yue2-cpu-probe" }, { "id": "dbb888c5-e2f5-57bb-858a-d10246ffc40c", "kind": "media-generation", "title": "Predator media: YuE2 \u00b7 15-second music pair", "date": "2026-10-21", "started_at": "2026-10-21T03:30:00Z", "git_sha": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18", "hardware": "predator", "hardware_label": "Predator \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM \u00b7 Windows", "engine": "comfyui", "harness": "packet-foundry-media-v1", "model_family": "generation", "model_sizes": [ "Comfy-Org/YuE2:int8-convrot" ], "task_kind": "media-generation", "tags": [ "image", "video", "music", "retained-failures" ], "headline": "2 retained outputs \u00b7 2 accepted results \u00b7 2 recorded attempts \u00b7 median Factory trace 667.2s", "janie_blurb_md": "[Browse the complete campaign and media](/benchmarks/predator-media-20261021.html). [Read the findings](/findings/images-video-music-on-6gb.html).", "janie_blurb_status": "published", "caveat": "Technical delivery and media decoding do not establish visual or musical quality. Timings include adapter overhead; cache behavior differs between runs. Failed and cancelled attempts remain in the evidence.", "caveat_severity": "warning", "methodology_ref": "packet-foundry-media-v1", "methodology_deviations_md": "Source commit identifies ComfyUI 0.42.1. Private bridge revisions and workflow hashes, where captured, are recorded separately in the campaign evidence. No clean matched-quality comparison or isolated quantization speedup is claimed.", "results_table": [], "cells": [], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": null, "site_grade": "standard", "site_grade_reason": "Retained media with explicit verification and quality limitations", "raw_data_urls": { "jsonl": "/data/predator-media-20261021/runs/dbb888c5-e2f5-57bb-858a-d10246ffc40c/run.jsonl", "md": "/data/predator-media-20261021/runs/dbb888c5-e2f5-57bb-858a-d10246ffc40c/run.md", "log": "/data/predator-media-20261021/failures.json", "gitea_dir": "/data/predator-media-20261021/runs/dbb888c5-e2f5-57bb-858a-d10246ffc40c/metadata.json" }, "synthesis_doc": "/findings/images-video-music-on-6gb.html", "synthesis_docs_all": [ "/findings/images-video-music-on-6gb.html" ], "related_ids": [ "051eb12c-1d98-59a1-9225-4a1addb622de", "071f90f8-7fb6-5652-9dcd-8999e6f2360b", "2ef120f1-a624-57c8-85fe-ed58e29b74b3", "3e0cbed8-136a-5de3-9323-b0c087d342a2" ], "status": "complete", "visibility": "public", "media_group": "yue2-pair" }, { "id": "5111a3ee-7d52-44d3-86cf-863b8d14e987", "title": "Pascal Vulkan-vs-CUDA Cross-Machine Benchmark \u2014 2026-05-06", "date": "2026-05-06", "started_at": "2026-05-06T08:30:00Z", "git_sha": null, "hardware": "pavilion+predator (cross-machine)", "hardware_label": "pavilion+predator (cross-machine)", "engine": "llamacpp", "harness": "pavilion-predator-vulkan-cuda-comparison-1", "model_family": "gemma/qwen3", "model_sizes": [ "gemma4-e4b", "gemma4-e2b", "qwen35-0.8b", "qwen35-2b", "qwen35-4b", "qwen35-9b", "qwen3-14b", "qwen3-30b-a3b-iq2m-moe:cuda:ngl999:n-cpu-moe35", "qwen3-30b-a3b-iq2m-moe:vulkan:ngl999:n-cpu-moe35" ], "task_kind": "chat", "tags": [ "a3b", "comparison", "gemma", "iq2", "moe", "pavilion", "qwen3" ], "headline": "26 calls across 26 cell(s)", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "HARNESS#pavilion-predator-vulkan-cuda-comparison-1", "methodology_deviations_md": null, "results_table": [ { "label": "gemma4-e4b-q4km:cuda:ngl99", "cell_id": "pavilion:llamacpp:gemma4-e4b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma4-e4b-q4km:cuda:ngl24", "cell_id": "pavilion:llamacpp:gemma4-e4b-q4km:cuda:ngl24", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma4-e4b-q4km:cuda:ngl12", "cell_id": "pavilion:llamacpp:gemma4-e4b-q4km:cuda:ngl12", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma4-e2b-q4km:cuda:ngl99", "cell_id": "pavilion:llamacpp:gemma4-e2b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma4-e2b-q4km:vulkan:ngl99", "cell_id": "pavilion:llamacpp:gemma4-e2b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-0.8b-q4km:cuda:ngl99", "cell_id": "pavilion:llamacpp:qwen35-0.8b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-0.8b-q4km:vulkan:ngl99", "cell_id": "pavilion:llamacpp:qwen35-0.8b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-2b-q4km:cuda:ngl99", "cell_id": "pavilion:llamacpp:qwen35-2b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-2b-q4km:vulkan:ngl99", "cell_id": "pavilion:llamacpp:qwen35-2b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-4b-q4km:cuda:ngl99", "cell_id": "pavilion:llamacpp:qwen35-4b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-4b-q4km:vulkan:ngl99", "cell_id": "pavilion:llamacpp:qwen35-4b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-0.8b-q4km:cuda:ngl99", "cell_id": "predator:llamacpp:qwen35-0.8b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-0.8b-q4km:vulkan:ngl99", "cell_id": "predator:llamacpp:qwen35-0.8b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-2b-q4km:cuda:ngl99", "cell_id": "predator:llamacpp:qwen35-2b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-2b-q4km:vulkan:ngl99", "cell_id": "predator:llamacpp:qwen35-2b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma4-e4b-q4km:cuda:ngl99", "cell_id": "predator:llamacpp:gemma4-e4b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma4-e4b-q4km:vulkan:ngl99", "cell_id": "predator:llamacpp:gemma4-e4b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma4-e2b-q4km:vulkan:ngl99", "cell_id": "predator:llamacpp:gemma4-e2b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-4b-q4km:cuda:ngl99", "cell_id": "predator:llamacpp:qwen35-4b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-4b-q4km:vulkan:ngl99", "cell_id": "predator:llamacpp:qwen35-4b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-9b-q4km:cuda:ngl99", "cell_id": "predator:llamacpp:qwen35-9b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen35-9b-q4km:vulkan:ngl99", "cell_id": "predator:llamacpp:qwen35-9b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-14b-q4km:cuda:ngl99", "cell_id": "predator:llamacpp:qwen3-14b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-14b-q4km:vulkan:ngl99", "cell_id": "predator:llamacpp:qwen3-14b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b-iq2m-moe:cuda:ngl999:n-cpu-moe35", "cell_id": "predator:llamacpp:qwen3-30b-a3b-iq2m-moe:cuda:ngl999:n-cpu-moe35", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b-iq2m-moe:vulkan:ngl999:n-cpu-moe35", "cell_id": "predator:llamacpp:qwen3-30b-a3b-iq2m-moe:vulkan:ngl999:n-cpu-moe35", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:llamacpp:gemma4-e4b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:gemma4-e4b-q4km:cuda:ngl24", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:gemma4-e4b-q4km:cuda:ngl12", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:gemma4-e2b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:gemma4-e2b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:qwen35-0.8b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:qwen35-0.8b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:qwen35-2b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:qwen35-2b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:qwen35-4b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:llamacpp:qwen35-4b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen35-0.8b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen35-0.8b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen35-2b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen35-2b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:gemma4-e4b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:gemma4-e4b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:gemma4-e2b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen35-4b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen35-4b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen35-9b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen35-9b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3-14b-q4km:cuda:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3-14b-q4km:vulkan:ngl99", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3-30b-a3b-iq2m-moe:cuda:ngl999:n-cpu-moe35", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3-30b-a3b-iq2m-moe:vulkan:ngl999:n-cpu-moe35", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] } ], "n_calls_total": 26, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "gemma4-e4b-q4km:cuda:ngl99", "gemma4-e4b-q4km:cuda:ngl24", "gemma4-e4b-q4km:cuda:ngl12", "gemma4-e2b-q4km:cuda:ngl99", "gemma4-e2b-q4km:vulkan:ngl99", "qwen35-0.8b-q4km:cuda:ngl99", "qwen35-0.8b-q4km:vulkan:ngl99", "qwen35-2b-q4km:cuda:ngl99", "qwen35-2b-q4km:vulkan:ngl99", "qwen35-4b-q4km:cuda:ngl99", "qwen35-4b-q4km:vulkan:ngl99", "qwen35-0.8b-q4km:cuda:ngl99", "qwen35-0.8b-q4km:vulkan:ngl99", "qwen35-2b-q4km:cuda:ngl99", "qwen35-2b-q4km:vulkan:ngl99", "gemma4-e4b-q4km:cuda:ngl99", "gemma4-e4b-q4km:vulkan:ngl99", "gemma4-e2b-q4km:vulkan:ngl99", "qwen35-4b-q4km:cuda:ngl99", "qwen35-4b-q4km:vulkan:ngl99", "qwen35-9b-q4km:cuda:ngl99", "qwen35-9b-q4km:vulkan:ngl99", "qwen3-14b-q4km:cuda:ngl99", "qwen3-14b-q4km:vulkan:ngl99", "qwen3-30b-a3b-iq2m-moe:cuda:ngl999:n-cpu-moe35", "qwen3-30b-a3b-iq2m-moe:vulkan:ngl999:n-cpu-moe35" ], "data_url": "/data/5111a3ee-7d52-44d3-86cf-863b8d14e987/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/5111a3ee-7d52-44d3-86cf-863b8d14e987/run.jsonl", "log": null, "md": "/data/5111a3ee-7d52-44d3-86cf-863b8d14e987/run.md", "metadata": "/data/5111a3ee-7d52-44d3-86cf-863b8d14e987/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/5111a3ee-7d52-44d3-86cf-863b8d14e987/" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [ "09d8fbde-0008-49bb-99da-03eeaca72be1", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f" ], "status": "complete", "visibility": "draft" }, { "id": "91751afd-068a-477b-8f40-6e1963f803f1", "title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50", "date": "2026-05-05", "started_at": "2026-05-05T10:23:13Z", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-cpu-matrix-1", "model_family": "gemma/phi/qwen2.5/qwen3", "model_sizes": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b", "gemma-4-26b-a4b-it" ], "task_kind": "param-sweep", "tags": [ "a3b", "cpu", "gemma", "matrix", "qwen2.5", "qwen3", "vps50" ], "headline": "2 calls across 5 cell(s)", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "phi-4", "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b", "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-72b", "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b-it-q4km-cpu-ctx32k", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] } ], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b", "gemma-4-26b-a4b-it-q4km-cpu-ctx32k" ], "data_url": "/data/91751afd-068a-477b-8f40-6e1963f803f1/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/91751afd-068a-477b-8f40-6e1963f803f1/run.jsonl", "log": "/data/91751afd-068a-477b-8f40-6e1963f803f1/run.log", "md": null, "metadata": "/data/91751afd-068a-477b-8f40-6e1963f803f1/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/91751afd-068a-477b-8f40-6e1963f803f1/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "86241185-24da-4f8e-b254-a60c9465e353", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd" ], "status": "complete", "visibility": "draft" }, { "id": "79afe366-1055-4e45-adf6-593864a530e8", "title": "predator-a3b-ngl6-ctx-1 \u2014 qwen3 on predator", "date": "2026-05-05", "started_at": "2026-05-05T09:44:34Z", "git_sha": null, "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-ngl6-ctx-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "param-sweep", "tags": [ "a3b", "ctx", "iq2", "ngl", "predator", "qwen3" ], "headline": "45 calls across 3 cell(s); ~5.2 tok/s mean; p50 84.8s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 81326.17, "duration_ms_p50": 73215.0, "duration_ms_p95": 152048.1, "tokens_per_sec_mean": 5.42, "tokens_per_sec_p50": 5.35, "tokens_per_sec_p95": 5.91, "tokens_per_sec_max": 5.93, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 84532.92, "duration_ms_p50": 99578.5, "duration_ms_p95": 152059.4, "tokens_per_sec_mean": 5.43, "tokens_per_sec_p50": 5.38, "tokens_per_sec_p95": 5.78, "tokens_per_sec_max": 5.94, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 91748.5, "duration_ms_p50": 98184.0, "duration_ms_p95": 161421.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.8, "tokens_per_sec_p95": 4.93, "tokens_per_sec_max": 4.93, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 81326.17, "duration_ms_p50": 73215.0, "duration_ms_p95": 152048.1, "tokens_per_sec_mean": 5.42, "tokens_per_sec_p50": 5.35, "tokens_per_sec_p95": 5.91, "tokens_per_sec_max": 5.93, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 88941.0, "duration_ms_p50": 81140.0, "tokens_per_sec_mean": 5.21 }, "warm": { "n_calls": 9, "duration_ms_mean": 78787.89, "duration_ms_p50": 70839.0, "tokens_per_sec_mean": 5.49 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 22599.5, "duration_ms_p50": 19202.0, "tokens_per_sec_mean": 5.54, "tokens_per_sec_p50": 5.54 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 71981.0, "duration_ms_p50": 73215.0, "tokens_per_sec_mean": 5.49, "tokens_per_sec_p50": 5.52 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 149398.0, "duration_ms_p50": 146891.5, "tokens_per_sec_mean": 5.23, "tokens_per_sec_p50": 5.26 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1030.83, "answer_chars_mean": 891.17 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 38170, "tokens_per_sec": 5.187319884726224, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 15973, "tokens_per_sec": 5.884930820760032, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 13824, "tokens_per_sec": 5.931712962962963, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 22431, "tokens_per_sec": 5.171414560206856, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 81140, "tokens_per_sec": 5.385753019472516, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 70839, "tokens_per_sec": 5.533674953062579, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 60354, "tokens_per_sec": 5.550584882526428, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 75591, "tokens_per_sec": 5.5033006574856795, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 147513, "tokens_per_sec": 5.063960464501434, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 157591, "tokens_per_sec": 5.254107150789068, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 146270, "tokens_per_sec": 5.271074041156765, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 146218, "tokens_per_sec": 5.313983230518815, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 84532.92, "duration_ms_p50": 99578.5, "duration_ms_p95": 152059.4, "tokens_per_sec_mean": 5.43, "tokens_per_sec_p50": 5.38, "tokens_per_sec_p95": 5.78, "tokens_per_sec_max": 5.94, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 92845.33, "duration_ms_p50": 110870.0, "tokens_per_sec_mean": 5.26 }, "warm": { "n_calls": 9, "duration_ms_mean": 81762.11, "duration_ms_p50": 88383.0, "tokens_per_sec_mean": 5.49 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 17637.5, "duration_ms_p50": 17538.5, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.55 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 99966.0, "duration_ms_p50": 110822.0, "tokens_per_sec_mean": 5.4, "tokens_per_sec_p50": 5.38 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 135995.25, "duration_ms_p50": 151381.0, "tokens_per_sec_mean": 5.3, "tokens_per_sec_p50": 5.23 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1265.92, "answer_chars_mean": 766.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 16242, "tokens_per_sec": 5.294914419406477, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 18234, "tokens_per_sec": 5.6487879785017, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 19231, "tokens_per_sec": 5.45993448078623, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 16843, "tokens_per_sec": 5.937184587068812, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 110870, "tokens_per_sec": 5.276449896274916, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 110774, "tokens_per_sec": 5.3712965136223305, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 112101, "tokens_per_sec": 5.379077795916182, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 66119, "tokens_per_sec": 5.580846655273068, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 151424, "tokens_per_sec": 5.197326711749788, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 152836, "tokens_per_sec": 5.227825904891517, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 88383, "tokens_per_sec": 5.555366982338232, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 151338, "tokens_per_sec": 5.226711070583726, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 91748.5, "duration_ms_p50": 98184.0, "duration_ms_p95": 161421.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.8, "tokens_per_sec_p95": 4.93, "tokens_per_sec_max": 4.93, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 107527.33, "duration_ms_p50": 120915.0, "tokens_per_sec_mean": 4.69 }, "warm": { "n_calls": 9, "duration_ms_mean": 86488.89, "duration_ms_p50": 96577.0, "tokens_per_sec_mean": 4.82 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 34153.25, "duration_ms_p50": 37396.5, "tokens_per_sec_mean": 4.73, "tokens_per_sec_p50": 4.79 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 98701.0, "duration_ms_p50": 100326.5, "tokens_per_sec_mean": 4.82, "tokens_per_sec_p50": 4.8 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 142391.25, "duration_ms_p50": 151248.0, "tokens_per_sec_mean": 4.8, "tokens_per_sec_p50": 4.79 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1250.42, "answer_chars_mean": 714.92 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 34389, "tokens_per_sec": 4.449097095001308, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 18091, "tokens_per_sec": 4.698468851915317, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 40404, "tokens_per_sec": 4.875754875754875, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 43729, "tokens_per_sec": 4.9166457042237415, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 120915, "tokens_per_sec": 4.920812140760038, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 73236, "tokens_per_sec": 4.765415915669889, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 104076, "tokens_per_sec": 4.82339828586802, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 96577, "tokens_per_sec": 4.783747683195792, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 167278, "tokens_per_sec": 4.698764930235895, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 145866, "tokens_per_sec": 4.744080183181824, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 99791, "tokens_per_sec": 4.93030433606237, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 156630, "tokens_per_sec": 4.839430505011811, "error": null } ] } ], "n_calls_total": 45, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k" ], "data_url": "/data/79afe366-1055-4e45-adf6-593864a530e8/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/79afe366-1055-4e45-adf6-593864a530e8/run.jsonl", "log": "/data/79afe366-1055-4e45-adf6-593864a530e8/run.log", "md": null, "metadata": "/data/79afe366-1055-4e45-adf6-593864a530e8/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/79afe366-1055-4e45-adf6-593864a530e8/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft" }, { "id": "e08a7051-a856-4053-b34b-561d7ce5e8cf", "title": "predator-a3b-ngl-ctx-2d-1 \u2014 qwen3 on predator", "date": "2026-05-05", "started_at": "2026-05-05T07:43:00Z", "git_sha": null, "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-ngl-ctx-2d-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "param-sweep", "tags": [ "a3b", "ctx", "iq2", "ngl", "predator", "qwen3" ], "headline": "90 calls across 6 cell(s); ~5.9 tok/s mean; p50 73.4s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 85573.42, "duration_ms_p50": 78940.0, "duration_ms_p95": 159864.3, "tokens_per_sec_mean": 5.48, "tokens_per_sec_p50": 5.31, "tokens_per_sec_p95": 6.79, "tokens_per_sec_max": 6.8, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 71805.83, "duration_ms_p50": 58541.0, "duration_ms_p95": 140580.5, "tokens_per_sec_mean": 5.79, "tokens_per_sec_p50": 5.75, "tokens_per_sec_p95": 6.47, "tokens_per_sec_max": 6.7, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 96406.17, "duration_ms_p50": 105842.0, "duration_ms_p95": 154492.35, "tokens_per_sec_mean": 5.01, "tokens_per_sec_p50": 5.13, "tokens_per_sec_p95": 5.97, "tokens_per_sec_max": 6.29, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 65539.5, "duration_ms_p50": 64606.5, "duration_ms_p95": 118069.75, "tokens_per_sec_mean": 6.6, "tokens_per_sec_p50": 6.59, "tokens_per_sec_p95": 6.89, "tokens_per_sec_max": 6.91, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 71267.58, "duration_ms_p50": 80265.5, "duration_ms_p95": 128231.3, "tokens_per_sec_mean": 6.41, "tokens_per_sec_p50": 6.39, "tokens_per_sec_p95": 6.88, "tokens_per_sec_max": 6.9, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 69299.5, "duration_ms_p50": 68355.0, "duration_ms_p95": 124990.95, "tokens_per_sec_mean": 6.08, "tokens_per_sec_p50": 6.44, "tokens_per_sec_p95": 6.68, "tokens_per_sec_max": 6.69, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 85573.42, "duration_ms_p50": 78940.0, "duration_ms_p95": 159864.3, "tokens_per_sec_mean": 5.48, "tokens_per_sec_p50": 5.31, "tokens_per_sec_p95": 6.79, "tokens_per_sec_max": 6.8, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 92828.67, "duration_ms_p50": 110762.0, "tokens_per_sec_mean": 5.4 }, "warm": { "n_calls": 9, "duration_ms_mean": 83155.0, "duration_ms_p50": 76258.0, "tokens_per_sec_mean": 5.51 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 18907.5, "duration_ms_p50": 19953.0, "tokens_per_sec_mean": 6.04, "tokens_per_sec_p50": 6.21 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 84750.25, "duration_ms_p50": 78940.0, "tokens_per_sec_mean": 5.3, "tokens_per_sec_p50": 5.32 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 153062.5, "duration_ms_p50": 153912.0, "tokens_per_sec_mean": 5.11, "tokens_per_sec_p50": 5.14 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1193.67, "answer_chars_mean": 809.42 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 25689, "tokens_per_sec": 5.644439254155475, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 10035, "tokens_per_sec": 6.776283009466866, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 15585, "tokens_per_sec": 6.801411613731151, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 24321, "tokens_per_sec": 4.934007647711853, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 110762, "tokens_per_sec": 5.29062313789928, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 76258, "tokens_per_sec": 5.101104146450209, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 70359, "tokens_per_sec": 5.344021376085505, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 81622, "tokens_per_sec": 5.451961480973267, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 142035, "tokens_per_sec": 5.252226563875102, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 150027, "tokens_per_sec": 5.339038972984863, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 162391, "tokens_per_sec": 5.024909015893738, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 157797, "tokens_per_sec": 4.835326400375165, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 71805.83, "duration_ms_p50": 58541.0, "duration_ms_p95": 140580.5, "tokens_per_sec_mean": 5.79, "tokens_per_sec_p50": 5.75, "tokens_per_sec_p95": 6.47, "tokens_per_sec_max": 6.7, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 65655.0, "duration_ms_p50": 45721.0, "tokens_per_sec_mean": 5.92 }, "warm": { "n_calls": 9, "duration_ms_mean": 73856.11, "duration_ms_p50": 59728.0, "tokens_per_sec_mean": 5.75 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 20742.5, "duration_ms_p50": 18111.0, "tokens_per_sec_mean": 5.82, "tokens_per_sec_p50": 5.83 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 66764.5, "duration_ms_p50": 58541.0, "tokens_per_sec_mean": 5.84, "tokens_per_sec_p50": 5.76 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 127910.5, "duration_ms_p50": 132742.5, "tokens_per_sec_mean": 5.71, "tokens_per_sec_p50": 5.72 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1209.5, "answer_chars_mean": 618.75 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 13701, "tokens_per_sec": 5.766002481570688, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 33047, "tokens_per_sec": 4.932369050140709, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 15830, "tokens_per_sec": 6.69614655716993, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 20392, "tokens_per_sec": 5.884660651235779, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 45721, "tokens_per_sec": 6.277203035804117, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 59728, "tokens_per_sec": 5.575274578087329, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 57354, "tokens_per_sec": 5.666562053213377, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 104255, "tokens_per_sec": 5.85103831950506, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 137543, "tokens_per_sec": 5.729117439637059, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 144293, "tokens_per_sec": 5.516553124545196, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 101864, "tokens_per_sec": 5.703683342495877, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 127942, "tokens_per_sec": 5.893295399477889, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 96406.17, "duration_ms_p50": 105842.0, "duration_ms_p95": 154492.35, "tokens_per_sec_mean": 5.01, "tokens_per_sec_p50": 5.13, "tokens_per_sec_p95": 5.97, "tokens_per_sec_max": 6.29, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 109523.67, "duration_ms_p50": 118125.0, "tokens_per_sec_mean": 4.11 }, "warm": { "n_calls": 9, "duration_ms_mean": 92033.67, "duration_ms_p50": 95486.0, "tokens_per_sec_mean": 5.31 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 33574.75, "duration_ms_p50": 31872.5, "tokens_per_sec_mean": 4.73, "tokens_per_sec_p50": 5.19 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 103544.75, "duration_ms_p50": 105842.0, "tokens_per_sec_mean": 5.19, "tokens_per_sec_p50": 5.05 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 152099.0, "duration_ms_p50": 150187.0, "tokens_per_sec_mean": 5.11, "tokens_per_sec_p50": 5.13 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1296.25, "answer_chars_mean": 873.42 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 59744, "tokens_per_sec": 2.259641135511516, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 10810, "tokens_per_sec": 6.290471785383904, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 20002, "tokens_per_sec": 5.049495050494951, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 43743, "tokens_per_sec": 5.326566536360103, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 118125, "tokens_per_sec": 4.960846560846561, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 116198, "tokens_per_sec": 5.146388061756657, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 95486, "tokens_per_sec": 4.932660285277422, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 84370, "tokens_per_sec": 5.71293113665995, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 150702, "tokens_per_sec": 5.122692465926132, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 148897, "tokens_per_sec": 5.131063755481978, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 159125, "tokens_per_sec": 4.788688138256088, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 149672, "tokens_per_sec": 5.378427494788604, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 65539.5, "duration_ms_p50": 64606.5, "duration_ms_p95": 118069.75, "tokens_per_sec_mean": 6.6, "tokens_per_sec_p50": 6.59, "tokens_per_sec_p95": 6.89, "tokens_per_sec_max": 6.91, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 66671.33, "duration_ms_p50": 58574.0, "tokens_per_sec_mean": 6.36 }, "warm": { "n_calls": 9, "duration_ms_mean": 65162.22, "duration_ms_p50": 69317.0, "tokens_per_sec_mean": 6.68 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 16306.0, "duration_ms_p50": 15313.0, "tokens_per_sec_mean": 6.71, "tokens_per_sec_p50": 6.86 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 75223.75, "duration_ms_p50": 74910.0, "tokens_per_sec_mean": 6.61, "tokens_per_sec_p50": 6.59 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 105088.75, "duration_ms_p50": 114731.0, "tokens_per_sec_mean": 6.49, "tokens_per_sec_p50": 6.48 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1152.67, "answer_chars_mean": 769.33 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 19864, "tokens_per_sec": 6.192106322996375, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 14734, "tokens_per_sec": 6.854893443735578, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 15636, "tokens_per_sec": 6.907137375287798, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 14990, "tokens_per_sec": 6.871247498332221, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 58574, "tokens_per_sec": 6.572882166148803, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 89924, "tokens_per_sec": 6.60557804368133, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 92501, "tokens_per_sec": 6.551280526697008, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 59896, "tokens_per_sec": 6.728329103779885, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 121576, "tokens_per_sec": 6.317036257156018, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 69317, "tokens_per_sec": 6.6794581415814305, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 114261, "tokens_per_sec": 6.485152414209573, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 115201, "tokens_per_sec": 6.475638232307012, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 71267.58, "duration_ms_p50": 80265.5, "duration_ms_p95": 128231.3, "tokens_per_sec_mean": 6.41, "tokens_per_sec_p50": 6.39, "tokens_per_sec_p95": 6.88, "tokens_per_sec_max": 6.9, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 80477.67, "duration_ms_p50": 99471.0, "tokens_per_sec_mean": 5.99 }, "warm": { "n_calls": 9, "duration_ms_mean": 68197.56, "duration_ms_p50": 69604.0, "tokens_per_sec_mean": 6.55 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 16514.0, "duration_ms_p50": 16585.0, "tokens_per_sec_mean": 6.53, "tokens_per_sec_p50": 6.84 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 79436.25, "duration_ms_p50": 81054.0, "tokens_per_sec_mean": 6.43, "tokens_per_sec_p50": 6.44 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 117852.5, "duration_ms_p50": 124494.0, "tokens_per_sec_mean": 6.25, "tokens_per_sec_p50": 6.25 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1063.5, "answer_chars_mean": 944.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 18535, "tokens_per_sec": 5.557054221742649, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 18478, "tokens_per_sec": 6.873038207598224, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 14692, "tokens_per_sec": 6.806425265450585, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 14351, "tokens_per_sec": 6.898473973939098, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 99471, "tokens_per_sec": 6.2430256054528455, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 56166, "tokens_per_sec": 6.445180358223837, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 92504, "tokens_per_sec": 6.442964628556602, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 69604, "tokens_per_sec": 6.5944485949083385, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 123427, "tokens_per_sec": 6.165587756325601, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 90927, "tokens_per_sec": 6.345749887272207, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 131495, "tokens_per_sec": 6.319631925168257, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 125561, "tokens_per_sec": 6.188227236164095, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 69299.5, "duration_ms_p50": 68355.0, "duration_ms_p95": 124990.95, "tokens_per_sec_mean": 6.08, "tokens_per_sec_p50": 6.44, "tokens_per_sec_p95": 6.68, "tokens_per_sec_max": 6.69, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 78350.33, "duration_ms_p50": 72290.0, "tokens_per_sec_mean": 4.93 }, "warm": { "n_calls": 9, "duration_ms_mean": 66282.56, "duration_ms_p50": 64420.0, "tokens_per_sec_mean": 6.47 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25171.0, "duration_ms_p50": 25926.5, "tokens_per_sec_mean": 5.49, "tokens_per_sec_p50": 6.3 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 73270.5, "duration_ms_p50": 68355.0, "tokens_per_sec_mean": 6.39, "tokens_per_sec_p50": 6.46 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 109457.0, "duration_ms_p50": 117967.0, "tokens_per_sec_mean": 6.37, "tokens_per_sec_p50": 6.4 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1185.42, "answer_chars_mean": 741.92 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 35465, "tokens_per_sec": 2.7068941209643307, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 27111, "tokens_per_sec": 6.1598613109070115, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 24742, "tokens_per_sec": 6.668822245574327, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 13366, "tokens_per_sec": 6.43423612150232, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 72290, "tokens_per_sec": 5.97593028081339, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 92055, "tokens_per_sec": 6.474390310140676, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 64317, "tokens_per_sec": 6.436867391202949, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 64420, "tokens_per_sec": 6.690468798509779, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 127296, "tokens_per_sec": 6.1038838612368025, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 123105, "tokens_per_sec": 6.344177734454328, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 74598, "tokens_per_sec": 6.568540711547227, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 112829, "tokens_per_sec": 6.45224188816705, "error": null } ] } ], "n_calls_total": 90, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k", "qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k", "qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k", "qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k", "qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k", "qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k" ], "data_url": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/run.jsonl", "log": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/run.log", "md": null, "metadata": "/data/e08a7051-a856-4053-b34b-561d7ce5e8cf/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/e08a7051-a856-4053-b34b-561d7ce5e8cf/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft" }, { "id": "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50", "date": "2026-05-05", "started_at": "2026-05-05T07:00:10Z", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-cpu-matrix-1", "model_family": "gemma/phi/qwen2.5/qwen3", "model_sizes": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "task_kind": "param-sweep", "tags": [ "a3b", "cpu", "gemma", "matrix", "qwen2.5", "qwen3", "vps50" ], "headline": "6 calls across 5 cell(s); ~0.0 tok/s mean; p50 527.8s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "phi-4", "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b", "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-72b", "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "phi-4-q4km-cpu-ctx32k", "cell_id": "vps50:llamacpp:phi-4-q4km-cpu-ctx32k", "n_calls": 6, "n_errors": 0, "duration_ms_mean": 548939.5, "duration_ms_p50": 527802.5, "duration_ms_p95": 614865.75, "tokens_per_sec_mean": 0.02, "tokens_per_sec_p50": 0.02, "tokens_per_sec_p95": 0.02, "tokens_per_sec_max": 0.02, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:phi-4-q4km-cpu-ctx32k", "n_calls": 6, "n_errors": 0, "duration_ms_mean": 548939.5, "duration_ms_p50": 527802.5, "duration_ms_p95": 614865.75, "tokens_per_sec_mean": 0.02, "tokens_per_sec_p50": 0.02, "tokens_per_sec_p95": 0.02, "tokens_per_sec_max": 0.02, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": 540002.0, "duration_ms_p50": 540002.0, "tokens_per_sec_mean": 0.02 }, "warm": { "n_calls": 3, "duration_ms_mean": 551918.67, "duration_ms_p50": 515603.0, "tokens_per_sec_mean": 0.02 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 548939.5, "duration_ms_p50": 527802.5, "tokens_per_sec_mean": 0.02, "tokens_per_sec_p50": 0.02 } }, "chars_split": { "has_thinking": false, "reasoning_chars_mean": 0.0, "answer_chars_mean": 34.0 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 540002, "tokens_per_sec": 0.01851844993166692, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 628077, "tokens_per_sec": 0.015921614706477072, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 512076, "tokens_per_sec": 0.01952835126035979, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 515603, "tokens_per_sec": 0.019394766903993967, "error": null } ] } ], "n_calls_total": 6, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b", "phi-4-q4km-cpu-ctx32k" ], "data_url": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/run.jsonl", "log": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/run.log", "md": null, "metadata": "/data/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "86241185-24da-4f8e-b254-a60c9465e353", "91751afd-068a-477b-8f40-6e1963f803f1", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd" ], "status": "complete", "visibility": "draft" }, { "id": "86241185-24da-4f8e-b254-a60c9465e353", "title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50", "date": "2026-05-05", "started_at": "2026-05-05T03:07:15Z", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-cpu-matrix-1", "model_family": "gemma/phi/qwen2.5/qwen3", "model_sizes": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "task_kind": "param-sweep", "tags": [ "a3b", "cpu", "gemma", "matrix", "qwen2.5", "qwen3", "vps50" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "phi-4", "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b", "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-72b", "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "data_url": "/data/86241185-24da-4f8e-b254-a60c9465e353/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/86241185-24da-4f8e-b254-a60c9465e353/run.jsonl", "log": "/data/86241185-24da-4f8e-b254-a60c9465e353/run.log", "md": null, "metadata": "/data/86241185-24da-4f8e-b254-a60c9465e353/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/86241185-24da-4f8e-b254-a60c9465e353/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd" ], "status": "meta-only", "visibility": "draft" }, { "id": "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "title": "vps50-gemma-e4b-1 \u2014 gemma on vps50", "date": "2026-05-05", "started_at": "2026-05-05T03:07:13Z", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-gemma-e4b-1", "model_family": "gemma", "model_sizes": [ "gemma-4-e4b" ], "task_kind": "chat", "tags": [ "gemma", "vps50" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "gemma-4-e4b", "cell_id": "vps50:llamacpp:gemma-4-e4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:gemma-4-e4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "gemma-4-e4b" ], "data_url": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/run.jsonl", "log": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/run.log", "md": null, "metadata": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "86241185-24da-4f8e-b254-a60c9465e353", "91751afd-068a-477b-8f40-6e1963f803f1" ], "status": "meta-only", "visibility": "draft" }, { "id": "b54c61c0-b6b8-44ac-bc3e-a515df0f0499", "title": "vps50-gemma-e4b-1 \u2014 gemma on vps50", "date": "2026-05-04", "started_at": "2026-05-04T23:53:09Z", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-gemma-e4b-1", "model_family": "gemma", "model_sizes": [ "gemma-4-e4b" ], "task_kind": "chat", "tags": [ "gemma", "vps50" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "gemma-4-e4b", "cell_id": "vps50:llamacpp:gemma-4-e4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:gemma-4-e4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "gemma-4-e4b" ], "data_url": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/run.jsonl", "log": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/run.log", "md": null, "metadata": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd", "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "86241185-24da-4f8e-b254-a60c9465e353", "91751afd-068a-477b-8f40-6e1963f803f1" ], "status": "meta-only", "visibility": "draft" }, { "id": "ad28cb95-5134-40b5-8514-c8a381f83d87", "title": "predator-a3b-ctx-sweep-1 \u2014 qwen3 on predator", "date": "2026-05-04", "started_at": "2026-05-04T23:48:01Z", "git_sha": null, "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-ctx-sweep-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "param-sweep", "tags": [ "a3b", "ctx", "iq2", "predator", "qwen3", "sweep" ], "headline": "45 calls across 3 cell(s); ~5.0 tok/s mean; p50 83.9s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 82375.0, "duration_ms_p50": 69292.5, "duration_ms_p95": 170672.15, "tokens_per_sec_mean": 4.69, "tokens_per_sec_p50": 4.74, "tokens_per_sec_p95": 4.92, "tokens_per_sec_max": 4.95, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 79021.08, "duration_ms_p50": 83884.0, "duration_ms_p95": 146975.5, "tokens_per_sec_mean": 5.46, "tokens_per_sec_p50": 5.41, "tokens_per_sec_p95": 5.73, "tokens_per_sec_max": 5.83, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 88976.42, "duration_ms_p50": 97634.0, "duration_ms_p95": 162935.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.77, "tokens_per_sec_p95": 5.0, "tokens_per_sec_max": 5.12, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 82375.0, "duration_ms_p50": 69292.5, "duration_ms_p95": 170672.15, "tokens_per_sec_mean": 4.69, "tokens_per_sec_p50": 4.74, "tokens_per_sec_p95": 4.92, "tokens_per_sec_max": 4.95, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 90812.0, "duration_ms_p50": 69978.0, "tokens_per_sec_mean": 4.4 }, "warm": { "n_calls": 9, "duration_ms_mean": 79562.67, "duration_ms_p50": 68607.0, "tokens_per_sec_mean": 4.79 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25406.0, "duration_ms_p50": 24753.0, "tokens_per_sec_mean": 4.61, "tokens_per_sec_p50": 4.84 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 70149.25, "duration_ms_p50": 69292.5, "tokens_per_sec_mean": 4.76, "tokens_per_sec_p50": 4.74 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 151569.75, "duration_ms_p50": 167047.0, "tokens_per_sec_mean": 4.7, "tokens_per_sec_p50": 4.66 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1116.17, "answer_chars_mean": 630.5 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 33949, "tokens_per_sec": 3.7998173731185014, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 21340, "tokens_per_sec": 4.779756326148079, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 28166, "tokens_per_sec": 4.899524249094653, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 18169, "tokens_per_sec": 4.953492212009467, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 69978, "tokens_per_sec": 4.730058018234303, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 75274, "tokens_per_sec": 4.742673433057895, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 68607, "tokens_per_sec": 4.8828836707624586, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 66738, "tokens_per_sec": 4.689981719560071, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 168509, "tokens_per_sec": 4.664439288109241, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 173316, "tokens_per_sec": 4.644695238754645, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 98869, "tokens_per_sec": 4.834680233440209, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 165585, "tokens_per_sec": 4.662258054775493, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 79021.08, "duration_ms_p50": 83884.0, "duration_ms_p95": 146975.5, "tokens_per_sec_mean": 5.46, "tokens_per_sec_p50": 5.41, "tokens_per_sec_p95": 5.73, "tokens_per_sec_max": 5.83, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 68214.0, "duration_ms_p50": 89809.0, "tokens_per_sec_mean": 5.3 }, "warm": { "n_calls": 9, "duration_ms_mean": 82623.44, "duration_ms_p50": 77959.0, "tokens_per_sec_mean": 5.51 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 26140.75, "duration_ms_p50": 24427.0, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.61 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 80091.75, "duration_ms_p50": 85924.0, "tokens_per_sec_mean": 5.5, "tokens_per_sec_p50": 5.52 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 130830.75, "duration_ms_p50": 142584.5, "tokens_per_sec_mean": 5.28, "tokens_per_sec_p50": 5.29 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1055.92, "answer_chars_mean": 843.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 19560, "tokens_per_sec": 5.316973415132924, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 29294, "tokens_per_sec": 5.564279374615962, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 37869, "tokens_per_sec": 5.651060233964457, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 17840, "tokens_per_sec": 5.829596412556054, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 95273, "tokens_per_sec": 5.374030417851857, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 93889, "tokens_per_sec": 5.453247984321912, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 77959, "tokens_per_sec": 5.579856078194949, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 53246, "tokens_per_sec": 5.577883784697442, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 89809, "tokens_per_sec": 5.199924283757753, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 145855, "tokens_per_sec": 5.3340646532515175, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 148345, "tokens_per_sec": 5.244531328996596, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 139314, "tokens_per_sec": 5.347631968072125, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k", "n_calls": 15, "n_errors": 0, "duration_ms_mean": 88976.42, "duration_ms_p50": 97634.0, "duration_ms_p95": 162935.6, "tokens_per_sec_mean": 4.79, "tokens_per_sec_p50": 4.77, "tokens_per_sec_p95": 5.0, "tokens_per_sec_max": 5.12, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 94769.67, "duration_ms_p50": 97143.0, "tokens_per_sec_mean": 4.64 }, "warm": { "n_calls": 9, "duration_ms_mean": 87045.33, "duration_ms_p50": 98125.0, "tokens_per_sec_mean": 4.84 } }, "per_prompt": { "unknown": { "n_calls": 3, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 25067.0, "duration_ms_p50": 21998.5, "tokens_per_sec_mean": 4.72, "tokens_per_sec_p50": 4.76 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 101212.25, "duration_ms_p50": 100751.5, "tokens_per_sec_mean": 4.76, "tokens_per_sec_p50": 4.74 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 140650.0, "duration_ms_p50": 149948.0, "tokens_per_sec_mean": 4.88, "tokens_per_sec_p50": 4.83 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1302.08, "answer_chars_mean": 611.75 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 22587, "tokens_per_sec": 4.471598707220968, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 42874, "tokens_per_sec": 4.898073424453048, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 21410, "tokens_per_sec": 4.810836057916862, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 13397, "tokens_per_sec": 4.702545345972979, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 97143, "tokens_per_sec": 4.66322843642877, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 107841, "tokens_per_sec": 4.747730455021745, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 95505, "tokens_per_sec": 4.732736505942097, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 104360, "tokens_per_sec": 4.906094288999617, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 164579, "tokens_per_sec": 4.794050273728725, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 161591, "tokens_per_sec": 4.746551478733345, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 98125, "tokens_per_sec": 5.115923566878981, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 138305, "tokens_per_sec": 4.858826506633888, "error": null } ] } ], "n_calls_total": 45, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k", "qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k" ], "data_url": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.jsonl", "log": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/run.log", "md": null, "metadata": "/data/ad28cb95-5134-40b5-8514-c8a381f83d87/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/ad28cb95-5134-40b5-8514-c8a381f83d87/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "79afe366-1055-4e45-adf6-593864a530e8", "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft" }, { "id": "212d6278-1b9b-45e9-8aae-7eed4d4ec822", "title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50", "date": "2026-05-04", "started_at": "2026-05-04T23:39:53Z", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "llamacpp", "harness": "vps50-cpu-matrix-1", "model_family": "gemma/phi/qwen2.5/qwen3", "model_sizes": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "task_kind": "param-sweep", "tags": [ "a3b", "cpu", "gemma", "matrix", "qwen2.5", "qwen3", "vps50" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "phi-4", "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4-26b-a4b", "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3-30b-a3b", "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-72b", "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "vps50:llamacpp:phi-4", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:gemma-4-26b-a4b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen3-30b-a3b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] }, { "cell_id": "vps50:llamacpp:qwen2.5-72b", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "phi-4", "gemma-4-26b-a4b", "qwen3-30b-a3b", "qwen2.5-72b" ], "data_url": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/run.jsonl", "log": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/run.log", "md": null, "metadata": "/data/212d6278-1b9b-45e9-8aae-7eed4d4ec822/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/212d6278-1b9b-45e9-8aae-7eed4d4ec822/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "86241185-24da-4f8e-b254-a60c9465e353", "91751afd-068a-477b-8f40-6e1963f803f1", "cef4b219-6b65-4740-8c3b-5b68aa10cf3f", "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd" ], "status": "meta-only", "visibility": "draft" }, { "id": "b37836bf-d1a2-4d6b-a732-aff89da1fa07", "title": "predator-a3b-ngl-matrix-1 \u2014 qwen3 on predator", "date": "2026-05-04", "started_at": "2026-05-04T22:50:47Z", "git_sha": null, "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-ngl-matrix-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "param-sweep", "tags": [ "a3b", "iq2", "matrix", "ngl", "predator", "qwen3" ], "headline": "42 calls across 3 cell(s); ~5.7 tok/s mean; p50 71.5s", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 85436.42, "duration_ms_p50": 92483.0, "duration_ms_p95": 154201.8, "tokens_per_sec_mean": 4.95, "tokens_per_sec_p50": 4.98, "tokens_per_sec_p95": 5.15, "tokens_per_sec_max": 5.15, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 75013.58, "duration_ms_p50": 81347.0, "duration_ms_p95": 146474.55, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.36, "tokens_per_sec_p95": 6.61, "tokens_per_sec_max": 6.63, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 62607.33, "duration_ms_p50": 67049.0, "duration_ms_p95": 123041.65, "tokens_per_sec_mean": 6.58, "tokens_per_sec_p50": 6.68, "tokens_per_sec_p95": 6.88, "tokens_per_sec_max": 6.89, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 85436.42, "duration_ms_p50": 92483.0, "duration_ms_p95": 154201.8, "tokens_per_sec_mean": 4.95, "tokens_per_sec_p50": 4.98, "tokens_per_sec_p95": 5.15, "tokens_per_sec_max": 5.15, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 95785.67, "duration_ms_p50": 108039.0, "tokens_per_sec_mean": 4.86 }, "warm": { "n_calls": 9, "duration_ms_mean": 81986.67, "duration_ms_p50": 92416.0, "tokens_per_sec_mean": 4.99 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 24673.5, "duration_ms_p50": 23088.0, "tokens_per_sec_mean": 4.84, "tokens_per_sec_p50": 4.75 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 93075.75, "duration_ms_p50": 96497.0, "tokens_per_sec_mean": 4.9, "tokens_per_sec_p50": 4.88 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 138560.0, "duration_ms_p50": 153138.0, "tokens_per_sec_mean": 5.12, "tokens_per_sec_p50": 5.13 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1263.58, "answer_chars_mean": 656.75 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 23904, "tokens_per_sec": 4.769076305220883, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 19868, "tokens_per_sec": 4.731226092208577, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 22272, "tokens_per_sec": 4.714439655172414, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 32650, "tokens_per_sec": 5.145482388973966, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 108039, "tokens_per_sec": 4.73902942455965, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 71270, "tokens_per_sec": 4.910902202890417, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 92416, "tokens_per_sec": 4.858466066481995, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 100578, "tokens_per_sec": 5.0905764680148735, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 155414, "tokens_per_sec": 5.057459430939298, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 92550, "tokens_per_sec": 5.143165856293895, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 153066, "tokens_per_sec": 5.121973527759267, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 153210, "tokens_per_sec": 5.149794399843352, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 75013.58, "duration_ms_p50": 81347.0, "duration_ms_p95": 146474.55, "tokens_per_sec_mean": 5.59, "tokens_per_sec_p50": 5.36, "tokens_per_sec_p95": 6.61, "tokens_per_sec_max": 6.63, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 85208.33, "duration_ms_p50": 64718.0, "tokens_per_sec_mean": 5.44 }, "warm": { "n_calls": 9, "duration_ms_mean": 71615.33, "duration_ms_p50": 92482.0, "tokens_per_sec_mean": 5.64 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 20134.0, "duration_ms_p50": 14613.0, "tokens_per_sec_mean": 6.15, "tokens_per_sec_p50": 6.26 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 81221.25, "duration_ms_p50": 82069.0, "tokens_per_sec_mean": 5.31, "tokens_per_sec_p50": 5.31 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 123685.5, "duration_ms_p50": 126628.0, "tokens_per_sec_mean": 5.3, "tokens_per_sec_p50": 5.3 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1129.25, "answer_chars_mean": 657.58 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 41903, "tokens_per_sec": 5.4411378660239125, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 10852, "tokens_per_sec": 6.634721710283818, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 9407, "tokens_per_sec": 6.590836611034336, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 18374, "tokens_per_sec": 5.932295635136606, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 64718, "tokens_per_sec": 5.67075620383819, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 96029, "tokens_per_sec": 5.331722708765061, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 93926, "tokens_per_sec": 4.971999233439091, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 70212, "tokens_per_sec": 5.28399703754344, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 149004, "tokens_per_sec": 5.194491423049046, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 92482, "tokens_per_sec": 5.319954153240631, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 108851, "tokens_per_sec": 5.282450321999798, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 144405, "tokens_per_sec": 5.387625082233995, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 62607.33, "duration_ms_p50": 67049.0, "duration_ms_p95": 123041.65, "tokens_per_sec_mean": 6.58, "tokens_per_sec_p50": 6.68, "tokens_per_sec_p95": 6.88, "tokens_per_sec_max": 6.89, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 66010.0, "duration_ms_p50": 67078.0, "tokens_per_sec_mean": 6.23 }, "warm": { "n_calls": 9, "duration_ms_mean": 61473.11, "duration_ms_p50": 67020.0, "tokens_per_sec_mean": 6.7 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 12523.5, "duration_ms_p50": 12403.5, "tokens_per_sec_mean": 6.59, "tokens_per_sec_p50": 6.86 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 66233.75, "duration_ms_p50": 67049.0, "tokens_per_sec_mean": 6.67, "tokens_per_sec_p50": 6.69 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 109064.75, "duration_ms_p50": 118280.0, "tokens_per_sec_mean": 6.49, "tokens_per_sec_p50": 6.44 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1095.0, "answer_chars_mean": 736.25 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 11689, "tokens_per_sec": 5.731884677902301, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 14951, "tokens_per_sec": 6.889171292890108, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 10336, "tokens_per_sec": 6.8691950464396285, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 13118, "tokens_per_sec": 6.860801951517, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 67078, "tokens_per_sec": 6.57443573153642, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 59196, "tokens_per_sec": 6.689641191972431, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 71641, "tokens_per_sec": 6.6861154925252295, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 67020, "tokens_per_sec": 6.714413607878246, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 119263, "tokens_per_sec": 6.397625416097196, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 72039, "tokens_per_sec": 6.676938880328711, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 117297, "tokens_per_sec": 6.462228360486628, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 127660, "tokens_per_sec": 6.423311922293593, "error": null } ] } ], "n_calls_total": 42, "n_errors_total": 0, "chart_spec": { "kind": "line", "x": "param_value", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6", "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12", "qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24" ], "data_url": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.jsonl", "log": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/run.log", "md": null, "metadata": "/data/b37836bf-d1a2-4d6b-a732-aff89da1fa07/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/b37836bf-d1a2-4d6b-a732-aff89da1fa07/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_NGL_RETUNE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87", "e08a7051-a856-4053-b34b-561d7ce5e8cf", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft" }, { "id": "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "title": "A3B cross-machine \u2014 Pavilion side", "date": "2026-05-04", "started_at": "2026-05-04T22:11:43Z", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "llamacpp", "harness": "pavilion-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2xxs" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen3" ], "headline": "Pavilion (GTX 1050) running Qwen3-30B-A3B IQ2-XXS at ~6 tok/s mean, p50 58s. The smaller half of the cross-machine pair.", "janie_blurb_md": "Pavilion is a 2019 HP gaming laptop with a four-gigabyte GTX 1050. We pointed a thirty-billion-parameter mixture-of-experts model at it (Qwen3-30B-A3B at IQ2-XXS quant) \u2014 the file alone, at 9.65 GB, is more than twice the GPU's VRAM budget. The bet was that mixture-of-experts routing only activates ~3B of those 30B parameters per token, so the offload-to-CPU penalty would be small.\n\nThe bet paid: warm tokens-per-second on the hard prompt clocks at eight, comfortably faster than typing speed. Twelve of forty-eight model layers ran on the GPU, the rest on CPU; the partition was clean because we set it explicitly with `--n-gpu-layers 12`. The 14B dense model on the bigger Predator GPU, by contrast, was unusable on this hardware (~1 t/s, hangs above five minutes). Smaller-and-better-quant beat bigger-and-better-hardware. This is the \"smartest model that runs at all\" ceiling at this hardware tier \u2014 possible on a $400 used laptop most people would only think of as a games box.", "janie_blurb_status": "vera-reviewed", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2xxs-think500", "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 72439.92, "duration_ms_p50": 57784.0, "duration_ms_p95": 174786.1, "tokens_per_sec_mean": 5.88, "tokens_per_sec_p50": 6.67, "tokens_per_sec_p95": 8.17, "tokens_per_sec_max": 8.19, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 72439.92, "duration_ms_p50": 57784.0, "duration_ms_p95": 174786.1, "tokens_per_sec_mean": 5.88, "tokens_per_sec_p50": 6.67, "tokens_per_sec_p95": 8.17, "tokens_per_sec_max": 8.19, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 161561.0, "duration_ms_p50": 132262.0, "tokens_per_sec_mean": 3.22 }, "warm": { "n_calls": 9, "duration_ms_mean": 42732.89, "duration_ms_p50": 49471.0, "tokens_per_sec_mean": 6.77 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 67896.0, "duration_ms_p50": 16463.0, "tokens_per_sec_mean": 3.36, "tokens_per_sec_p50": 3.89 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 72019.0, "duration_ms_p50": 55635.5, "tokens_per_sec_mean": 6.81, "tokens_per_sec_p50": 7.79 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 77404.75, "duration_ms_p50": 63543.0, "tokens_per_sec_mean": 7.47, "tokens_per_sec_p50": 7.98 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 974.67, "answer_chars_mean": 587.17 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 226760, "tokens_per_sec": 0.28223672605397776, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 15935, "tokens_per_sec": 4.016316284907436, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 16991, "tokens_per_sec": 3.7667000176564063, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 11898, "tokens_per_sec": 5.379055303412338, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 132262, "tokens_per_sec": 3.4855060410397543, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 61800, "tokens_per_sec": 7.427184466019418, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 49471, "tokens_per_sec": 8.186614380141902, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 44543, "tokens_per_sec": 8.149428641986395, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 125661, "tokens_per_sec": 5.904775546907951, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 68390, "tokens_per_sec": 7.998245357508408, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 56872, "tokens_per_sec": 8.018005345336897, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 58696, "tokens_per_sec": 7.956249148153196, "error": null } ] } ], "n_calls_total": 14, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2xxs-think500" ], "data_url": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.jsonl" }, "site_grade": "flagship", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.jsonl", "log": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.log", "md": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/run.md", "metadata": "/data/23066b38-ea9c-4dd3-b2f5-32912a67fce4/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/23066b38-ea9c-4dd3-b2f5-32912a67fce4/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_CROSS_MACHINE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "complete", "visibility": "draft", "title_override": "A3B cross-machine \u2014 Pavilion side", "headline_override": "Pavilion (GTX 1050) running Qwen3-30B-A3B IQ2-XXS at ~6 tok/s mean, p50 58s. The smaller half of the cross-machine pair." }, { "id": "d1cff064-9141-48e0-b1d2-729b134e0543", "title": "Predator Qwen rerun", "date": "2026-05-04", "started_at": "2026-05-04T22:02:28Z", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "llamacpp", "harness": "pavilion-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2xxs" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen3" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2xxs-think500", "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2xxs-think500" ], "data_url": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.jsonl", "log": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.log", "md": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/run.md", "metadata": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/d1cff064-9141-48e0-b1d2-729b134e0543/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "meta-only", "visibility": "draft" }, { "id": "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "title": "A3B cross-machine \u2014 Predator side", "date": "2026-05-04", "started_at": "2026-05-04T22:02:17Z", "git_sha": null, "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "predator", "qwen3" ], "headline": "Predator (GTX 1070) running the same A3B IQ2-XXS at ~3.9 tok/s mean, p50 102s \u2014 the larger half of the pair.", "janie_blurb_md": "Predator is the newer of the two consumer-GPU machines tested \u2014 an Acer Predator gaming laptop with a six-gigabyte GTX 1060 and twenty-eight gigabytes of system RAM. On the same Qwen3-30B-A3B model, the same llama.cpp engine, the same prompts as the Pavilion run sitting next to this one in the catalogue, it ran half as fast: four warm tokens per second on the hard prompt against Pavilion's eight. Better hardware, same model, worse number.\n\nThe cause is almost certainly an offload-config mistake on our end. `--n-gpu-layers 99` lets llama.cpp distribute layers awkwardly across a six-gigabyte VRAM budget; an explicit partition (`--n-gpu-layers 32` or whichever count fills VRAM without spilling) should let Predator pull ahead, as `llama-bench`'s prompt-processing number predicts: 40 tok/s on Predator versus 6 on Pavilion is a 6\u00d7 compute-throughput advantage on the GPU side. The retune is the obvious next bench. We're publishing the un-retuned numbers now, with the methodology footnote naming the gap, because the un-retuned number is what most readers will see when they first try this hardware.", "janie_blurb_status": "vera-reviewed", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 107312.08, "duration_ms_p50": 101920.0, "duration_ms_p95": 211459.2, "tokens_per_sec_mean": 3.87, "tokens_per_sec_p50": 3.99, "tokens_per_sec_p95": 4.06, "tokens_per_sec_max": 4.06, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 107312.08, "duration_ms_p50": 101920.0, "duration_ms_p95": 211459.2, "tokens_per_sec_mean": 3.87, "tokens_per_sec_p50": 3.99, "tokens_per_sec_p95": 4.06, "tokens_per_sec_max": 4.06, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 109544.33, "duration_ms_p50": 97117.0, "tokens_per_sec_mean": 3.47 }, "warm": { "n_calls": 9, "duration_ms_mean": 106568.0, "duration_ms_p50": 106723.0, "tokens_per_sec_mean": 4.01 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 18483.25, "duration_ms_p50": 16067.0, "tokens_per_sec_mean": 3.61, "tokens_per_sec_p50": 3.95 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 104743.5, "duration_ms_p50": 101920.0, "tokens_per_sec_mean": 4.02, "tokens_per_sec_p50": 4.02 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 198709.5, "duration_ms_p50": 196861.0, "tokens_per_sec_mean": 3.99, "tokens_per_sec_p50": 3.99 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1081.42, "answer_chars_mean": 835.08 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 26022, "tokens_per_sec": 2.459457382215049, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 15870, "tokens_per_sec": 3.9697542533081287, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 15777, "tokens_per_sec": 4.056537998352032, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 16264, "tokens_per_sec": 3.935071323167733, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 97117, "tokens_per_sec": 3.995181070255465, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 86427, "tokens_per_sec": 4.061230865354577, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 106723, "tokens_per_sec": 4.047862222763603, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 128707, "tokens_per_sec": 3.9780276131057364, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 205494, "tokens_per_sec": 3.9514535704205476, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 188228, "tokens_per_sec": 4.037656459187794, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 218750, "tokens_per_sec": 4.027428571428572, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 182366, "tokens_per_sec": 3.9590713181185087, "error": null } ] } ], "n_calls_total": 14, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500" ], "data_url": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.jsonl" }, "site_grade": "flagship", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.jsonl", "log": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.log", "md": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/run.md", "metadata": "/data/5fb2913d-6500-4ecf-9e97-d43f7dd61145/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/5fb2913d-6500-4ecf-9e97-d43f7dd61145/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_CROSS_MACHINE_2026-05-05.md", "A3B_NGL_RETUNE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87" ], "status": "complete", "visibility": "draft", "title_override": "A3B cross-machine \u2014 Predator side", "headline_override": "Predator (GTX 1070) running the same A3B IQ2-XXS at ~3.9 tok/s mean, p50 102s \u2014 the larger half of the pair." }, { "id": "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "title": "predator-a3b-1 \u2014 qwen3 on predator", "date": "2026-05-04", "started_at": "2026-05-04T21:24:11Z", "git_sha": null, "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2m" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "predator", "qwen3" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2m-think500", "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2m-think500" ], "data_url": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/run.jsonl", "log": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/run.log", "md": null, "metadata": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "fe4fa289-67a9-48e8-8a80-d5d88c875208", "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87" ], "status": "meta-only", "visibility": "draft" }, { "id": "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "title": "Predator Qwen rerun", "date": "2026-05-04", "started_at": "2026-05-04T21:24:10Z", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "llamacpp", "harness": "pavilion-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2xxs" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen3" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2xxs-think500", "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2xxs-think500" ], "data_url": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.jsonl", "log": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.log", "md": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/run.md", "metadata": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "meta-only", "visibility": "draft" }, { "id": "5f4d9e97-4294-4e69-9e6c-f318bca1ce44", "title": "pavilion-a3b-1 \u2014 qwen3 on pavilion", "date": "2026-05-04", "started_at": "2026-05-04T20:38:52Z", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "llamacpp", "harness": "pavilion-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b-iq2xxs" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen3" ], "headline": "no calls landed", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-iq2xxs-think500", "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500", "n_calls": 0, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": null, "chars_split": null, "timeline": [] } ], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-iq2xxs-think500" ], "data_url": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "status=meta-only", "raw_data_urls": { "jsonl": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/run.jsonl", "log": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/run.log", "md": null, "metadata": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "d1cff064-9141-48e0-b1d2-729b134e0543", "5fb2913d-6500-4ecf-9e97-d43f7dd61145" ], "status": "meta-only", "visibility": "draft" }, { "id": "fe4fa289-67a9-48e8-8a80-d5d88c875208", "title": "predator-a3b-1 \u2014 qwen3 on predator", "date": "2026-05-04", "started_at": "2026-05-04T18:50:19Z", "git_sha": null, "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-a3b-1", "model_family": "qwen3", "model_sizes": [ "qwen3:30b-a3b" ], "task_kind": "chat", "tags": [ "a3b", "predator", "qwen3" ], "headline": "2 calls across 1 cell(s)", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3:30b-a3b-q4km-think500", "cell_id": "predator:llamacpp:qwen3:30b-a3b-q4km-think500", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3:30b-a3b-q4km-think500", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": null, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null } ] } ], "n_calls_total": 2, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3:30b-a3b-q4km-think500" ], "data_url": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.jsonl" }, "site_grade": "standard", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.jsonl", "log": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.log", "md": null, "metadata": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/fe4fa289-67a9-48e8-8a80-d5d88c875208/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "79afe366-1055-4e45-adf6-593864a530e8", "ad28cb95-5134-40b5-8514-c8a381f83d87" ], "status": "complete", "visibility": "draft" }, { "id": "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "title": "Predator Qwen rerun matrix", "date": "2026-05-04", "started_at": "2026-05-04T17:49:07Z", "git_sha": null, "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-qwen-rerun-1", "model_family": "qwen3/qwen3.5", "model_sizes": [ "qwen3.5:9b", "qwen3:14b" ], "task_kind": "chat", "tags": [ "predator", "qwen3", "qwen3.5", "rerun" ], "headline": "Three Qwen variants on Predator: 36 calls, ~10.9 tok/s mean, p50 24s. The single-machine flagship for the rerun campaign.", "janie_blurb_md": "The qwen3.5 family on Predator under three different inference shapes \u2014 the budget=500 thinking config, the no-think config, and the same model's 14B dense sibling for the contrast. Three variants, twelve prompts each, thirty-six calls. The headline: ten-point-nine tokens per second mean across the matrix, p50 twenty-four seconds per call.\n\nThe 14B dense model is the casualty; it sits in this matrix at roughly one token per second on hard prompts and serves as the empirical floor of \"what a six-gigabyte VRAM GPU can't do gracefully.\" The thinking models (budget=500) and the no-think baseline come within striking distance of each other on wall-time \u2014 the reasoning-budget cap is doing its job. Same machine, same model architecture across two of the three variants, different deployment knobs. This matrix is what tuning looks like in practice on one machine.", "janie_blurb_status": "vera-reviewed", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3.5:9b-q4km-think500", "cell_id": "predator:llamacpp:qwen3.5:9b-q4km-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 30474.33, "duration_ms_p50": 33717.5, "duration_ms_p95": 52611.55, "tokens_per_sec_mean": 14.25, "tokens_per_sec_p50": 14.91, "tokens_per_sec_p95": 15.3, "tokens_per_sec_max": 15.32, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q4km-nothink", "cell_id": "predator:llamacpp:qwen3.5:9b-q4km-nothink", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 10425.75, "duration_ms_p50": 7200.0, "duration_ms_p95": 23998.85, "tokens_per_sec_mean": 12.55, "tokens_per_sec_p50": 14.37, "tokens_per_sec_p95": 14.93, "tokens_per_sec_max": 14.95, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:14b-q4km", "cell_id": "predator:llamacpp:qwen3:14b-q4km", "n_calls": 8, "n_errors": 0, "duration_ms_mean": 130876.17, "duration_ms_p50": 78946.0, "duration_ms_p95": 277160.0, "tokens_per_sec_mean": 1.06, "tokens_per_sec_p50": 1.09, "tokens_per_sec_p95": 1.28, "tokens_per_sec_max": 1.33, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:qwen3.5:9b-q4km-think500", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 30474.33, "duration_ms_p50": 33717.5, "duration_ms_p95": 52611.55, "tokens_per_sec_mean": 14.25, "tokens_per_sec_p50": 14.91, "tokens_per_sec_p95": 15.3, "tokens_per_sec_max": 15.32, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 32096.67, "duration_ms_p50": 35949.0, "tokens_per_sec_mean": 12.86 }, "warm": { "n_calls": 9, "duration_ms_mean": 29933.56, "duration_ms_p50": 33586.0, "tokens_per_sec_mean": 14.72 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 5178.25, "duration_ms_p50": 4671.5, "tokens_per_sec_mean": 12.69, "tokens_per_sec_p50": 13.7 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 34217.0, "duration_ms_p50": 33717.5, "tokens_per_sec_mean": 14.98, "tokens_per_sec_p50": 15.19 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 52027.75, "duration_ms_p50": 51815.5, "tokens_per_sec_mean": 15.09, "tokens_per_sec_p50": 15.07 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 1456.67, "answer_chars_mean": 434.17 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 6773, "tokens_per_sec": 9.449283921452828, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 4597, "tokens_per_sec": 13.922123123776375, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 4632, "tokens_per_sec": 13.816925734024181, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 4711, "tokens_per_sec": 13.585226066652515, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 35949, "tokens_per_sec": 14.242398954073828, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 33849, "tokens_per_sec": 15.126000768117228, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 33586, "tokens_per_sec": 15.244447091049842, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 33484, "tokens_per_sec": 15.290885198900966, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 53568, "tokens_per_sec": 14.878285543608126, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 51802, "tokens_per_sec": 14.941508049882245, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 51829, "tokens_per_sec": 15.203843408130583, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 50912, "tokens_per_sec": 15.320553111250787, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3.5:9b-q4km-nothink", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 10425.75, "duration_ms_p50": 7200.0, "duration_ms_p95": 23998.85, "tokens_per_sec_mean": 12.55, "tokens_per_sec_p50": 14.37, "tokens_per_sec_p95": 14.93, "tokens_per_sec_max": 14.95, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 10193.33, "duration_ms_p50": 7338.0, "tokens_per_sec_mean": 11.56 }, "warm": { "n_calls": 9, "duration_ms_mean": 10503.22, "duration_ms_p50": 7062.0, "tokens_per_sec_mean": 12.89 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 1597.75, "duration_ms_p50": 1393.0, "tokens_per_sec_mean": 8.47, "tokens_per_sec_p50": 9.34 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 7203.75, "duration_ms_p50": 7200.0, "tokens_per_sec_mean": 14.32, "tokens_per_sec_p50": 14.37 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 22475.75, "duration_ms_p50": 22106.5, "tokens_per_sec_mean": 14.87, "tokens_per_sec_p50": 14.88 } }, "chars_split": { "has_thinking": false, "reasoning_chars_mean": 0.0, "answer_chars_mean": 678.58 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 2372, "tokens_per_sec": 5.480607082630692, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 1350, "tokens_per_sec": 9.62962962962963, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 1436, "tokens_per_sec": 9.052924791086351, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 1233, "tokens_per_sec": 9.7323600973236, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 7338, "tokens_per_sec": 14.445352957209048, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 8034, "tokens_per_sec": 14.438635797859098, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 7062, "tokens_per_sec": 14.301897479467572, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 6381, "tokens_per_sec": 14.104372355430183, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 20870, "tokens_per_sec": 14.758025874460948, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 24820, "tokens_per_sec": 14.947622884770347, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 23327, "tokens_per_sec": 14.918334976636514, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 20886, "tokens_per_sec": 14.842478215072298, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3:14b-q4km", "n_calls": 8, "n_errors": 0, "duration_ms_mean": 130876.17, "duration_ms_p50": 78946.0, "duration_ms_p95": 277160.0, "tokens_per_sec_mean": 1.06, "tokens_per_sec_p50": 1.09, "tokens_per_sec_p95": 1.28, "tokens_per_sec_max": 1.33, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": 198723.5, "duration_ms_p50": 198723.5, "tokens_per_sec_mean": 0.9 }, "warm": { "n_calls": 4, "duration_ms_mean": 96952.5, "duration_ms_p50": 59373.0, "tokens_per_sec_mean": 1.14 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 68859.25, "duration_ms_p50": 59373.0, "tokens_per_sec_mean": 0.97, "tokens_per_sec_p50": 1.08 }, "P-MEDIUM": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": 254910.0, "duration_ms_p50": 254910.0, "tokens_per_sec_mean": 1.24, "tokens_per_sec_p50": 1.24 } }, "chars_split": { "has_thinking": true, "reasoning_chars_mean": 504.5, "answer_chars_mean": 201.0 }, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 98037, "tokens_per_sec": 0.6528147536134317, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 59855, "tokens_per_sec": 1.0692506891654834, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 58654, "tokens_per_sec": 1.0911446789647765, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 58891, "tokens_per_sec": 1.0867534937426773, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 299410, "tokens_per_sec": 1.142246417955312, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 210410, "tokens_per_sec": 1.3307352312152465, "error": null } ] } ], "n_calls_total": 36, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3.5:9b-q4km-think500", "qwen3.5:9b-q4km-nothink", "qwen3:14b-q4km" ], "data_url": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.jsonl" }, "site_grade": "flagship", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.jsonl", "log": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.log", "md": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/run.md", "metadata": "/data/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_CROSS_MACHINE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "09d8fbde-0008-49bb-99da-03eeaca72be1", "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "status": "complete", "visibility": "draft", "title_override": "Predator Qwen rerun matrix", "headline_override": "Three Qwen variants on Predator: 36 calls, ~10.9 tok/s mean, p50 24s. The single-machine flagship for the rerun campaign." }, { "id": "09d8fbde-0008-49bb-99da-03eeaca72be1", "title": "Predator trio bench", "date": "2026-05-04", "started_at": "2026-05-04T16:01:52Z", "git_sha": null, "hardware": "predator", "hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM", "engine": "llamacpp", "harness": "predator-trio-1", "model_family": "gemma/granite/qwen3.5", "model_sizes": [ "granite-4.1:8b", "gemma-4:e4b-it", "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "gemma", "granite", "predator", "qwen3", "qwen3.5", "trio" ], "headline": "42 calls across 3 cell(s); ~16.5 tok/s mean; p50 9.6s", "janie_blurb_md": "The clearest snapshot of what the bigger of the two consumer-GPU machines tested actually does. Three different model families on the same Predator hardware, all-GPU, Q4_K_M quant: gemma-4-E4B-it at twenty-three-and-a-half tokens per second on the hard prompt; granite-4.1-8B at sixteen; qwen3.5-9B (no-think) at fifteen.\n\nNone of these are frontier-model GPUs running frontier-model parameter counts. They're a six-year-old GTX 1060 running the smartest models we could fit at Q4 quant. The result is fast enough for assistant-style chat (faster than typing speed across all three), three model families landing in roughly the same usable performance band, no thirty-second pauses while you wait for a response. This is the \"what works\" tier on this hardware \u2014 the floor of useful, not the ceiling of impressive.", "janie_blurb_status": "vera-reviewed", "caveat": null, "caveat_severity": null, "methodology_ref": "A3B_AND_CPU_OVERNIGHT_2026-05-05", "methodology_deviations_md": null, "results_table": [ { "label": "granite-4.1:8b-q4km", "cell_id": "predator:llamacpp:granite-4.1:8b-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 8831.33, "duration_ms_p50": 6403.0, "duration_ms_p95": 19524.25, "tokens_per_sec_mean": 13.49, "tokens_per_sec_p50": 15.16, "tokens_per_sec_p95": 15.73, "tokens_per_sec_max": 15.75, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "gemma-4:e4b-it-q4km", "cell_id": "predator:llamacpp:gemma-4:e4b-it-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 9888.42, "duration_ms_p50": 8199.0, "duration_ms_p95": 21724.5, "tokens_per_sec_mean": 21.82, "tokens_per_sec_p50": 22.91, "tokens_per_sec_p95": 23.64, "tokens_per_sec_max": 23.66, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q4km", "cell_id": "predator:llamacpp:qwen3.5:9b-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 37136.33, "duration_ms_p50": 35324.5, "duration_ms_p95": 71874.15, "tokens_per_sec_mean": 14.04, "tokens_per_sec_p50": 14.42, "tokens_per_sec_p95": 14.57, "tokens_per_sec_max": 14.57, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "predator:llamacpp:granite-4.1:8b-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 8831.33, "duration_ms_p50": 6403.0, "duration_ms_p95": 19524.25, "tokens_per_sec_mean": 13.49, "tokens_per_sec_p50": 15.16, "tokens_per_sec_p95": 15.73, "tokens_per_sec_max": 15.75, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 9384.0, "duration_ms_p50": 6095.0, "tokens_per_sec_mean": 11.89 }, "warm": { "n_calls": 9, "duration_ms_mean": 8647.11, "duration_ms_p50": 6602.0, "tokens_per_sec_mean": 14.03 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 1121.5, "duration_ms_p50": 918.0, "tokens_per_sec_mean": 9.73, "tokens_per_sec_p50": 10.89 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 6472.5, "duration_ms_p50": 6403.0, "tokens_per_sec_mean": 15.05, "tokens_per_sec_p50": 15.16 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 18900.0, "duration_ms_p50": 18835.5, "tokens_per_sec_mean": 15.7, "tokens_per_sec_p50": 15.72 } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 1782, "tokens_per_sec": 5.611672278338945, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 919, "tokens_per_sec": 10.88139281828074, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 917, "tokens_per_sec": 10.905125408942203, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 868, "tokens_per_sec": 11.52073732718894, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 6095, "tokens_per_sec": 14.438063986874488, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 6204, "tokens_per_sec": 15.151515151515152, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 6989, "tokens_per_sec": 15.16669051366433, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 6602, "tokens_per_sec": 15.44986367767343, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 20275, "tokens_per_sec": 15.635018495684342, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 18761, "tokens_per_sec": 15.72410852299984, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 18910, "tokens_per_sec": 15.70597567424643, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 17654, "tokens_per_sec": 15.747139458479666, "error": null } ] }, { "cell_id": "predator:llamacpp:gemma-4:e4b-it-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 9888.42, "duration_ms_p50": 8199.0, "duration_ms_p95": 21724.5, "tokens_per_sec_mean": 21.82, "tokens_per_sec_p50": 22.91, "tokens_per_sec_p95": 23.64, "tokens_per_sec_max": 23.66, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 11939.0, "duration_ms_p50": 3858.0, "tokens_per_sec_mean": 21.37 }, "warm": { "n_calls": 9, "duration_ms_mean": 9204.89, "duration_ms_p50": 12258.0, "tokens_per_sec_mean": 21.97 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 2534.5, "duration_ms_p50": 2884.0, "tokens_per_sec_mean": 19.17, "tokens_per_sec_p50": 20.06 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 8322.5, "duration_ms_p50": 8199.0, "tokens_per_sec_mean": 22.77, "tokens_per_sec_p50": 22.85 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 18808.25, "duration_ms_p50": 16034.0, "tokens_per_sec_mean": 23.52, "tokens_per_sec_p50": 23.53 } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 3519, "tokens_per_sec": 18.186984938903098, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 851, "tokens_per_sec": 14.10105757931845, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 2918, "tokens_per_sec": 21.93283070596299, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 2850, "tokens_per_sec": 22.45614035087719, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 3858, "tokens_per_sec": 22.291342664593053, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 4140, "tokens_per_sec": 21.73913043478261, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 12258, "tokens_per_sec": 23.413281122532226, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 13034, "tokens_per_sec": 23.63050483351235, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 28440, "tokens_per_sec": 23.628691983122362, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 16230, "tokens_per_sec": 23.65988909426987, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 15838, "tokens_per_sec": 23.424674832680896, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 14725, "tokens_per_sec": 23.3616298811545, "error": null } ] }, { "cell_id": "predator:llamacpp:qwen3.5:9b-q4km", "n_calls": 14, "n_errors": 0, "duration_ms_mean": 37136.33, "duration_ms_p50": 35324.5, "duration_ms_p95": 71874.15, "tokens_per_sec_mean": 14.04, "tokens_per_sec_p50": 14.42, "tokens_per_sec_p95": 14.57, "tokens_per_sec_max": 14.57, "cold_warm_split": { "cold": { "n_calls": 3, "duration_ms_mean": 38309.67, "duration_ms_p50": 35678.0, "tokens_per_sec_mean": 13.28 }, "warm": { "n_calls": 9, "duration_ms_mean": 36745.22, "duration_ms_p50": 35311.0, "tokens_per_sec_mean": 14.29 } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null }, "hello": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 4857.5, "duration_ms_p50": 4646.0, "tokens_per_sec_mean": 13.25, "tokens_per_sec_p50": 13.78 }, "P-MEDIUM": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 35390.5, "duration_ms_p50": 35324.5, "tokens_per_sec_mean": 14.47, "tokens_per_sec_p50": 14.49 }, "P-HARD": { "n_calls": 4, "n_errors": 0, "duration_ms_mean": 71161.0, "duration_ms_p50": 70320.5, "tokens_per_sec_mean": 14.4, "tokens_per_sec_p50": 14.56 } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": null, "phase": null, "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": "hello", "run_idx": 0, "phase": "cold", "duration_ms": 5514, "tokens_per_sec": 11.606819006166122, "error": null }, { "prompt_id": "hello", "run_idx": 1, "phase": "warm", "duration_ms": 4659, "tokens_per_sec": 13.736853402017601, "error": null }, { "prompt_id": "hello", "run_idx": 2, "phase": "warm", "duration_ms": 4633, "tokens_per_sec": 13.813943449169004, "error": null }, { "prompt_id": "hello", "run_idx": 3, "phase": "warm", "duration_ms": 4624, "tokens_per_sec": 13.84083044982699, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 0, "phase": "cold", "duration_ms": 35678, "tokens_per_sec": 14.350580189472506, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 1, "phase": "warm", "duration_ms": 35311, "tokens_per_sec": 14.499730962023166, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 2, "phase": "warm", "duration_ms": 35338, "tokens_per_sec": 14.488652442130284, "error": null }, { "prompt_id": "P-MEDIUM", "run_idx": 3, "phase": "warm", "duration_ms": 35235, "tokens_per_sec": 14.531006101887328, "error": null }, { "prompt_id": "P-HARD", "run_idx": 0, "phase": "cold", "duration_ms": 73737, "tokens_per_sec": 13.887193674817256, "error": null }, { "prompt_id": "P-HARD", "run_idx": 1, "phase": "warm", "duration_ms": 70291, "tokens_per_sec": 14.568010129319545, "error": null }, { "prompt_id": "P-HARD", "run_idx": 2, "phase": "warm", "duration_ms": 70266, "tokens_per_sec": 14.573193294054022, "error": null }, { "prompt_id": "P-HARD", "run_idx": 3, "phase": "warm", "duration_ms": 70350, "tokens_per_sec": 14.555792466240229, "error": null } ] } ], "n_calls_total": 42, "n_errors_total": 0, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "granite-4.1:8b-q4km", "gemma-4:e4b-it-q4km", "qwen3.5:9b-q4km" ], "data_url": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.jsonl" }, "site_grade": "flagship", "site_grade_reason": null, "raw_data_urls": { "jsonl": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.jsonl", "log": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.log", "md": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/run.md", "metadata": "/data/09d8fbde-0008-49bb-99da-03eeaca72be1/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/09d8fbde-0008-49bb-99da-03eeaca72be1/" }, "synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "synthesis_docs_all": [ "A3B_AND_CPU_OVERNIGHT_2026-05-05.md", "A3B_CROSS_MACHINE_2026-05-05.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md" ], "related_ids": [ "5fb2913d-6500-4ecf-9e97-d43f7dd61145", "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef", "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d", "fe4fa289-67a9-48e8-8a80-d5d88c875208" ], "status": "complete", "visibility": "draft" }, { "id": "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T095713Z", "kind": "legacy", "title": "HF Chinchilla \u2014 local Mac \u00b7 2026-05-04", "date": "2026-05-04", "started_at": "2026-05-04", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "mlx-or-hf", "harness": "legacy", "model_family": "chinchilla", "model_sizes": [ "hf-chinchilla-mix" ], "task_kind": "throughput", "tags": [ "legacy", "mac", "mac" ], "headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 chinchilla", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T095713Z.html", "source_archive_rel": "hf-chinchilla-benchmarks/hf-chinchilla-local-mac-20260504T095713Z" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "mac", "legacy_url": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T095713Z.html", "legacy_suite": "chinchilla" }, { "id": "legacy:mac:hf-chinchilla:hf-chinchilla-local-mac-20260504T100034Z", "kind": "legacy", "title": "HF Chinchilla \u2014 local Mac \u00b7 2026-05-04", "date": "2026-05-04", "started_at": "2026-05-04", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "mlx-or-hf", "harness": "legacy", "model_family": "chinchilla", "model_sizes": [ "hf-chinchilla-mix" ], "task_kind": "throughput", "tags": [ "legacy", "mac", "mac" ], "headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 chinchilla", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T100034Z.html", "source_archive_rel": "hf-chinchilla-benchmarks/hf-chinchilla-local-mac-20260504T100034Z" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "mac", "legacy_url": "/legacy/mac/hf-chinchilla/hf-chinchilla-local-mac-20260504T100034Z.html", "legacy_suite": "chinchilla" }, { "id": "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "title": "pavilion-weeyuga-v3 \u2014 qwen2.5/qwen2.5-coder/qwen3/qwen3.5 on pavilion", "date": "2026-04-29", "started_at": "2026-04-29T09:51:46Z", "git_sha": "371ce70c8708ce0aedbe4f3bf096f8e8f8b11d43", "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "weeyuga", "harness": "pavilion-weeyuga-v3", "model_family": "qwen2.5/qwen2.5-coder/qwen3/qwen3.5", "model_sizes": [ "qwen3.5:4b", "qwen3.5:35b-a3b-uncensored", "qwen3.5:35b-a3b-iq2s", "qwen3.5:9b-q6k", "qwen3.5:9b", "qwen3.5:2b", "qwen3.5:0.8b", "qwen2.5-coder:14b", "qwen2.5-coder:3b", "qwen3:14b", "qwen3:8b", "qwen3:4b", "qwen2.5:3b", "qwen2.5-coder:1.5b", "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen2.5", "qwen3", "qwen3.5", "weeyuga" ], "headline": "96 calls across 16 cell(s); 12 errors", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3.5:4b", "cell_id": "pavilion:weeyuga:qwen3.5:4b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:35b-a3b-uncensored-iq1m", "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:35b-a3b-iq2s", "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q6k", "cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q4km", "cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:2b", "cell_id": "pavilion:weeyuga:qwen3.5:2b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:0.8b", "cell_id": "pavilion:weeyuga:qwen3.5:0.8b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b", "cell_id": "pavilion:weeyuga:qwen3.5:9b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:14b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:14b", "n_calls": 6, "n_errors": 6, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:3b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:3b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:14b", "cell_id": "pavilion:weeyuga:qwen3:14b", "n_calls": 6, "n_errors": 4, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:8b", "cell_id": "pavilion:weeyuga:qwen3:8b", "n_calls": 6, "n_errors": 2, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:4b", "cell_id": "pavilion:weeyuga:qwen3:4b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5:3b", "cell_id": "pavilion:weeyuga:qwen2.5:3b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:1.5b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:0.5b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:weeyuga:qwen3.5:4b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:2b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:0.8b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:14b", "n_calls": 6, "n_errors": 6, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 6, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "" } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:3b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3:14b", "n_calls": 6, "n_errors": 4, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3:8b", "n_calls": 6, "n_errors": 2, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3:4b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5:3b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b", "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 4, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 6, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 1, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 2, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 3, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 4, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] } ], "n_calls_total": 96, "n_errors_total": 12, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3.5:4b", "qwen3.5:35b-a3b-uncensored-iq1m", "qwen3.5:35b-a3b-iq2s", "qwen3.5:9b-q6k", "qwen3.5:9b-q4km", "qwen3.5:2b", "qwen3.5:0.8b", "qwen3.5:9b", "qwen2.5-coder:14b", "qwen2.5-coder:3b", "qwen3:14b", "qwen3:8b", "qwen3:4b", "qwen2.5:3b", "qwen2.5-coder:1.5b", "qwen2.5-coder:0.5b" ], "data_url": "/data/ad057f5b-ed3f-4a95-a38e-361be310ffd6/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "error rate 12/96", "raw_data_urls": { "jsonl": "/data/ad057f5b-ed3f-4a95-a38e-361be310ffd6/run.jsonl", "log": null, "md": null, "metadata": "/data/ad057f5b-ed3f-4a95-a38e-361be310ffd6/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/ad057f5b-ed3f-4a95-a38e-361be310ffd6/" }, "synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "synthesis_docs_all": [ "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "PAVILION_LLAMACPP_VS_OLLAMA_v0_INCOMPLETE.md" ], "related_ids": [ "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44" ], "status": "complete", "visibility": "draft" }, { "id": "legacy:pavilion:2026-04-29-pavilion-weeyuga-v1-benchmark", "kind": "legacy", "title": "Pavilion via Weeyuga \u2014 Mission 1 Phase 1 Baseline", "date": "2026-04-29", "started_at": "2026-04-29", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-29-pavilion-weeyuga-v1-benchmark.html", "source_archive_rel": "2026-04-29-pavilion-weeyuga-v1-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-29-pavilion-weeyuga-v1-benchmark.html", "legacy_suite": null }, { "id": "ff1131ca-d021-4e06-8616-4b4cdb54e97e", "title": "pavilion-weeyuga-v1 \u2014 qwen2.5/qwen2.5-coder/qwen3/qwen3.5 on pavilion", "date": "2026-04-28", "started_at": "2026-04-28T21:03:46Z", "git_sha": "9934892784228748586130d8abbacd82a919aee2", "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "weeyuga", "harness": "pavilion-weeyuga-v1", "model_family": "qwen2.5/qwen2.5-coder/qwen3/qwen3.5", "model_sizes": [ "qwen3.5:4b", "qwen3.5:35b-a3b-uncensored", "qwen3.5:35b-a3b-iq2s", "qwen3.5:9b-q6k", "qwen3.5:9b", "qwen3.5:2b", "qwen3.5:0.8b", "qwen2.5-coder:14b", "qwen2.5-coder:3b", "qwen3:14b", "qwen3:8b", "qwen3:4b", "qwen2.5:3b", "qwen2.5-coder:1.5b", "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "a3b", "iq2", "pavilion", "qwen2.5", "qwen3", "qwen3.5", "weeyuga" ], "headline": "17 calls across 16 cell(s); 3 errors", "janie_blurb_md": null, "janie_blurb_status": "pending", "caveat": null, "caveat_severity": null, "methodology_ref": "PAVILION_WEEYUGA_v1", "methodology_deviations_md": null, "results_table": [ { "label": "qwen3.5:4b", "cell_id": "pavilion:weeyuga:qwen3.5:4b", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:35b-a3b-uncensored-iq1m", "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:35b-a3b-iq2s", "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q6k", "cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b-q4km", "cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:2b", "cell_id": "pavilion:weeyuga:qwen3.5:2b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:0.8b", "cell_id": "pavilion:weeyuga:qwen3.5:0.8b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3.5:9b", "cell_id": "pavilion:weeyuga:qwen3.5:9b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:14b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:14b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:3b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:3b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:14b", "cell_id": "pavilion:weeyuga:qwen3:14b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:8b", "cell_id": "pavilion:weeyuga:qwen3:8b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen3:4b", "cell_id": "pavilion:weeyuga:qwen3:4b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5:3b", "cell_id": "pavilion:weeyuga:qwen2.5:3b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:1.5b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null }, { "label": "qwen2.5-coder:0.5b", "cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "memory_mb": null, "watts_avg": null, "notes": null } ], "cells": [ { "cell_id": "pavilion:weeyuga:qwen3.5:4b", "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 2, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 2, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null }, { "prompt_id": null, "run_idx": 0, "phase": "5q", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b-q6k", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b-q4km", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:2b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:0.8b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3.5:9b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:14b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:3b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen3:14b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" } ] }, { "cell_id": "pavilion:weeyuga:qwen3:8b", "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": "TimeoutError('timed out')" } ] }, { "cell_id": "pavilion:weeyuga:qwen3:4b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5:3b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:1.5b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] }, { "cell_id": "pavilion:weeyuga:qwen2.5-coder:0.5b", "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "duration_ms_p95": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null, "tokens_per_sec_p95": null, "tokens_per_sec_max": null, "cold_warm_split": { "cold": { "n_calls": 1, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null }, "warm": { "n_calls": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null } }, "per_prompt": { "unknown": { "n_calls": 1, "n_errors": 0, "duration_ms_mean": null, "duration_ms_p50": null, "tokens_per_sec_mean": null, "tokens_per_sec_p50": null } }, "chars_split": null, "timeline": [ { "prompt_id": null, "run_idx": 0, "phase": "hello", "duration_ms": null, "tokens_per_sec": null, "error": null } ] } ], "n_calls_total": 17, "n_errors_total": 3, "chart_spec": { "kind": "bar", "x": "cell", "y": "tokens_per_sec_mean", "series": [ "qwen3.5:4b", "qwen3.5:35b-a3b-uncensored-iq1m", "qwen3.5:35b-a3b-iq2s", "qwen3.5:9b-q6k", "qwen3.5:9b-q4km", "qwen3.5:2b", "qwen3.5:0.8b", "qwen3.5:9b", "qwen2.5-coder:14b", "qwen2.5-coder:3b", "qwen3:14b", "qwen3:8b", "qwen3:4b", "qwen2.5:3b", "qwen2.5-coder:1.5b", "qwen2.5-coder:0.5b" ], "data_url": "/data/ff1131ca-d021-4e06-8616-4b4cdb54e97e/run.jsonl" }, "site_grade": "archive-only", "site_grade_reason": "error rate 3/17", "raw_data_urls": { "jsonl": "/data/ff1131ca-d021-4e06-8616-4b4cdb54e97e/run.jsonl", "log": null, "md": null, "metadata": "/data/ff1131ca-d021-4e06-8616-4b4cdb54e97e/metadata.json", "gitea_dir": "https://github.com/slobodanmargetic988/weeyuga-benchmarks-public/tree/main/runs/ff1131ca-d021-4e06-8616-4b4cdb54e97e/" }, "synthesis_doc": "PAVILION_WEEYUGA_v1.md", "synthesis_docs_all": [ "PAVILION_WEEYUGA_v1.md", "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md", "PAVILION_LLAMACPP_VS_OLLAMA_v0_INCOMPLETE.md" ], "related_ids": [ "ad057f5b-ed3f-4a95-a38e-361be310ffd6", "23066b38-ea9c-4dd3-b2f5-32912a67fce4", "487c8a51-7c5c-417d-a0c5-4b6e8491e11f", "5f4d9e97-4294-4e69-9e6c-f318bca1ce44" ], "status": "complete", "visibility": "draft" }, { "id": "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_12-55-35:report", "kind": "legacy", "title": "Prompt Handoff Codegen Benchmark Report", "date": "2026-04-20", "started_at": "2026-04-20", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_12-55-35/report.html", "source_archive_rel": "prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_12-55-35/report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_12-55-35/report.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:prompt-handoff-codegen:prompt-handoff-codegen-2026-04-20_13-08-27:report", "kind": "legacy", "title": "Prompt Handoff Codegen Benchmark Report", "date": "2026-04-20", "started_at": "2026-04-20", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_13-08-27/report.html", "source_archive_rel": "prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_13-08-27/report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/prompt-handoff-codegen/prompt-handoff-codegen-2026-04-20_13-08-27/report.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen3_5_0_8b", "kind": "legacy", "title": "Qwen3.5 0.8B - Benchmark Page", "date": "2026-04-18", "started_at": "2026-04-18", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:0.8b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen3_5_0_8b.html", "source_archive_rel": "models/qwen3_5_0_8b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen3_5_0_8b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:report-catalog", "kind": "legacy", "title": "Telemetry Report Catalog", "date": "2026-04-18", "started_at": "2026-04-18", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/report-catalog.html", "source_archive_rel": "report-catalog.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/report-catalog.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini.html", "source_archive_rel": "local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini.html", "source_archive_rel": "local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-16-qwen3_5_4b-local-mac-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-small-model-manual.html", "source_archive_rel": "local-mac/2026-04-16-qwen3_5_4b-local-mac-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-16-qwen3_5_4b-local-mac-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:local-mac:qwen3_5_4b_hello_check:2026-04-16-qwen3_5_4b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen3_5_4b_hello_check/2026-04-16-qwen3_5_4b-local-mac-hello-check.html", "source_archive_rel": "local-mac/qwen3_5_4b_hello_check/2026-04-16-qwen3_5_4b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen3_5_4b_hello_check/2026-04-16-qwen3_5_4b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:models:ahmadwaqar_smolvlm2_256m_video_q8_0", "kind": "legacy", "title": "SmolVLM2 256M Video - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/ahmadwaqar_smolvlm2_256m_video_q8_0.html", "source_archive_rel": "models/ahmadwaqar_smolvlm2_256m_video_q8_0.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/ahmadwaqar_smolvlm2_256m_video_q8_0.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:codellama34_16k", "kind": "legacy", "title": "CodeLlama 34 16k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "llama", "model_sizes": [ "codellama:34b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/codellama34_16k.html", "source_archive_rel": "models/codellama34_16k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/codellama34_16k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:codestral_32k", "kind": "legacy", "title": "Codestral 32k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "codestral", "model_sizes": [ "codestral:22b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/codestral_32k.html", "source_archive_rel": "models/codestral_32k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/codestral_32k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:llama3_2_3b", "kind": "legacy", "title": "Llama 3.2 3B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "llama", "model_sizes": [ "llama3.2:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/llama3_2_3b.html", "source_archive_rel": "models/llama3_2_3b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/llama3_2_3b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:phi3", "kind": "legacy", "title": "Phi-3 Mini - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "phi", "model_sizes": [ "phi-3:mini" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/phi3.html", "source_archive_rel": "models/phi3.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/phi3.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:phind34_16k", "kind": "legacy", "title": "Phind 34 16k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "phi", "model_sizes": [ "phind-codellama:34b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/phind34_16k.html", "source_archive_rel": "models/phind34_16k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/phind34_16k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen14_coder_32k", "kind": "legacy", "title": "Qwen14 Coder 32k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen14_coder_32k.html", "source_archive_rel": "models/qwen14_coder_32k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen14_coder_32k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen14_general_32k", "kind": "legacy", "title": "Qwen14 General 32k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen14_general_32k.html", "source_archive_rel": "models/qwen14_general_32k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen14_general_32k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_3b", "kind": "legacy", "title": "Qwen2.5 3B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_3b.html", "source_archive_rel": "models/qwen2_5_3b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_3b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_coder_0_5b", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_0_5b.html", "source_archive_rel": "models/qwen2_5_coder_0_5b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_0_5b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_coder_14b", "kind": "legacy", "title": "Qwen2.5 Coder 14B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:14b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_14b.html", "source_archive_rel": "models/qwen2_5_coder_14b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_14b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_coder_1_5b", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_1_5b.html", "source_archive_rel": "models/qwen2_5_coder_1_5b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_1_5b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen2_5_coder_3b", "kind": "legacy", "title": "Qwen2.5 Coder 3B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen2_5_coder_3b.html", "source_archive_rel": "models/qwen2_5_coder_3b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen2_5_coder_3b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen32_coder_32k", "kind": "legacy", "title": "Qwen32 Coder 32k - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen32_coder_32k.html", "source_archive_rel": "models/qwen32_coder_32k.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen32_coder_32k.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen3_5_4b", "kind": "legacy", "title": "Qwen3.5 4B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen3_5_4b.html", "source_archive_rel": "models/qwen3_5_4b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen3_5_4b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:qwen3_5_9b", "kind": "legacy", "title": "Qwen3.5 9B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/qwen3_5_9b.html", "source_archive_rel": "models/qwen3_5_9b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/qwen3_5_9b.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:riven_smolvlm", "kind": "legacy", "title": "SmolVLM 500M - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/riven_smolvlm.html", "source_archive_rel": "models/riven_smolvlm.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/riven_smolvlm.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:smollm2_135m_instruct_q5_k_m", "kind": "legacy", "title": "SmolLM2 135M - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "smollm2", "model_sizes": [ "smollm2:135m" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/smollm2_135m_instruct_q5_k_m.html", "source_archive_rel": "models/smollm2_135m_instruct_q5_k_m.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/smollm2_135m_instruct_q5_k_m.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:smollm2_1_7b_instruct_q4_k_m", "kind": "legacy", "title": "SmolLM2 1.7B - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "smollm2", "model_sizes": [ "smollm2:1.7b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/smollm2_1_7b_instruct_q4_k_m.html", "source_archive_rel": "models/smollm2_1_7b_instruct_q4_k_m.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/smollm2_1_7b_instruct_q4_k_m.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:models:smollm2_360m_instruct_q5_k_m", "kind": "legacy", "title": "SmolLM2 360M - Benchmark Page", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "smollm2", "model_sizes": [ "smollm2:360m" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/models/smollm2_360m_instruct_q5_k_m.html", "source_archive_rel": "models/smollm2_360m_instruct_q5_k_m.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/models/smollm2_360m_instruct_q5_k_m.html", "legacy_suite": null }, { "id": "legacy:mac:2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark", "kind": "legacy", "title": "2026-04-16 Qwen3.5 4B MLX Local Mac Benchmark", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b-mlx" ], "task_kind": "chat", "tags": [ "legacy", "mac", "mac" ], "headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark.html", "source_archive_rel": "2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "mac", "legacy_url": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-local-mac-benchmark.html", "legacy_suite": null }, { "id": "legacy:mac:2026-04-16-qwen3_5_4b_mlx-vs-standard-4b", "kind": "legacy", "title": "2026-04-16 Qwen3.5 4B MLX vs Qwen3.5 4B Ollama", "date": "2026-04-16", "started_at": "2026-04-16", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:4b-mlx" ], "task_kind": "chat", "tags": [ "legacy", "mac", "mac" ], "headline": "Legacy archive \u2014 Mac (slobodans-macbook-air) \u00b7 vs-standard", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-vs-standard-4b.html", "source_archive_rel": "2026-04-16-qwen3_5_4b_mlx-vs-standard-4b.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "mac", "legacy_url": "/legacy/mac/2026-04-16-qwen3_5_4b_mlx-vs-standard-4b.html", "legacy_suite": "vs-standard" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-13-qwen3_5_9b-local-mac-progress", "kind": "legacy", "title": "Qwen3.5 9B Local Mac Progress", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 progress", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-13-qwen3_5_9b-local-mac-progress.html", "source_archive_rel": "local-mac/2026-04-13-qwen3_5_9b-local-mac-progress.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-13-qwen3_5_9b-local-mac-progress.html", "legacy_suite": "progress" }, { "id": "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-hello-check.html", "source_archive_rel": "qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini.html", "source_archive_rel": "qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:qwen3_5_9b:2026-04-13-qwen3_5_9b-vps50-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-small-model-manual.html", "source_archive_rel": "qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3_5_9b/2026-04-13-qwen3_5_9b-vps50-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:pavilion:2026-04-13-windows-gpu-qwen35-0_8b-long-context", "kind": "legacy", "title": "2026-04-13 Pavilion Windows GPU Qwen3.5 0.8B Long Context", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 long-context", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-0_8b-long-context.html", "source_archive_rel": "2026-04-13-windows-gpu-qwen35-0_8b-long-context.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-0_8b-long-context.html", "legacy_suite": "long-context" }, { "id": "legacy:pavilion:2026-04-13-windows-gpu-qwen35-2b-long-context", "kind": "legacy", "title": "2026-04-13 Pavilion GPU lane - Qwen3.5 2B", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 long-context", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-2b-long-context.html", "source_archive_rel": "2026-04-13-windows-gpu-qwen35-2b-long-context.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-2b-long-context.html", "legacy_suite": "long-context" }, { "id": "legacy:pavilion:2026-04-13-windows-gpu-qwen35-long-context", "kind": "legacy", "title": "2026-04-13 Pavilion Windows GPU Qwen3.5 Long Context", "date": "2026-04-13", "started_at": "2026-04-13", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 long-context", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-long-context.html", "source_archive_rel": "2026-04-13-windows-gpu-qwen35-long-context.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-13-windows-gpu-qwen35-long-context.html", "legacy_suite": "long-context" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model Concurrency Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep.html", "source_archive_rel": "local-mac/2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_0_5b-same-model-concurrency-sweep.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted", "kind": "legacy", "title": "Qwen2.5 Coder 14B Local Mac Overview (Aborted)", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:14b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted.html", "source_archive_rel": "local-mac/2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_14b-local-mac-overview-aborted.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model Concurrency Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep.html", "source_archive_rel": "local-mac/2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_1_5b-same-model-concurrency-sweep.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model Concurrency Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep.html", "source_archive_rel": "local-mac/2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-12-qwen2_5_coder_3b-same-model-concurrency-sweep.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:qwen3_5_9b_hello_check:2026-04-12-qwen3_5_9b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen3.5", "model_sizes": [ "qwen3.5:9b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen3_5_9b_hello_check/2026-04-12-qwen3_5_9b-local-mac-hello-check.html", "source_archive_rel": "local-mac/qwen3_5_9b_hello_check/2026-04-12-qwen3_5_9b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen3_5_9b_hello_check/2026-04-12-qwen3_5_9b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-17-36:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 1-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-17-36/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-17-36/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-17-36/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:01-up:qwen2_5_coder_0_5b_1up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 1-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/01-up/qwen2_5_coder_0_5b_1up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:02-up:qwen2_5_coder_0_5b_2up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 2-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/02-up/qwen2_5_coder_0_5b_2up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/02-up/qwen2_5_coder_0_5b_2up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/02-up/qwen2_5_coder_0_5b_2up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:03-up:qwen2_5_coder_0_5b_3up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 3-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/03-up/qwen2_5_coder_0_5b_3up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/03-up/qwen2_5_coder_0_5b_3up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/03-up/qwen2_5_coder_0_5b_3up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:04-up:qwen2_5_coder_0_5b_4up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 4-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/04-up/qwen2_5_coder_0_5b_4up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/04-up/qwen2_5_coder_0_5b_4up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/04-up/qwen2_5_coder_0_5b_4up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:05-up:qwen2_5_coder_0_5b_5up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 5-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/05-up/qwen2_5_coder_0_5b_5up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/05-up/qwen2_5_coder_0_5b_5up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/05-up/qwen2_5_coder_0_5b_5up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:06-up:qwen2_5_coder_0_5b_6up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 6-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/06-up/qwen2_5_coder_0_5b_6up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/06-up/qwen2_5_coder_0_5b_6up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/06-up/qwen2_5_coder_0_5b_6up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_02-18-41:07-up:qwen2_5_coder_0_5b_7up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Same-Model 7-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/07-up/qwen2_5_coder_0_5b_7up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/07-up/qwen2_5_coder_0_5b_7up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_02-18-41/07-up/qwen2_5_coder_0_5b_7up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:03-up:qwen2_5_coder_1_5b_3up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 3-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/03-up/qwen2_5_coder_1_5b_3up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/03-up/qwen2_5_coder_1_5b_3up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/03-up/qwen2_5_coder_1_5b_3up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:04-up:qwen2_5_coder_1_5b_4up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 4-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/04-up/qwen2_5_coder_1_5b_4up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/04-up/qwen2_5_coder_1_5b_4up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/04-up/qwen2_5_coder_1_5b_4up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-13-23:05-up:qwen2_5_coder_1_5b_5up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 5-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/05-up/qwen2_5_coder_1_5b_5up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/05-up/qwen2_5_coder_1_5b_5up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-13-23/05-up/qwen2_5_coder_1_5b_5up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:06-up:qwen2_5_coder_1_5b_6up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 6-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/06-up/qwen2_5_coder_1_5b_6up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/06-up/qwen2_5_coder_1_5b_6up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/06-up/qwen2_5_coder_1_5b_6up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-22-49:07-up:qwen2_5_coder_1_5b_7up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Same-Model 7-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/07-up/qwen2_5_coder_1_5b_7up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/07-up/qwen2_5_coder_1_5b_7up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-22-49/07-up/qwen2_5_coder_1_5b_7up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:03-up:qwen2_5_coder_3b_3up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 3-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/03-up/qwen2_5_coder_3b_3up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/03-up/qwen2_5_coder_3b_3up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/03-up/qwen2_5_coder_3b_3up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:04-up:qwen2_5_coder_3b_4up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 4-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/04-up/qwen2_5_coder_3b_4up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/04-up/qwen2_5_coder_3b_4up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/04-up/qwen2_5_coder_3b_4up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:05-up:qwen2_5_coder_3b_5up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 5-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/05-up/qwen2_5_coder_3b_5up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/05-up/qwen2_5_coder_3b_5up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/05-up/qwen2_5_coder_3b_5up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:06-up:qwen2_5_coder_3b_6up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 6-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/06-up/qwen2_5_coder_3b_6up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/06-up/qwen2_5_coder_3b_6up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/06-up/qwen2_5_coder_3b_6up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:vps81-telemetry:local-mac:same_model_concurrency_sweep:same-model-sweep-2026-04-12_17-28-50:07-up:qwen2_5_coder_3b_7up_parallel_report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Same-Model 7-Up Parallel Sweep", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 concurrency", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/07-up/qwen2_5_coder_3b_7up_parallel_report.html", "source_archive_rel": "local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/07-up/qwen2_5_coder_3b_7up_parallel_report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/same_model_concurrency_sweep/same-model-sweep-2026-04-12_17-28-50/07-up/qwen2_5_coder_3b_7up_parallel_report.html", "legacy_suite": "concurrency" }, { "id": "legacy:pavilion:2026-04-12-windows-benchmark-coverage-audit", "kind": "legacy", "title": "Windows Benchmark Coverage Audit", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 coverage-audit", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-12-windows-benchmark-coverage-audit.html", "source_archive_rel": "2026-04-12-windows-benchmark-coverage-audit.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-12-windows-benchmark-coverage-audit.html", "legacy_suite": "coverage-audit" }, { "id": "legacy:pavilion:2026-04-12-windows-cpu-qwen14b-benchmark", "kind": "legacy", "title": "Qwen2.5 Coder 14B Windows CPU Benchmark", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:14b" ], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-12-windows-cpu-qwen14b-benchmark.html", "source_archive_rel": "2026-04-12-windows-cpu-qwen14b-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-12-windows-cpu-qwen14b-benchmark.html", "legacy_suite": null }, { "id": "legacy:pavilion:2026-04-12-windows-gpu-qwen14b-benchmark", "kind": "legacy", "title": "Qwen2.5 Coder 14B Windows GPU Benchmark", "date": "2026-04-12", "started_at": "2026-04-12", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:14b" ], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-12-windows-gpu-qwen14b-benchmark.html", "source_archive_rel": "2026-04-12-windows-gpu-qwen14b-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-12-windows-gpu-qwen14b-benchmark.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-mac-qwen-coder-ladder-overview", "kind": "legacy", "title": "Mac Qwen Coder Ladder", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 ladder", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-mac-qwen-coder-ladder-overview.html", "source_archive_rel": "local-mac/2026-04-11-mac-qwen-coder-ladder-overview.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-mac-qwen-coder-ladder-overview.html", "legacy_suite": "ladder" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-mixed-model-20q", "kind": "legacy", "title": "Local Mac Qwen Mixed-Model Parallel 20Q", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 parallel", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-mixed-model-20q.html", "source_archive_rel": "local-mac/2026-04-11-parallel-qwen-mixed-model-20q.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-mixed-model-20q.html", "legacy_suite": "parallel" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-parallel-qwen-same-model-20q", "kind": "legacy", "title": "Local Mac Qwen Same-Model Parallel 20Q", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 parallel", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-same-model-20q.html", "source_archive_rel": "local-mac/2026-04-11-parallel-qwen-same-model-20q.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-parallel-qwen-same-model-20q.html", "legacy_suite": "parallel" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini.html", "source_archive_rel": "local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini.html", "source_archive_rel": "local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-small-model-manual", "kind": "legacy", "title": "MAC Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-small-model-manual.html", "source_archive_rel": "local-mac/2026-04-11-qwen0_5b-local-mac-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen0_5b-local-mac-vs-vps-report", "kind": "legacy", "title": "Qwen0.5B Mac vs VPS Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 mac-vs-vps", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-vs-vps-report.html", "source_archive_rel": "local-mac/2026-04-11-qwen0_5b-local-mac-vs-vps-report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen0_5b-local-mac-vs-vps-report.html", "legacy_suite": "mac-vs-vps" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini.html", "source_archive_rel": "local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini.html", "source_archive_rel": "local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-small-model-manual.html", "source_archive_rel": "local-mac/2026-04-11-qwen1_5b-local-mac-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen1_5b-local-mac-vs-vps-report", "kind": "legacy", "title": "Qwen2.5 Coder 1.5B Mac vs VPS", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 mac-vs-vps", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-vs-vps-report.html", "source_archive_rel": "local-mac/2026-04-11-qwen1_5b-local-mac-vs-vps-report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen1_5b-local-mac-vs-vps-report.html", "legacy_suite": "mac-vs-vps" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini.html", "source_archive_rel": "local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini.html", "source_archive_rel": "local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-small-model-manual.html", "source_archive_rel": "local-mac/2026-04-11-qwen3b-local-mac-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:local-mac:2026-04-11-qwen3b-local-mac-vs-vps-report", "kind": "legacy", "title": "Qwen2.5 Coder 3B Mac vs VPS", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 mac-vs-vps", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-vs-vps-report.html", "source_archive_rel": "local-mac/2026-04-11-qwen3b-local-mac-vs-vps-report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/2026-04-11-qwen3b-local-mac-vs-vps-report.html", "legacy_suite": "mac-vs-vps" }, { "id": "legacy:vps81-telemetry:local-mac:qwen0_5b_hello_check:2026-04-11-qwen0_5b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen0_5b_hello_check/2026-04-11-qwen0_5b-local-mac-hello-check.html", "source_archive_rel": "local-mac/qwen0_5b_hello_check/2026-04-11-qwen0_5b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen0_5b_hello_check/2026-04-11-qwen0_5b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:local-mac:qwen1_5b_hello_check:2026-04-11-qwen1_5b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen1_5b_hello_check/2026-04-11-qwen1_5b-local-mac-hello-check.html", "source_archive_rel": "local-mac/qwen1_5b_hello_check/2026-04-11-qwen1_5b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen1_5b_hello_check/2026-04-11-qwen1_5b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:local-mac:qwen3b_hello_check:2026-04-11-qwen3b-local-mac-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "mac", "hardware_label": "Mac \u00b7 M1 MacBook Air \u00b7 8 GB unified \u00b7 8-core", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "mac" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/local-mac/qwen3b_hello_check/2026-04-11-qwen3b-local-mac-hello-check.html", "source_archive_rel": "local-mac/qwen3b_hello_check/2026-04-11-qwen3b-local-mac-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/local-mac/qwen3b_hello_check/2026-04-11-qwen3b-local-mac-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini.html", "source_archive_rel": "qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini.html", "source_archive_rel": "qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:qwen1_5b:2026-04-11-qwen1_5b-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:1.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-small-model-manual.html", "source_archive_rel": "qwen1_5b/2026-04-11-qwen1_5b-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen1_5b/2026-04-11-qwen1_5b-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v1-20q-mini.html", "source_archive_rel": "qwen3b/2026-04-11-qwen3b-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v2-10q-mini.html", "source_archive_rel": "qwen3b/2026-04-11-qwen3b-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:qwen3b:2026-04-11-qwen3b-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5", "model_sizes": [ "qwen2.5:3b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-small-model-manual.html", "source_archive_rel": "qwen3b/2026-04-11-qwen3b-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen3b/2026-04-11-qwen3b-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:pavilion:2026-04-11-windows-cpu-qwen0_5b-benchmark", "kind": "legacy", "title": "Windows Pavilion qwen0.5b CPU Benchmark", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-11-windows-cpu-qwen0_5b-benchmark.html", "source_archive_rel": "2026-04-11-windows-cpu-qwen0_5b-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-11-windows-cpu-qwen0_5b-benchmark.html", "legacy_suite": null }, { "id": "legacy:pavilion:2026-04-11-windows-gpu-qwen0_5b-benchmark", "kind": "legacy", "title": "Windows Pavilion qwen0.5b GPU Benchmark", "date": "2026-04-11", "started_at": "2026-04-11", "git_sha": null, "hardware": "pavilion", "hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "pavilion", "pavilion" ], "headline": "Legacy archive \u2014 Pavilion windows-laptop \u00b7 general", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/pavilion/2026-04-11-windows-gpu-qwen0_5b-benchmark.html", "source_archive_rel": "2026-04-11-windows-gpu-qwen0_5b-benchmark.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "pavilion", "legacy_url": "/legacy/pavilion/2026-04-11-windows-gpu-qwen0_5b-benchmark.html", "legacy_suite": null }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Benchmark Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 benchmark-report", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q.html", "source_archive_rel": "qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-initial-5q-20q.html", "legacy_suite": "benchmark-report" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report-with-10q", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Benchmark Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 benchmark-report", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-with-10q.html", "source_archive_rel": "qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-with-10q.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report-with-10q.html", "legacy_suite": "benchmark-report" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-benchmark-report", "kind": "legacy", "title": "Qwen2.5 Coder 0.5B Benchmark Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 benchmark-report", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report.html", "source_archive_rel": "qwen0_5b/2026-04-10-qwen0_5b-benchmark-report.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-benchmark-report.html", "legacy_suite": "benchmark-report" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-hello-check.html", "source_archive_rel": "qwen0_5b/2026-04-10-qwen0_5b-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-20q-v1", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini.html", "source_archive_rel": "qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v1-20q-mini.html", "legacy_suite": "python-task-20q-v1" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-task-10q-v2", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini.html", "source_archive_rel": "qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-python-task-suite-v2-10q-mini.html", "legacy_suite": "python-task-10q-v2" }, { "id": "legacy:vps81-telemetry:qwen0_5b:2026-04-10-qwen0_5b-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-10", "started_at": "2026-04-10", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "qwen2.5-coder", "model_sizes": [ "qwen2.5-coder:0.5b" ], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-small-model-manual.html", "source_archive_rel": "qwen0_5b/2026-04-10-qwen0_5b-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/qwen0_5b/2026-04-10-qwen0_5b-small-model-manual.html", "legacy_suite": "small-model-manual" }, { "id": "legacy:vps81-telemetry:python-overnight:2026-04-09-python-task-suite-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-09", "started_at": "2026-04-09", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-overnight", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/python-overnight/2026-04-09-python-task-suite-mini.html", "source_archive_rel": "python-overnight/2026-04-09-python-task-suite-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/python-overnight/2026-04-09-python-task-suite-mini.html", "legacy_suite": "python-overnight" }, { "id": "legacy:vps81-telemetry:python-overnight:2026-04-06-python-task-suite-mini", "kind": "legacy", "title": "vps50 Python Telemetry Mini Report", "date": "2026-04-06", "started_at": "2026-04-06", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 python-overnight", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/python-overnight/2026-04-06-python-task-suite-mini.html", "source_archive_rel": "python-overnight/2026-04-06-python-task-suite-mini.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/python-overnight/2026-04-06-python-task-suite-mini.html", "legacy_suite": "python-overnight" }, { "id": "legacy:vps81-telemetry:2026-04-05-large-model-hello-check", "kind": "legacy", "title": "Hello Check Report", "date": "2026-04-05", "started_at": "2026-04-05", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 hello-check", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/2026-04-05-large-model-hello-check.html", "source_archive_rel": "2026-04-05-large-model-hello-check.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/2026-04-05-large-model-hello-check.html", "legacy_suite": "hello-check" }, { "id": "legacy:vps81-telemetry:2026-04-05-small-model-manual", "kind": "legacy", "title": "vps50 Small-Model Telemetry Manual", "date": "2026-04-05", "started_at": "2026-04-05", "git_sha": null, "hardware": "vps50", "hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU", "engine": "ollama", "harness": "legacy", "model_family": "unknown", "model_sizes": [], "task_kind": "chat", "tags": [ "legacy", "vps81-telemetry", "vps50" ], "headline": "Legacy archive \u2014 vps-81 historical telemetry \u00b7 small-model-manual", "janie_blurb_md": null, "janie_blurb_status": "n-a-legacy", "caveat": null, "caveat_severity": null, "methodology_ref": "legacy", "methodology_deviations_md": null, "results_table": [], "cells": [], "n_calls_total": 0, "n_errors_total": 0, "chart_spec": null, "site_grade": "legacy", "site_grade_reason": "historical archive \u2014 methodology may differ", "raw_data_urls": { "legacy_html": "/legacy/vps81-telemetry/2026-04-05-small-model-manual.html", "source_archive_rel": "2026-04-05-small-model-manual.html" }, "synthesis_doc": null, "synthesis_docs_all": [], "related_ids": [], "status": "complete", "visibility": "draft", "legacy_source_id": "vps81-telemetry", "legacy_url": "/legacy/vps81-telemetry/2026-04-05-small-model-manual.html", "legacy_suite": "small-model-manual" } ], "skipped": [ "ff1131ca-d021-4e06-8616-4b4cdb54e97e-reconstructed-from-log.jsonl (reconstructed duplicate)" ] }