slobodanmargetic988/weeyuga-benchmarks-public
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

publish: 21 run(s) — 09d8fbde-0008-49bb-99da-03eeaca72be1, 1bf57c9a-fd7a-49aa-90de-cd1907b15ddd, 212d6278-1b9b-45e9-8aae-7eed4d4ec822…

Browse Source
This commit is contained in:
Slobodan Margetic
2026-05-06 14:28:25 +02:00
parent 947c361b9c
commit ddc9626136
22 changed files with 24099 additions and 314 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12320
catalogue.json
View File

File diff suppressed because it is too large Load Diff

991
runs/09d8fbde-0008-49bb-99da-03eeaca72be1/metadata.json
View File

File diff suppressed because it is too large Load Diff

22
runs/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "vps50-gemma-e4b-1 \u2014 gemma on vps50",
"date": "2026-05-05",
"started_at": "2026-05-05T03:07:13Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "vps50",
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
"engine": "llamacpp",
@@ -22,7 +22,7 @@
"janie_blurb_status": "pending",
"caveat": null,
"caveat_severity": null,
"methodology_ref": "HARNESS#vps50-gemma-e4b-1",
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
"methodology_deviations_md": null,
"results_table": [
{
@@ -53,7 +53,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
}
],
"n_calls_total": 0,
@@ -76,8 +80,10 @@
"metadata": "/data/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/metadata.json",
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/1bf57c9a-fd7a-49aa-90de-cd1907b15ddd/"
},
"synthesis_doc": null,
"synthesis_docs_all": [],
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
"synthesis_docs_all": [
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "meta-only",
"visibility": "draft",
@@ -93,6 +99,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
}
],
@@ -112,5 +122,5 @@
"ngl": 0,
"ctx": 32768
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

47
runs/212d6278-1b9b-45e9-8aae-7eed4d4ec822/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50",
"date": "2026-05-04",
"started_at": "2026-05-04T23:39:53Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "vps50",
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
"engine": "llamacpp",
@@ -109,7 +109,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
@@ -121,7 +125,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
@@ -133,7 +141,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:qwen2.5-72b",
@@ -145,7 +157,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
}
],
"n_calls_total": 0,
@@ -173,7 +189,8 @@
},
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"synthesis_docs_all": [
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md"
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "meta-only",
@@ -190,6 +207,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -203,6 +224,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -216,6 +241,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -229,6 +258,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
}
],
@@ -255,5 +288,5 @@
"qwen2.5-72b"
]
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

343
runs/23066b38-ea9c-4dd3-b2f5-32912a67fce4/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "Predator Qwen rerun",
"date": "2026-05-04",
"started_at": "2026-05-04T22:11:43Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "pavilion",
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
"engine": "llamacpp",
@@ -55,7 +55,174 @@
"tokens_per_sec_mean": 5.88,
"tokens_per_sec_p50": 6.67,
"tokens_per_sec_p95": 8.17,
"tokens_per_sec_max": 8.19
"tokens_per_sec_max": 8.19,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 161561.0,
"duration_ms_p50": 132262.0,
"tokens_per_sec_mean": 3.22
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 42732.89,
"duration_ms_p50": 49471.0,
"tokens_per_sec_mean": 6.77
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 67896.0,
"duration_ms_p50": 16463.0,
"tokens_per_sec_mean": 3.36,
"tokens_per_sec_p50": 3.89
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 72019.0,
"duration_ms_p50": 55635.5,
"tokens_per_sec_mean": 6.81,
"tokens_per_sec_p50": 7.79
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 77404.75,
"duration_ms_p50": 63543.0,
"tokens_per_sec_mean": 7.47,
"tokens_per_sec_p50": 7.98
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 974.67,
"answer_chars_mean": 587.17
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 226760,
"tokens_per_sec": 0.28223672605397776,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15935,
"tokens_per_sec": 4.016316284907436,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 16991,
"tokens_per_sec": 3.7667000176564063,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 11898,
"tokens_per_sec": 5.379055303412338,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 132262,
"tokens_per_sec": 3.4855060410397543,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 61800,
"tokens_per_sec": 7.427184466019418,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 49471,
"tokens_per_sec": 8.186614380141902,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 44543,
"tokens_per_sec": 8.149428641986395,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 125661,
"tokens_per_sec": 5.904775546907951,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 68390,
"tokens_per_sec": 7.998245357508408,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 56872,
"tokens_per_sec": 8.018005345336897,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 58696,
"tokens_per_sec": 7.956249148153196,
"error": null
}
]
}
],
"n_calls_total": 14,
@@ -81,7 +248,8 @@
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"synthesis_docs_all": [
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"A3B_CROSS_MACHINE_2026-05-05.md"
"A3B_CROSS_MACHINE_2026-05-05.md",
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "complete",
@@ -98,6 +266,173 @@
"tokens_per_sec_p50": 6.67,
"tokens_per_sec_p95": 8.17,
"tokens_per_sec_max": 8.19,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 161561.0,
"duration_ms_p50": 132262.0,
"tokens_per_sec_mean": 3.22
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 42732.89,
"duration_ms_p50": 49471.0,
"tokens_per_sec_mean": 6.77
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 67896.0,
"duration_ms_p50": 16463.0,
"tokens_per_sec_mean": 3.36,
"tokens_per_sec_p50": 3.89
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 72019.0,
"duration_ms_p50": 55635.5,
"tokens_per_sec_mean": 6.81,
"tokens_per_sec_p50": 7.79
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 77404.75,
"duration_ms_p50": 63543.0,
"tokens_per_sec_mean": 7.47,
"tokens_per_sec_p50": 7.98
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 974.67,
"answer_chars_mean": 587.17
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 226760,
"tokens_per_sec": 0.28223672605397776,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15935,
"tokens_per_sec": 4.016316284907436,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 16991,
"tokens_per_sec": 3.7667000176564063,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 11898,
"tokens_per_sec": 5.379055303412338,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 132262,
"tokens_per_sec": 3.4855060410397543,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 61800,
"tokens_per_sec": 7.427184466019418,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 49471,
"tokens_per_sec": 8.186614380141902,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 44543,
"tokens_per_sec": 8.149428641986395,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 125661,
"tokens_per_sec": 5.904775546907951,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 68390,
"tokens_per_sec": 7.998245357508408,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 56872,
"tokens_per_sec": 8.018005345336897,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 58696,
"tokens_per_sec": 7.956249148153196,
"error": null
}
],
"calls": [
{
"type": "vram_snapshot",
@@ -327,5 +662,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

22
runs/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "Predator Qwen rerun",
"date": "2026-05-04",
"started_at": "2026-05-04T21:24:10Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "pavilion",
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
"engine": "llamacpp",
@@ -24,7 +24,7 @@
"janie_blurb_status": "pending",
"caveat": null,
"caveat_severity": null,
"methodology_ref": "HARNESS#pavilion-a3b-1",
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
"methodology_deviations_md": null,
"results_table": [
{
@@ -55,7 +55,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
}
],
"n_calls_total": 0,
@@ -78,8 +82,10 @@
"metadata": "/data/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/metadata.json",
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/487c8a51-7c5c-417d-a0c5-4b6e8491e11f/"
},
"synthesis_doc": null,
"synthesis_docs_all": [],
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
"synthesis_docs_all": [
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "meta-only",
"visibility": "draft",
@@ -95,6 +101,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
}
],
@@ -119,5 +129,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

22
runs/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "pavilion-a3b-1 \u2014 qwen3 on pavilion",
"date": "2026-05-04",
"started_at": "2026-05-04T20:38:52Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "pavilion",
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
"engine": "llamacpp",
@@ -24,7 +24,7 @@
"janie_blurb_status": "pending",
"caveat": null,
"caveat_severity": null,
"methodology_ref": "HARNESS#pavilion-a3b-1",
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
"methodology_deviations_md": null,
"results_table": [
{
@@ -55,7 +55,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
}
],
"n_calls_total": 0,
@@ -78,8 +82,10 @@
"metadata": "/data/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/metadata.json",
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/5f4d9e97-4294-4e69-9e6c-f318bca1ce44/"
},
"synthesis_doc": null,
"synthesis_docs_all": [],
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
"synthesis_docs_all": [
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "meta-only",
"visibility": "draft",
@@ -95,6 +101,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
}
],
@@ -119,5 +129,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

343
runs/5fb2913d-6500-4ecf-9e97-d43f7dd61145/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "Predator Qwen rerun",
"date": "2026-05-04",
"started_at": "2026-05-04T22:02:17Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "predator",
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
"engine": "llamacpp",
@@ -55,7 +55,174 @@
"tokens_per_sec_mean": 3.87,
"tokens_per_sec_p50": 3.99,
"tokens_per_sec_p95": 4.06,
"tokens_per_sec_max": 4.06
"tokens_per_sec_max": 4.06,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 109544.33,
"duration_ms_p50": 97117.0,
"tokens_per_sec_mean": 3.47
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 106568.0,
"duration_ms_p50": 106723.0,
"tokens_per_sec_mean": 4.01
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 18483.25,
"duration_ms_p50": 16067.0,
"tokens_per_sec_mean": 3.61,
"tokens_per_sec_p50": 3.95
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 104743.5,
"duration_ms_p50": 101920.0,
"tokens_per_sec_mean": 4.02,
"tokens_per_sec_p50": 4.02
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 198709.5,
"duration_ms_p50": 196861.0,
"tokens_per_sec_mean": 3.99,
"tokens_per_sec_p50": 3.99
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 1081.42,
"answer_chars_mean": 835.08
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 26022,
"tokens_per_sec": 2.459457382215049,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15870,
"tokens_per_sec": 3.9697542533081287,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 15777,
"tokens_per_sec": 4.056537998352032,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 16264,
"tokens_per_sec": 3.935071323167733,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 97117,
"tokens_per_sec": 3.995181070255465,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 86427,
"tokens_per_sec": 4.061230865354577,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 106723,
"tokens_per_sec": 4.047862222763603,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 128707,
"tokens_per_sec": 3.9780276131057364,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 205494,
"tokens_per_sec": 3.9514535704205476,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 188228,
"tokens_per_sec": 4.037656459187794,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 218750,
"tokens_per_sec": 4.027428571428572,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 182366,
"tokens_per_sec": 3.9590713181185087,
"error": null
}
]
}
],
"n_calls_total": 14,
@@ -82,7 +249,8 @@
"synthesis_docs_all": [
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"A3B_CROSS_MACHINE_2026-05-05.md",
"A3B_NGL_RETUNE_2026-05-05.md"
"A3B_NGL_RETUNE_2026-05-05.md",
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "complete",
@@ -99,6 +267,173 @@
"tokens_per_sec_p50": 3.99,
"tokens_per_sec_p95": 4.06,
"tokens_per_sec_max": 4.06,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 109544.33,
"duration_ms_p50": 97117.0,
"tokens_per_sec_mean": 3.47
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 106568.0,
"duration_ms_p50": 106723.0,
"tokens_per_sec_mean": 4.01
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 18483.25,
"duration_ms_p50": 16067.0,
"tokens_per_sec_mean": 3.61,
"tokens_per_sec_p50": 3.95
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 104743.5,
"duration_ms_p50": 101920.0,
"tokens_per_sec_mean": 4.02,
"tokens_per_sec_p50": 4.02
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 198709.5,
"duration_ms_p50": 196861.0,
"tokens_per_sec_mean": 3.99,
"tokens_per_sec_p50": 3.99
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 1081.42,
"answer_chars_mean": 835.08
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 26022,
"tokens_per_sec": 2.459457382215049,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15870,
"tokens_per_sec": 3.9697542533081287,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 15777,
"tokens_per_sec": 4.056537998352032,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 16264,
"tokens_per_sec": 3.935071323167733,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 97117,
"tokens_per_sec": 3.995181070255465,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 86427,
"tokens_per_sec": 4.061230865354577,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 106723,
"tokens_per_sec": 4.047862222763603,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 128707,
"tokens_per_sec": 3.9780276131057364,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 205494,
"tokens_per_sec": 3.9514535704205476,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 188228,
"tokens_per_sec": 4.037656459187794,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 218750,
"tokens_per_sec": 4.027428571428572,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 182366,
"tokens_per_sec": 3.9590713181185087,
"error": null
}
],
"calls": [
{
"type": "vram_snapshot",
@@ -326,5 +661,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

1063
runs/79afe366-1055-4e45-adf6-593864a530e8/metadata.json
View File

File diff suppressed because it is too large Load Diff

52
runs/86241185-24da-4f8e-b254-a60c9465e353/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50",
"date": "2026-05-05",
"started_at": "2026-05-05T03:07:15Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "vps50",
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
"engine": "llamacpp",
@@ -30,7 +30,7 @@
"janie_blurb_status": "pending",
"caveat": null,
"caveat_severity": null,
"methodology_ref": "HARNESS#vps50-cpu-matrix-1",
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
"methodology_deviations_md": null,
"results_table": [
{
@@ -109,7 +109,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
@@ -121,7 +125,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
@@ -133,7 +141,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:qwen2.5-72b",
@@ -145,7 +157,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
}
],
"n_calls_total": 0,
@@ -171,8 +187,10 @@
"metadata": "/data/86241185-24da-4f8e-b254-a60c9465e353/metadata.json",
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/86241185-24da-4f8e-b254-a60c9465e353/"
},
"synthesis_doc": null,
"synthesis_docs_all": [],
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
"synthesis_docs_all": [
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "meta-only",
"visibility": "draft",
@@ -188,6 +206,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -201,6 +223,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -214,6 +240,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -227,6 +257,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
}
],
@@ -253,5 +287,5 @@
"qwen2.5-72b"
]
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

22
runs/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "predator-a3b-1 \u2014 qwen3 on predator",
"date": "2026-05-04",
"started_at": "2026-05-04T21:24:11Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "predator",
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
"engine": "llamacpp",
@@ -24,7 +24,7 @@
"janie_blurb_status": "pending",
"caveat": null,
"caveat_severity": null,
"methodology_ref": "HARNESS#predator-a3b-1",
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
"methodology_deviations_md": null,
"results_table": [
{
@@ -55,7 +55,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
}
],
"n_calls_total": 0,
@@ -78,8 +82,10 @@
"metadata": "/data/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/metadata.json",
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef/"
},
"synthesis_doc": null,
"synthesis_docs_all": [],
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
"synthesis_docs_all": [
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "meta-only",
"visibility": "draft",
@@ -95,6 +101,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
}
],
@@ -117,5 +127,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

109
runs/91751afd-068a-477b-8f40-6e1963f803f1/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50",
"date": "2026-05-05",
"started_at": "2026-05-05T10:23:13Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "vps50",
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
"engine": "llamacpp",
@@ -126,7 +126,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
@@ -138,7 +142,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
@@ -150,7 +158,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:qwen2.5-72b",
@@ -162,7 +174,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b-it-q4km-cpu-ctx32k",
@@ -174,7 +190,37 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
}
},
"chars_split": null,
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
}
]
}
],
"n_calls_total": 2,
@@ -203,7 +249,8 @@
},
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"synthesis_docs_all": [
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md"
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "complete",
@@ -220,6 +267,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -233,6 +284,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -246,6 +301,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -259,6 +318,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -272,6 +335,36 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
}
},
"chars_split": null,
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
}
],
"calls": [
{
"type": "ram_snapshot",
@@ -311,5 +404,5 @@
"qwen2.5-72b"
]
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

2441
runs/ad057f5b-ed3f-4a95-a38e-361be310ffd6/metadata.json
View File

File diff suppressed because it is too large Load Diff

1063
runs/ad28cb95-5134-40b5-8514-c8a381f83d87/metadata.json
View File

File diff suppressed because it is too large Load Diff

1015
runs/b37836bf-d1a2-4d6b-a732-aff89da1fa07/metadata.json
View File

File diff suppressed because it is too large Load Diff

22
runs/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "vps50-gemma-e4b-1 \u2014 gemma on vps50",
"date": "2026-05-04",
"started_at": "2026-05-04T23:53:09Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "vps50",
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
"engine": "llamacpp",
@@ -22,7 +22,7 @@
"janie_blurb_status": "pending",
"caveat": null,
"caveat_severity": null,
"methodology_ref": "HARNESS#vps50-gemma-e4b-1",
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
"methodology_deviations_md": null,
"results_table": [
{
@@ -53,7 +53,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
}
],
"n_calls_total": 0,
@@ -76,8 +80,10 @@
"metadata": "/data/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/metadata.json",
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/b54c61c0-b6b8-44ac-bc3e-a515df0f0499/"
},
"synthesis_doc": null,
"synthesis_docs_all": [],
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
"synthesis_docs_all": [
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "meta-only",
"visibility": "draft",
@@ -93,6 +99,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
}
],
@@ -112,5 +122,5 @@
"ngl": 0,
"ctx": 32768
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

223
runs/cef4b219-6b65-4740-8c3b-5b68aa10cf3f/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "vps50-cpu-matrix-1 \u2014 gemma/phi/qwen2.5/qwen3 on vps50",
"date": "2026-05-05",
"started_at": "2026-05-05T07:00:10Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "vps50",
"hardware_label": "VPS50 \u00b7 cloud \u00b7 16 vCPU AMD EPYC \u00b7 62 GB RAM \u00b7 no GPU",
"engine": "llamacpp",
@@ -125,7 +125,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:gemma-4-26b-a4b",
@@ -137,7 +141,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:qwen3-30b-a3b",
@@ -149,7 +157,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:qwen2.5-72b",
@@ -161,7 +173,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
},
{
"cell_id": "vps50:llamacpp:phi-4-q4km-cpu-ctx32k",
@@ -173,7 +189,94 @@
"tokens_per_sec_mean": 0.02,
"tokens_per_sec_p50": 0.02,
"tokens_per_sec_p95": 0.02,
"tokens_per_sec_max": 0.02
"tokens_per_sec_max": 0.02,
"cold_warm_split": {
"cold": {
"n_calls": 1,
"duration_ms_mean": 540002.0,
"duration_ms_p50": 540002.0,
"tokens_per_sec_mean": 0.02
},
"warm": {
"n_calls": 3,
"duration_ms_mean": 551918.67,
"duration_ms_p50": 515603.0,
"tokens_per_sec_mean": 0.02
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 548939.5,
"duration_ms_p50": 527802.5,
"tokens_per_sec_mean": 0.02,
"tokens_per_sec_p50": 0.02
}
},
"chars_split": {
"has_thinking": false,
"reasoning_chars_mean": 0.0,
"answer_chars_mean": 34.0
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 540002,
"tokens_per_sec": 0.01851844993166692,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 628077,
"tokens_per_sec": 0.015921614706477072,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 512076,
"tokens_per_sec": 0.01952835126035979,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 515603,
"tokens_per_sec": 0.019394766903993967,
"error": null
}
]
}
],
"n_calls_total": 6,
@@ -202,7 +305,8 @@
},
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"synthesis_docs_all": [
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md"
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "complete",
@@ -219,6 +323,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -232,6 +340,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -245,6 +357,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -258,6 +374,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
},
{
@@ -271,6 +391,93 @@
"tokens_per_sec_p50": 0.02,
"tokens_per_sec_p95": 0.02,
"tokens_per_sec_max": 0.02,
"cold_warm_split": {
"cold": {
"n_calls": 1,
"duration_ms_mean": 540002.0,
"duration_ms_p50": 540002.0,
"tokens_per_sec_mean": 0.02
},
"warm": {
"n_calls": 3,
"duration_ms_mean": 551918.67,
"duration_ms_p50": 515603.0,
"tokens_per_sec_mean": 0.02
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 548939.5,
"duration_ms_p50": 527802.5,
"tokens_per_sec_mean": 0.02,
"tokens_per_sec_p50": 0.02
}
},
"chars_split": {
"has_thinking": false,
"reasoning_chars_mean": 0.0,
"answer_chars_mean": 34.0
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 540002,
"tokens_per_sec": 0.01851844993166692,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 628077,
"tokens_per_sec": 0.015921614706477072,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 512076,
"tokens_per_sec": 0.01952835126035979,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 515603,
"tokens_per_sec": 0.019394766903993967,
"error": null
}
],
"calls": [
{
"type": "ram_snapshot",
@@ -374,5 +581,5 @@
"qwen2.5-72b"
]
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

22
runs/d1cff064-9141-48e0-b1d2-729b134e0543/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "Predator Qwen rerun",
"date": "2026-05-04",
"started_at": "2026-05-04T22:02:28Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "pavilion",
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
"engine": "llamacpp",
@@ -24,7 +24,7 @@
"janie_blurb_status": "pending",
"caveat": null,
"caveat_severity": null,
"methodology_ref": "HARNESS#pavilion-a3b-1",
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
"methodology_deviations_md": null,
"results_table": [
{
@@ -55,7 +55,11 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": []
}
],
"n_calls_total": 0,
@@ -78,8 +82,10 @@
"metadata": "/data/d1cff064-9141-48e0-b1d2-729b134e0543/metadata.json",
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/d1cff064-9141-48e0-b1d2-729b134e0543/"
},
"synthesis_doc": null,
"synthesis_docs_all": [],
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
"synthesis_docs_all": [
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "meta-only",
"visibility": "draft",
@@ -95,6 +101,10 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": null,
"chars_split": null,
"timeline": [],
"calls": []
}
],
@@ -119,5 +129,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

2119
runs/e08a7051-a856-4053-b34b-561d7ce5e8cf/metadata.json
View File

File diff suppressed because it is too large Load Diff

903
runs/fba9d9b1-cc5d-40bc-9e21-beafbb72c65d/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "Predator Qwen rerun",
"date": "2026-05-04",
"started_at": "2026-05-04T17:49:07Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "predator",
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
"engine": "llamacpp",
@@ -88,7 +88,174 @@
"tokens_per_sec_mean": 14.25,
"tokens_per_sec_p50": 14.91,
"tokens_per_sec_p95": 15.3,
"tokens_per_sec_max": 15.32
"tokens_per_sec_max": 15.32,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 32096.67,
"duration_ms_p50": 35949.0,
"tokens_per_sec_mean": 12.86
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 29933.56,
"duration_ms_p50": 33586.0,
"tokens_per_sec_mean": 14.72
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 5178.25,
"duration_ms_p50": 4671.5,
"tokens_per_sec_mean": 12.69,
"tokens_per_sec_p50": 13.7
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 34217.0,
"duration_ms_p50": 33717.5,
"tokens_per_sec_mean": 14.98,
"tokens_per_sec_p50": 15.19
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 52027.75,
"duration_ms_p50": 51815.5,
"tokens_per_sec_mean": 15.09,
"tokens_per_sec_p50": 15.07
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 1456.67,
"answer_chars_mean": 434.17
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 6773,
"tokens_per_sec": 9.449283921452828,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 4597,
"tokens_per_sec": 13.922123123776375,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 4632,
"tokens_per_sec": 13.816925734024181,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 4711,
"tokens_per_sec": 13.585226066652515,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 35949,
"tokens_per_sec": 14.242398954073828,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 33849,
"tokens_per_sec": 15.126000768117228,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 33586,
"tokens_per_sec": 15.244447091049842,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 33484,
"tokens_per_sec": 15.290885198900966,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 53568,
"tokens_per_sec": 14.878285543608126,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 51802,
"tokens_per_sec": 14.941508049882245,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 51829,
"tokens_per_sec": 15.203843408130583,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 50912,
"tokens_per_sec": 15.320553111250787,
"error": null
}
]
},
{
"cell_id": "predator:llamacpp:qwen3.5:9b-q4km-nothink",
@@ -100,7 +267,174 @@
"tokens_per_sec_mean": 12.55,
"tokens_per_sec_p50": 14.37,
"tokens_per_sec_p95": 14.93,
"tokens_per_sec_max": 14.95
"tokens_per_sec_max": 14.95,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 10193.33,
"duration_ms_p50": 7338.0,
"tokens_per_sec_mean": 11.56
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 10503.22,
"duration_ms_p50": 7062.0,
"tokens_per_sec_mean": 12.89
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 1597.75,
"duration_ms_p50": 1393.0,
"tokens_per_sec_mean": 8.47,
"tokens_per_sec_p50": 9.34
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 7203.75,
"duration_ms_p50": 7200.0,
"tokens_per_sec_mean": 14.32,
"tokens_per_sec_p50": 14.37
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 22475.75,
"duration_ms_p50": 22106.5,
"tokens_per_sec_mean": 14.87,
"tokens_per_sec_p50": 14.88
}
},
"chars_split": {
"has_thinking": false,
"reasoning_chars_mean": 0.0,
"answer_chars_mean": 678.58
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 2372,
"tokens_per_sec": 5.480607082630692,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 1350,
"tokens_per_sec": 9.62962962962963,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 1436,
"tokens_per_sec": 9.052924791086351,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 1233,
"tokens_per_sec": 9.7323600973236,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 7338,
"tokens_per_sec": 14.445352957209048,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 8034,
"tokens_per_sec": 14.438635797859098,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 7062,
"tokens_per_sec": 14.301897479467572,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 6381,
"tokens_per_sec": 14.104372355430183,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 20870,
"tokens_per_sec": 14.758025874460948,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 24820,
"tokens_per_sec": 14.947622884770347,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 23327,
"tokens_per_sec": 14.918334976636514,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 20886,
"tokens_per_sec": 14.842478215072298,
"error": null
}
]
},
{
"cell_id": "predator:llamacpp:qwen3:14b-q4km",
@@ -112,7 +446,118 @@
"tokens_per_sec_mean": 1.06,
"tokens_per_sec_p50": 1.09,
"tokens_per_sec_p95": 1.28,
"tokens_per_sec_max": 1.33
"tokens_per_sec_max": 1.33,
"cold_warm_split": {
"cold": {
"n_calls": 2,
"duration_ms_mean": 198723.5,
"duration_ms_p50": 198723.5,
"tokens_per_sec_mean": 0.9
},
"warm": {
"n_calls": 4,
"duration_ms_mean": 96952.5,
"duration_ms_p50": 59373.0,
"tokens_per_sec_mean": 1.14
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 68859.25,
"duration_ms_p50": 59373.0,
"tokens_per_sec_mean": 0.97,
"tokens_per_sec_p50": 1.08
},
"P-MEDIUM": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": 254910.0,
"duration_ms_p50": 254910.0,
"tokens_per_sec_mean": 1.24,
"tokens_per_sec_p50": 1.24
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 504.5,
"answer_chars_mean": 201.0
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 98037,
"tokens_per_sec": 0.6528147536134317,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 59855,
"tokens_per_sec": 1.0692506891654834,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 58654,
"tokens_per_sec": 1.0911446789647765,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 58891,
"tokens_per_sec": 1.0867534937426773,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 299410,
"tokens_per_sec": 1.142246417955312,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 210410,
"tokens_per_sec": 1.3307352312152465,
"error": null
}
]
}
],
"n_calls_total": 36,
@@ -140,7 +585,8 @@
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"synthesis_docs_all": [
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"A3B_CROSS_MACHINE_2026-05-05.md"
"A3B_CROSS_MACHINE_2026-05-05.md",
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "complete",
@@ -157,6 +603,173 @@
"tokens_per_sec_p50": 14.91,
"tokens_per_sec_p95": 15.3,
"tokens_per_sec_max": 15.32,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 32096.67,
"duration_ms_p50": 35949.0,
"tokens_per_sec_mean": 12.86
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 29933.56,
"duration_ms_p50": 33586.0,
"tokens_per_sec_mean": 14.72
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 5178.25,
"duration_ms_p50": 4671.5,
"tokens_per_sec_mean": 12.69,
"tokens_per_sec_p50": 13.7
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 34217.0,
"duration_ms_p50": 33717.5,
"tokens_per_sec_mean": 14.98,
"tokens_per_sec_p50": 15.19
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 52027.75,
"duration_ms_p50": 51815.5,
"tokens_per_sec_mean": 15.09,
"tokens_per_sec_p50": 15.07
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 1456.67,
"answer_chars_mean": 434.17
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 6773,
"tokens_per_sec": 9.449283921452828,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 4597,
"tokens_per_sec": 13.922123123776375,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 4632,
"tokens_per_sec": 13.816925734024181,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 4711,
"tokens_per_sec": 13.585226066652515,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 35949,
"tokens_per_sec": 14.242398954073828,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 33849,
"tokens_per_sec": 15.126000768117228,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 33586,
"tokens_per_sec": 15.244447091049842,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 33484,
"tokens_per_sec": 15.290885198900966,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 53568,
"tokens_per_sec": 14.878285543608126,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 51802,
"tokens_per_sec": 14.941508049882245,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 51829,
"tokens_per_sec": 15.203843408130583,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 50912,
"tokens_per_sec": 15.320553111250787,
"error": null
}
],
"calls": [
{
"type": "vram_snapshot",
@@ -375,6 +988,173 @@
"tokens_per_sec_p50": 14.37,
"tokens_per_sec_p95": 14.93,
"tokens_per_sec_max": 14.95,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 10193.33,
"duration_ms_p50": 7338.0,
"tokens_per_sec_mean": 11.56
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 10503.22,
"duration_ms_p50": 7062.0,
"tokens_per_sec_mean": 12.89
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 1597.75,
"duration_ms_p50": 1393.0,
"tokens_per_sec_mean": 8.47,
"tokens_per_sec_p50": 9.34
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 7203.75,
"duration_ms_p50": 7200.0,
"tokens_per_sec_mean": 14.32,
"tokens_per_sec_p50": 14.37
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 22475.75,
"duration_ms_p50": 22106.5,
"tokens_per_sec_mean": 14.87,
"tokens_per_sec_p50": 14.88
}
},
"chars_split": {
"has_thinking": false,
"reasoning_chars_mean": 0.0,
"answer_chars_mean": 678.58
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 2372,
"tokens_per_sec": 5.480607082630692,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 1350,
"tokens_per_sec": 9.62962962962963,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 1436,
"tokens_per_sec": 9.052924791086351,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 1233,
"tokens_per_sec": 9.7323600973236,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 7338,
"tokens_per_sec": 14.445352957209048,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 8034,
"tokens_per_sec": 14.438635797859098,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 7062,
"tokens_per_sec": 14.301897479467572,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 6381,
"tokens_per_sec": 14.104372355430183,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 20870,
"tokens_per_sec": 14.758025874460948,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 24820,
"tokens_per_sec": 14.947622884770347,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 23327,
"tokens_per_sec": 14.918334976636514,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 20886,
"tokens_per_sec": 14.842478215072298,
"error": null
}
],
"calls": [
{
"type": "vram_snapshot",
@@ -593,6 +1373,117 @@
"tokens_per_sec_p50": 1.09,
"tokens_per_sec_p95": 1.28,
"tokens_per_sec_max": 1.33,
"cold_warm_split": {
"cold": {
"n_calls": 2,
"duration_ms_mean": 198723.5,
"duration_ms_p50": 198723.5,
"tokens_per_sec_mean": 0.9
},
"warm": {
"n_calls": 4,
"duration_ms_mean": 96952.5,
"duration_ms_p50": 59373.0,
"tokens_per_sec_mean": 1.14
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 68859.25,
"duration_ms_p50": 59373.0,
"tokens_per_sec_mean": 0.97,
"tokens_per_sec_p50": 1.08
},
"P-MEDIUM": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": 254910.0,
"duration_ms_p50": 254910.0,
"tokens_per_sec_mean": 1.24,
"tokens_per_sec_p50": 1.24
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 504.5,
"answer_chars_mean": 201.0
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 98037,
"tokens_per_sec": 0.6528147536134317,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 59855,
"tokens_per_sec": 1.0692506891654834,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 58654,
"tokens_per_sec": 1.0911446789647765,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 58891,
"tokens_per_sec": 1.0867534937426773,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 299410,
"tokens_per_sec": 1.142246417955312,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 210410,
"tokens_per_sec": 1.3307352312152465,
"error": null
}
],
"calls": [
{
"type": "vram_snapshot",
@@ -735,5 +1626,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

78
runs/fe4fa289-67a9-48e8-8a80-d5d88c875208/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "predator-a3b-1 \u2014 qwen3 on predator",
"date": "2026-05-04",
"started_at": "2026-05-04T18:50:19Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "predator",
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
"engine": "llamacpp",
@@ -23,7 +23,7 @@
"janie_blurb_status": "pending",
"caveat": null,
"caveat_severity": null,
"methodology_ref": "HARNESS#predator-a3b-1",
"methodology_ref": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06",
"methodology_deviations_md": null,
"results_table": [
{
@@ -54,7 +54,37 @@
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
}
},
"chars_split": null,
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
}
]
}
],
"n_calls_total": 2,
@@ -68,8 +98,8 @@
],
"data_url": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.jsonl"
},
"site_grade": "archive-only",
"site_grade_reason": "no documented method (no synthesis doc and no run.md)",
"site_grade": "standard",
"site_grade_reason": null,
"raw_data_urls": {
"jsonl": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.jsonl",
"log": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/run.log",
@@ -77,8 +107,10 @@
"metadata": "/data/fe4fa289-67a9-48e8-8a80-d5d88c875208/metadata.json",
"gitea_dir": "https://git.weeyuga.com/slobodanmargetic988/weeyuga-benchmarks-public/src/branch/main/runs/fe4fa289-67a9-48e8-8a80-d5d88c875208/"
},
"synthesis_doc": null,
"synthesis_docs_all": [],
"synthesis_doc": "SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md",
"synthesis_docs_all": [
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "complete",
"visibility": "draft",
@@ -94,6 +126,36 @@
"tokens_per_sec_p50": null,
"tokens_per_sec_p95": null,
"tokens_per_sec_max": null,
"cold_warm_split": null,
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
}
},
"chars_split": null,
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
}
],
"calls": [
{
"type": "vram_snapshot",
@@ -129,5 +191,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}

1171
runs/ff1131ca-d021-4e06-8616-4b4cdb54e97e/metadata.json
View File

File diff suppressed because it is too large Load Diff