slobodanmargetic988/weeyuga-benchmarks-public
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

publish: 21 run(s) — 09d8fbde-0008-49bb-99da-03eeaca72be1, 1bf57c9a-fd7a-49aa-90de-cd1907b15ddd, 212d6278-1b9b-45e9-8aae-7eed4d4ec822…

Browse Source
This commit is contained in:
Slobodan Margetic
2026-05-06 14:28:25 +02:00
parent 947c361b9c
commit ddc9626136
22 changed files with 24099 additions and 314 deletions
Download Patch File Download Diff File Expand all files Collapse all files

343
runs/23066b38-ea9c-4dd3-b2f5-32912a67fce4/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "Predator Qwen rerun",
"date": "2026-05-04",
"started_at": "2026-05-04T22:11:43Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "pavilion",
"hardware_label": "Pavilion \u00b7 HP laptop \u00b7 GTX 1050 4 GB \u00b7 16 GB RAM \u00b7 i7-9750H",
"engine": "llamacpp",
@@ -55,7 +55,174 @@
"tokens_per_sec_mean": 5.88,
"tokens_per_sec_p50": 6.67,
"tokens_per_sec_p95": 8.17,
"tokens_per_sec_max": 8.19
"tokens_per_sec_max": 8.19,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 161561.0,
"duration_ms_p50": 132262.0,
"tokens_per_sec_mean": 3.22
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 42732.89,
"duration_ms_p50": 49471.0,
"tokens_per_sec_mean": 6.77
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 67896.0,
"duration_ms_p50": 16463.0,
"tokens_per_sec_mean": 3.36,
"tokens_per_sec_p50": 3.89
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 72019.0,
"duration_ms_p50": 55635.5,
"tokens_per_sec_mean": 6.81,
"tokens_per_sec_p50": 7.79
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 77404.75,
"duration_ms_p50": 63543.0,
"tokens_per_sec_mean": 7.47,
"tokens_per_sec_p50": 7.98
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 974.67,
"answer_chars_mean": 587.17
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 226760,
"tokens_per_sec": 0.28223672605397776,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15935,
"tokens_per_sec": 4.016316284907436,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 16991,
"tokens_per_sec": 3.7667000176564063,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 11898,
"tokens_per_sec": 5.379055303412338,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 132262,
"tokens_per_sec": 3.4855060410397543,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 61800,
"tokens_per_sec": 7.427184466019418,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 49471,
"tokens_per_sec": 8.186614380141902,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 44543,
"tokens_per_sec": 8.149428641986395,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 125661,
"tokens_per_sec": 5.904775546907951,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 68390,
"tokens_per_sec": 7.998245357508408,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 56872,
"tokens_per_sec": 8.018005345336897,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 58696,
"tokens_per_sec": 7.956249148153196,
"error": null
}
]
}
],
"n_calls_total": 14,
@@ -81,7 +248,8 @@
"synthesis_doc": "A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"synthesis_docs_all": [
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"A3B_CROSS_MACHINE_2026-05-05.md"
"A3B_CROSS_MACHINE_2026-05-05.md",
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "complete",
@@ -98,6 +266,173 @@
"tokens_per_sec_p50": 6.67,
"tokens_per_sec_p95": 8.17,
"tokens_per_sec_max": 8.19,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 161561.0,
"duration_ms_p50": 132262.0,
"tokens_per_sec_mean": 3.22
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 42732.89,
"duration_ms_p50": 49471.0,
"tokens_per_sec_mean": 6.77
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 67896.0,
"duration_ms_p50": 16463.0,
"tokens_per_sec_mean": 3.36,
"tokens_per_sec_p50": 3.89
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 72019.0,
"duration_ms_p50": 55635.5,
"tokens_per_sec_mean": 6.81,
"tokens_per_sec_p50": 7.79
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 77404.75,
"duration_ms_p50": 63543.0,
"tokens_per_sec_mean": 7.47,
"tokens_per_sec_p50": 7.98
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 974.67,
"answer_chars_mean": 587.17
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 226760,
"tokens_per_sec": 0.28223672605397776,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15935,
"tokens_per_sec": 4.016316284907436,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 16991,
"tokens_per_sec": 3.7667000176564063,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 11898,
"tokens_per_sec": 5.379055303412338,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 132262,
"tokens_per_sec": 3.4855060410397543,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 61800,
"tokens_per_sec": 7.427184466019418,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 49471,
"tokens_per_sec": 8.186614380141902,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 44543,
"tokens_per_sec": 8.149428641986395,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 125661,
"tokens_per_sec": 5.904775546907951,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 68390,
"tokens_per_sec": 7.998245357508408,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 56872,
"tokens_per_sec": 8.018005345336897,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 58696,
"tokens_per_sec": 7.956249148153196,
"error": null
}
],
"calls": [
{
"type": "vram_snapshot",
@@ -327,5 +662,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}