slobodanmargetic988/weeyuga-benchmarks-public
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

publish: 21 run(s) — 09d8fbde-0008-49bb-99da-03eeaca72be1, 1bf57c9a-fd7a-49aa-90de-cd1907b15ddd, 212d6278-1b9b-45e9-8aae-7eed4d4ec822…

Browse Source
This commit is contained in:
Slobodan Margetic
2026-05-06 14:28:25 +02:00
parent 947c361b9c
commit ddc9626136
22 changed files with 24099 additions and 314 deletions
Download Patch File Download Diff File Expand all files Collapse all files

343
runs/5fb2913d-6500-4ecf-9e97-d43f7dd61145/metadata.json
View File

@@ -3,7 +3,7 @@
"title": "Predator Qwen rerun",
"date": "2026-05-04",
"started_at": "2026-05-04T22:02:17Z",
"git_sha": "f06800254dfd046e154c94f663fb7f9f66c79ae3",
"git_sha": "3ff8bd1808a1df00426d9b447559c774e4704c39",
"hardware": "predator",
"hardware_label": "Predator \u00b7 gaming laptop \u00b7 GTX 1060 6 GB \u00b7 28 GB RAM",
"engine": "llamacpp",
@@ -55,7 +55,174 @@
"tokens_per_sec_mean": 3.87,
"tokens_per_sec_p50": 3.99,
"tokens_per_sec_p95": 4.06,
"tokens_per_sec_max": 4.06
"tokens_per_sec_max": 4.06,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 109544.33,
"duration_ms_p50": 97117.0,
"tokens_per_sec_mean": 3.47
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 106568.0,
"duration_ms_p50": 106723.0,
"tokens_per_sec_mean": 4.01
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 18483.25,
"duration_ms_p50": 16067.0,
"tokens_per_sec_mean": 3.61,
"tokens_per_sec_p50": 3.95
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 104743.5,
"duration_ms_p50": 101920.0,
"tokens_per_sec_mean": 4.02,
"tokens_per_sec_p50": 4.02
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 198709.5,
"duration_ms_p50": 196861.0,
"tokens_per_sec_mean": 3.99,
"tokens_per_sec_p50": 3.99
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 1081.42,
"answer_chars_mean": 835.08
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 26022,
"tokens_per_sec": 2.459457382215049,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15870,
"tokens_per_sec": 3.9697542533081287,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 15777,
"tokens_per_sec": 4.056537998352032,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 16264,
"tokens_per_sec": 3.935071323167733,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 97117,
"tokens_per_sec": 3.995181070255465,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 86427,
"tokens_per_sec": 4.061230865354577,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 106723,
"tokens_per_sec": 4.047862222763603,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 128707,
"tokens_per_sec": 3.9780276131057364,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 205494,
"tokens_per_sec": 3.9514535704205476,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 188228,
"tokens_per_sec": 4.037656459187794,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 218750,
"tokens_per_sec": 4.027428571428572,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 182366,
"tokens_per_sec": 3.9590713181185087,
"error": null
}
]
}
],
"n_calls_total": 14,
@@ -82,7 +249,8 @@
"synthesis_docs_all": [
"A3B_AND_CPU_OVERNIGHT_2026-05-05.md",
"A3B_CROSS_MACHINE_2026-05-05.md",
"A3B_NGL_RETUNE_2026-05-05.md"
"A3B_NGL_RETUNE_2026-05-05.md",
"SITE_DATA_AUDIT_AND_MIGRATION_PLAN_2026-05-06.md"
],
"related_ids": [],
"status": "complete",
@@ -99,6 +267,173 @@
"tokens_per_sec_p50": 3.99,
"tokens_per_sec_p95": 4.06,
"tokens_per_sec_max": 4.06,
"cold_warm_split": {
"cold": {
"n_calls": 3,
"duration_ms_mean": 109544.33,
"duration_ms_p50": 97117.0,
"tokens_per_sec_mean": 3.47
},
"warm": {
"n_calls": 9,
"duration_ms_mean": 106568.0,
"duration_ms_p50": 106723.0,
"tokens_per_sec_mean": 4.01
}
},
"per_prompt": {
"unknown": {
"n_calls": 2,
"n_errors": 0,
"duration_ms_mean": null,
"duration_ms_p50": null,
"tokens_per_sec_mean": null,
"tokens_per_sec_p50": null
},
"hello": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 18483.25,
"duration_ms_p50": 16067.0,
"tokens_per_sec_mean": 3.61,
"tokens_per_sec_p50": 3.95
},
"P-MEDIUM": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 104743.5,
"duration_ms_p50": 101920.0,
"tokens_per_sec_mean": 4.02,
"tokens_per_sec_p50": 4.02
},
"P-HARD": {
"n_calls": 4,
"n_errors": 0,
"duration_ms_mean": 198709.5,
"duration_ms_p50": 196861.0,
"tokens_per_sec_mean": 3.99,
"tokens_per_sec_p50": 3.99
}
},
"chars_split": {
"has_thinking": true,
"reasoning_chars_mean": 1081.42,
"answer_chars_mean": 835.08
},
"timeline": [
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": null,
"run_idx": null,
"phase": null,
"duration_ms": null,
"tokens_per_sec": null,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 0,
"phase": "cold",
"duration_ms": 26022,
"tokens_per_sec": 2.459457382215049,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 1,
"phase": "warm",
"duration_ms": 15870,
"tokens_per_sec": 3.9697542533081287,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 2,
"phase": "warm",
"duration_ms": 15777,
"tokens_per_sec": 4.056537998352032,
"error": null
},
{
"prompt_id": "hello",
"run_idx": 3,
"phase": "warm",
"duration_ms": 16264,
"tokens_per_sec": 3.935071323167733,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 0,
"phase": "cold",
"duration_ms": 97117,
"tokens_per_sec": 3.995181070255465,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 1,
"phase": "warm",
"duration_ms": 86427,
"tokens_per_sec": 4.061230865354577,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 2,
"phase": "warm",
"duration_ms": 106723,
"tokens_per_sec": 4.047862222763603,
"error": null
},
{
"prompt_id": "P-MEDIUM",
"run_idx": 3,
"phase": "warm",
"duration_ms": 128707,
"tokens_per_sec": 3.9780276131057364,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 0,
"phase": "cold",
"duration_ms": 205494,
"tokens_per_sec": 3.9514535704205476,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 1,
"phase": "warm",
"duration_ms": 188228,
"tokens_per_sec": 4.037656459187794,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 2,
"phase": "warm",
"duration_ms": 218750,
"tokens_per_sec": 4.027428571428572,
"error": null
},
{
"prompt_id": "P-HARD",
"run_idx": 3,
"phase": "warm",
"duration_ms": 182366,
"tokens_per_sec": 3.9590713181185087,
"error": null
}
],
"calls": [
{
"type": "vram_snapshot",
@@ -326,5 +661,5 @@
}
}
},
"packaged_at": "2026-05-06T08:04:27Z"
"packaged_at": "2026-05-06T12:28:24Z"
}