Files
weeyuga-benchmarks-public/runs/3cc53336-2555-5e90-99c3-7b94dcb40acc/seed-variant-cache-findings.json
T

1346 lines
42 KiB
JSON

{
"schema_version": "seed-variant-cache-1",
"scope": "Read-only reanalysis of the existing FLUX 100 images and completed ten-image Qwen Turbo trial. No additional generation for this analysis.",
"flux50_seed_pairs": {
"model": "Abiray/flux-3-image-klein-sd-GGUF:Q4_K_M",
"pairs": 50,
"observed_seed_variants_per_brief": 2,
"five_seed_variants_tested": false,
"configuration": {
"width": 512,
"height": 512,
"steps": 4,
"cfg": 1,
"generator_quant": "Q4_K_M",
"compute": "FP32",
"cpu_vae": true,
"lowvram": true
},
"cache_counts": {
"second_positive_encoder_cached": 50,
"second_negative_encoder_cached": 50,
"second_sampler_cached": 0,
"same_actual_runtime_pair": 50,
"identical_graph_except_seed": 50,
"second_probe_is_first_probe": 50,
"distinct_output_hashes_per_pair": 50,
"first_positive_encoder_cached": 0
},
"all_pairs": {
"first_native_seconds": {
"n": 50,
"min": 64.204,
"median": 71.671,
"mean": 79.30762,
"max": 241.398,
"total": 3965.3810000000003
},
"second_native_seconds": {
"n": 50,
"min": 36.576,
"median": 38.397999999999996,
"mean": 39.505,
"max": 44.558,
"total": 1975.2499999999998
},
"native_seconds_saved": {
"n": 50,
"min": 27.309,
"median": 33.367000000000004,
"mean": 39.80262,
"max": 204.344,
"total": 1990.1310000000003
},
"native_speedup": {
"n": 50,
"min": 1.7400193433990652,
"median": 1.8708729216784072,
"mean": 2.002159338297874,
"max": 6.514762238894586,
"total": 100.10796691489372
},
"first_trace_seconds": {
"n": 50,
"min": 66.467404,
"median": 74.03037850000001,
"mean": 81.160127,
"max": 242.338818,
"total": 4058.0063499999997
},
"second_trace_seconds": {
"n": 50,
"min": 39.273643,
"median": 39.397068000000004,
"mean": 41.17113458,
"max": 45.413099,
"total": 2058.556729
},
"second_native_start_after_first_native_finish_seconds": {
"n": 50,
"min": 10.422,
"median": 22.38,
"mean": 21.21556,
"max": 31.712,
"total": 1060.778
},
"first_positive_encoding_seconds": {
"n": 50,
"min": 27.51600000000326,
"median": 31.68800000002375,
"mean": 36.278460000006014,
"max": 56.32800000003772,
"total": 1813.9230000003008
}
},
"exclude_initial_load_pair": {
"first_native_seconds": {
"n": 49,
"min": 64.204,
"median": 70.046,
"mean": 75.99965306122449,
"max": 101.131,
"total": 3723.983
},
"second_native_seconds": {
"n": 49,
"min": 36.576,
"median": 38.491,
"mean": 39.555020408163266,
"max": 44.558,
"total": 1938.196
},
"native_seconds_saved": {
"n": 49,
"min": 27.309,
"median": 32.125,
"mean": 36.44463265306123,
"max": 56.761,
"total": 1785.7870000000003
},
"native_speedup": {
"n": 49,
"min": 1.7400193433990652,
"median": 1.8471559294322406,
"mean": 1.9100654015510024,
"max": 2.279265269326121,
"total": 93.59320467599913
},
"first_trace_seconds": {
"n": 49,
"min": 66.467404,
"median": 72.559234,
"mean": 77.87076595918367,
"max": 102.832423,
"total": 3815.6675319999995
},
"second_trace_seconds": {
"n": 49,
"min": 39.273643,
"median": 39.3951,
"mean": 41.20691226530612,
"max": 45.413099,
"total": 2019.138701
},
"first_positive_encoding_seconds": {
"n": 49,
"min": 27.51600000000326,
"median": 31.985000000044238,
"mean": 36.452836734700085,
"max": 56.32800000003772,
"total": 1786.189000000304
}
},
"by_tier": {
"1": {
"first_native_seconds": {
"n": 10,
"min": 64.57,
"median": 64.88550000000001,
"mean": 82.5835,
"max": 241.398,
"total": 825.835
},
"second_native_seconds": {
"n": 10,
"min": 36.576,
"median": 36.931,
"mean": 36.9348,
"max": 37.258,
"total": 369.348
},
"native_seconds_saved": {
"n": 10,
"min": 27.545,
"median": 28.106,
"mean": 45.6487,
"max": 204.344,
"total": 456.487
},
"first_trace_seconds": {
"n": 10,
"min": 66.467404,
"median": 66.59116850000001,
"mean": 84.1501359,
"max": 242.338818,
"total": 841.5013589999999
},
"second_trace_seconds": {
"n": 10,
"min": 39.273643,
"median": 39.350615,
"mean": 39.362302899999996,
"max": 39.476116,
"total": 393.623029
},
"first_positive_encoding_seconds": {
"n": 10,
"min": 27.73399999999674,
"median": 27.859499999991385,
"mean": 27.93749999999418,
"max": 28.485000000044238,
"total": 279.3749999999418
},
"second_native_start_after_first_native_finish_seconds": {
"n": 10,
"min": 10.422,
"median": 26.314999999999998,
"mean": 21.0136,
"max": 27.701,
"total": 210.136
}
},
"2": {
"first_native_seconds": {
"n": 10,
"min": 64.204,
"median": 64.979,
"mean": 66.5586,
"max": 70.046,
"total": 665.5860000000001
},
"second_native_seconds": {
"n": 10,
"min": 36.682,
"median": 37.0485,
"mean": 37.4005,
"max": 38.292,
"total": 374.005
},
"native_seconds_saved": {
"n": 10,
"min": 27.309,
"median": 28.152,
"mean": 29.1581,
"max": 32.125,
"total": 291.581
},
"first_trace_seconds": {
"n": 10,
"min": 66.470952,
"median": 66.60241149999999,
"mean": 68.0339363,
"max": 72.466618,
"total": 680.3393630000002
},
"second_trace_seconds": {
"n": 10,
"min": 39.288523,
"median": 39.369251000000006,
"mean": 39.3625179,
"max": 39.4423,
"total": 393.625179
},
"first_positive_encoding_seconds": {
"n": 10,
"min": 27.51600000000326,
"median": 28.094000000011874,
"mean": 29.17840000001015,
"max": 31.985000000044238,
"total": 291.7840000001015
},
"second_native_start_after_first_native_finish_seconds": {
"n": 10,
"min": 11.778,
"median": 24.357,
"mean": 23.0208,
"max": 31.712,
"total": 230.20799999999997
}
},
"3": {
"first_native_seconds": {
"n": 10,
"min": 69.077,
"median": 69.54599999999999,
"mean": 70.9772,
"max": 73.464,
"total": 709.7719999999999
},
"second_native_seconds": {
"n": 10,
"min": 38.008,
"median": 38.397999999999996,
"mean": 38.4107,
"max": 38.705,
"total": 384.107
},
"native_seconds_saved": {
"n": 10,
"min": 30.839,
"median": 31.393,
"mean": 32.5665,
"max": 34.852,
"total": 325.66499999999996
},
"first_trace_seconds": {
"n": 10,
"min": 69.48063,
"median": 72.549484,
"mean": 72.8756681,
"max": 75.63889,
"total": 728.7566810000001
},
"second_trace_seconds": {
"n": 10,
"min": 39.287177,
"median": 39.335657499999996,
"mean": 39.3440559,
"max": 39.400407,
"total": 393.440559
},
"first_positive_encoding_seconds": {
"n": 10,
"min": 30.90600000001723,
"median": 31.38300000000163,
"mean": 32.56720000000787,
"max": 34.78099999995902,
"total": 325.6720000000787
},
"second_native_start_after_first_native_finish_seconds": {
"n": 10,
"min": 18.393,
"median": 21.78,
"mean": 21.6223,
"max": 26.858,
"total": 216.223
}
},
"4": {
"first_native_seconds": {
"n": 10,
"min": 77.877,
"median": 78.6135,
"mean": 78.4776,
"max": 78.736,
"total": 784.7760000000001
},
"second_native_seconds": {
"n": 10,
"min": 40.423,
"median": 40.4815,
"mean": 40.5054,
"max": 40.68,
"total": 405.05400000000003
},
"native_seconds_saved": {
"n": 10,
"min": 37.423,
"median": 37.981,
"mean": 37.9722,
"max": 38.269,
"total": 379.72200000000004
},
"first_trace_seconds": {
"n": 10,
"min": 78.600529,
"median": 81.565219,
"mean": 80.7096113,
"max": 81.696329,
"total": 807.0961130000001
},
"second_trace_seconds": {
"n": 10,
"min": 42.349654,
"median": 42.403067,
"mean": 42.4041422,
"max": 42.532345,
"total": 424.041422
},
"first_positive_encoding_seconds": {
"n": 10,
"min": 37.65600000001723,
"median": 38.10950000002049,
"mean": 38.05140000000247,
"max": 38.32799999997951,
"total": 380.5140000000247
},
"second_native_start_after_first_native_finish_seconds": {
"n": 10,
"min": 13.12,
"median": 14.9955,
"mean": 15.7422,
"max": 21.868,
"total": 157.42200000000003
}
},
"5": {
"first_native_seconds": {
"n": 10,
"min": 96.483,
"median": 97.2595,
"mean": 97.94120000000001,
"max": 101.131,
"total": 979.4119999999999
},
"second_native_seconds": {
"n": 10,
"min": 44.121,
"median": 44.253,
"mean": 44.2736,
"max": 44.558,
"total": 442.73600000000005
},
"native_seconds_saved": {
"n": 10,
"min": 52.362,
"median": 53.0135,
"mean": 53.6676,
"max": 56.761,
"total": 536.676
},
"first_trace_seconds": {
"n": 10,
"min": 96.80878,
"median": 99.68121,
"mean": 100.0312834,
"max": 102.832423,
"total": 1000.3128339999998
},
"second_trace_seconds": {
"n": 10,
"min": 45.341639,
"median": 45.3771555,
"mean": 45.382654,
"max": 45.413099,
"total": 453.82654
},
"first_positive_encoding_seconds": {
"n": 10,
"min": 52.40600000001723,
"median": 53.0625,
"mean": 53.65780000001541,
"max": 56.32800000003772,
"total": 536.5780000001541
},
"second_native_start_after_first_native_finish_seconds": {
"n": 10,
"min": 12.666,
"median": 27.817,
"mean": 24.6789,
"max": 29.406,
"total": 246.78900000000004
}
}
},
"pair_evidence": [
{
"first_record": "pf-img100-01-t1-s42",
"second_record": "pf-img100-01-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 241.398,
"second_native_seconds": 37.054,
"native_inter_run_gap_seconds": 14.139,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-02-t1-s42",
"second_record": "pf-img100-02-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 65.35,
"second_native_seconds": 37.258,
"native_inter_run_gap_seconds": 11.281,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-03-t1-s42",
"second_record": "pf-img100-03-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.767,
"second_native_seconds": 37.222,
"native_inter_run_gap_seconds": 26.604,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-04-t1-s42",
"second_record": "pf-img100-04-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.679,
"second_native_seconds": 37.016,
"native_inter_run_gap_seconds": 26.543,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-05-t1-s42",
"second_record": "pf-img100-05-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.57,
"second_native_seconds": 36.908,
"native_inter_run_gap_seconds": 10.422,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-06-t1-s42",
"second_record": "pf-img100-06-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.943,
"second_native_seconds": 36.896,
"native_inter_run_gap_seconds": 27.239,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-08-t1-s42",
"second_record": "pf-img100-08-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.791,
"second_native_seconds": 36.576,
"native_inter_run_gap_seconds": 13.335,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-09-t1-s42",
"second_record": "pf-img100-09-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.828,
"second_native_seconds": 36.708,
"native_inter_run_gap_seconds": 27.701,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-16-t1-s42",
"second_record": "pf-img100-16-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 65.354,
"second_native_seconds": 36.954,
"native_inter_run_gap_seconds": 26.087,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-20-t1-s42",
"second_record": "pf-img100-20-t1-s43",
"seeds": [
42,
43
],
"first_native_seconds": 65.155,
"second_native_seconds": 36.756,
"native_inter_run_gap_seconds": 26.785,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-01-t2-s42",
"second_record": "pf-img100-01-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.204,
"second_native_seconds": 36.895,
"native_inter_run_gap_seconds": 11.778,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-02-t2-s42",
"second_record": "pf-img100-02-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.965,
"second_native_seconds": 36.897,
"native_inter_run_gap_seconds": 31.712,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-03-t2-s42",
"second_record": "pf-img100-03-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.918,
"second_native_seconds": 36.682,
"native_inter_run_gap_seconds": 26.206,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-04-t2-s42",
"second_record": "pf-img100-04-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.993,
"second_native_seconds": 37.056,
"native_inter_run_gap_seconds": 27.134,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-05-t2-s42",
"second_record": "pf-img100-05-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.762,
"second_native_seconds": 37.041,
"native_inter_run_gap_seconds": 11.901,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-06-t2-s42",
"second_record": "pf-img100-06-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 70.046,
"second_native_seconds": 37.921,
"native_inter_run_gap_seconds": 22.36,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-08-t2-s42",
"second_record": "pf-img100-08-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 69.192,
"second_native_seconds": 38.292,
"native_inter_run_gap_seconds": 22.4,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-09-t2-s42",
"second_record": "pf-img100-09-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 64.379,
"second_native_seconds": 36.876,
"native_inter_run_gap_seconds": 28.003,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-16-t2-s42",
"second_record": "pf-img100-16-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 68.971,
"second_native_seconds": 38.169,
"native_inter_run_gap_seconds": 24.357,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-20-t2-s42",
"second_record": "pf-img100-20-t2-s43",
"seeds": [
42,
43
],
"first_native_seconds": 69.156,
"second_native_seconds": 38.176,
"native_inter_run_gap_seconds": 24.357,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-01-t3-s42",
"second_record": "pf-img100-01-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 69.601,
"second_native_seconds": 38.305,
"native_inter_run_gap_seconds": 23.193,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-02-t3-s42",
"second_record": "pf-img100-02-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 69.491,
"second_native_seconds": 38.008,
"native_inter_run_gap_seconds": 22.005,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-03-t3-s42",
"second_record": "pf-img100-03-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 69.451,
"second_native_seconds": 38.148,
"native_inter_run_gap_seconds": 22.876,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-04-t3-s42",
"second_record": "pf-img100-04-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 69.125,
"second_native_seconds": 38.262,
"native_inter_run_gap_seconds": 26.858,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-05-t3-s42",
"second_record": "pf-img100-05-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 69.388,
"second_native_seconds": 38.491,
"native_inter_run_gap_seconds": 24.166,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-06-t3-s42",
"second_record": "pf-img100-06-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 73.296,
"second_native_seconds": 38.687,
"native_inter_run_gap_seconds": 18.854,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-08-t3-s42",
"second_record": "pf-img100-08-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 73.437,
"second_native_seconds": 38.705,
"native_inter_run_gap_seconds": 18.393,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-09-t3-s42",
"second_record": "pf-img100-09-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 69.077,
"second_native_seconds": 38.238,
"native_inter_run_gap_seconds": 21.555,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-16-t3-s42",
"second_record": "pf-img100-16-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 73.442,
"second_native_seconds": 38.651,
"native_inter_run_gap_seconds": 19.37,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-20-t3-s42",
"second_record": "pf-img100-20-t3-s43",
"seeds": [
42,
43
],
"first_native_seconds": 73.464,
"second_native_seconds": 38.612,
"native_inter_run_gap_seconds": 18.953,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-01-t4-s42",
"second_record": "pf-img100-01-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 78.215,
"second_native_seconds": 40.46,
"native_inter_run_gap_seconds": 21.868,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-02-t4-s42",
"second_record": "pf-img100-02-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 78.617,
"second_native_seconds": 40.423,
"native_inter_run_gap_seconds": 13.502,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-03-t4-s42",
"second_record": "pf-img100-03-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 78.656,
"second_native_seconds": 40.474,
"native_inter_run_gap_seconds": 14.668,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-04-t4-s42",
"second_record": "pf-img100-04-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 78.617,
"second_native_seconds": 40.612,
"native_inter_run_gap_seconds": 15.534,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-05-t4-s42",
"second_record": "pf-img100-05-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 78.467,
"second_native_seconds": 40.51,
"native_inter_run_gap_seconds": 15.323,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-06-t4-s42",
"second_record": "pf-img100-06-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 77.877,
"second_native_seconds": 40.454,
"native_inter_run_gap_seconds": 18.954,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-08-t4-s42",
"second_record": "pf-img100-08-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 78.727,
"second_native_seconds": 40.458,
"native_inter_run_gap_seconds": 15.354,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-09-t4-s42",
"second_record": "pf-img100-09-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 78.254,
"second_native_seconds": 40.489,
"native_inter_run_gap_seconds": 14.643,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-16-t4-s42",
"second_record": "pf-img100-16-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 78.61,
"second_native_seconds": 40.68,
"native_inter_run_gap_seconds": 13.12,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-20-t4-s42",
"second_record": "pf-img100-20-t4-s43",
"seeds": [
42,
43
],
"first_native_seconds": 78.736,
"second_native_seconds": 40.494,
"native_inter_run_gap_seconds": 14.456,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-01-t5-s42",
"second_record": "pf-img100-01-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 97.733,
"second_native_seconds": 44.245,
"native_inter_run_gap_seconds": 27.851,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-02-t5-s42",
"second_record": "pf-img100-02-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 97.058,
"second_native_seconds": 44.319,
"native_inter_run_gap_seconds": 13.702,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-03-t5-s42",
"second_record": "pf-img100-03-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 97.156,
"second_native_seconds": 44.279,
"native_inter_run_gap_seconds": 28.917,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-04-t5-s42",
"second_record": "pf-img100-04-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 96.93,
"second_native_seconds": 44.162,
"native_inter_run_gap_seconds": 28.792,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-05-t5-s42",
"second_record": "pf-img100-05-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 97.26,
"second_native_seconds": 44.231,
"native_inter_run_gap_seconds": 28.36,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-06-t5-s42",
"second_record": "pf-img100-06-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 101.049,
"second_native_seconds": 44.558,
"native_inter_run_gap_seconds": 24.123,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-08-t5-s42",
"second_record": "pf-img100-08-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 97.259,
"second_native_seconds": 44.261,
"native_inter_run_gap_seconds": 29.406,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-09-t5-s42",
"second_record": "pf-img100-09-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 97.353,
"second_native_seconds": 44.19,
"native_inter_run_gap_seconds": 27.783,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-16-t5-s42",
"second_record": "pf-img100-16-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 96.483,
"second_native_seconds": 44.121,
"native_inter_run_gap_seconds": 12.666,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
},
{
"first_record": "pf-img100-20-t5-s42",
"second_record": "pf-img100-20-t5-s43",
"seeds": [
42,
43
],
"first_native_seconds": 101.131,
"second_native_seconds": 44.37,
"native_inter_run_gap_seconds": 25.189,
"same_runtime_retained": true,
"same_graph_except_sampler_seed": true,
"second_positive_encoder_cached": true,
"second_negative_encoder_cached": true,
"sampling_cached_second": false,
"distinct_retained_outputs": true
}
],
"interpretation": "All 50 second requests reused positive and negative conditioning. Sampling was not cached, and every pair produced distinct outputs. The initial-load pair is excluded from the main steady-runtime comparison. No five-variant group was tested.",
"limits": [
"Same42/43 seed ordering; no randomized cache-disabled control.",
"Node intervals include preparation/event delivery, not isolated kernels.",
"Observed cache survives the measured gaps but is local to one retained Comfy runtime; no persistence guarantee across model switches, restarts, factory changes or eviction."
]
},
"qwen_turbo_ten": {
"model": "unsloth/Qwen-Image-2.1-Turbo-GGUF:Q4_K_M",
"generated_outputs": 10,
"first_native_start_utc": "2026-10-21T08:41:18.067000+00:00",
"distinct_briefs": 9,
"measured_seed_variants_in_first_brief": 2,
"five_seed_variants_tested": false,
"initial_native_seconds": 320.246,
"same_brief_variant_native_seconds": 95.234,
"native_inter_run_gap_seconds": 34.322,
"same_runtime_retained": true,
"only_graph_difference": [
"/9/inputs/noise_seed"
],
"second_encoder_cached": true,
"sampling_and_decoding_repeated": true,
"new_briefs_in_retained_runtime": {
"requests": 8,
"native_seconds": [
194.865,
196.417,
199.64,
199.412,
199.784,
210.023,
208.566,
223.135
],
"minimum_seconds": 194.865,
"median_seconds": 199.712,
"maximum_seconds": 223.135,
"sum_seconds": 1631.842
},
"limits": [
"The initial request includes loading plus text encoding, so the first/second delta is a combined startup/model/encoding benefit.",
"Only two same-brief seed outputs were measured; do not present five-variant performance as measured.",
"Fresh-prompt latency is a separate workload from cached same-brief variation."
]
},
"production_guidance": "Keep the complete composed brief/materials/settings identical and vary only the seed in consecutive requests to the same factory/profile/Comfy runtime. Cache state is local to that runtime and can be lost after restarts, model switches or eviction.",
"five_variant_group_measured": false
}