1564 lines
56 KiB
JSON
1564 lines
56 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"campaign_id": "predator-media-20261021",
|
|
"title": "Images, video and music on a 6 GB GPU",
|
|
"hardware": {
|
|
"gpu": "NVIDIA GeForce GTX 1060 6 GB",
|
|
"ram_gib_approx": 28,
|
|
"os": "Windows 10 Pro 19045",
|
|
"driver": "582.28"
|
|
},
|
|
"runtime": {
|
|
"comfyui": "0.42.1",
|
|
"comfyui_commit": "63be2f9b82ad0dac88a7ceaa28a9cf3154125a18",
|
|
"gguf_node_commit": "6ea2651e7df66d7585f6ffee804b20e92fb38b8a",
|
|
"python": "3.12.10",
|
|
"torch": "2.14.0+cu126",
|
|
"provider": "Local ComfyUI through the Packet Foundry relay",
|
|
"compute": "FP32 unless specific graph explicitly states otherwise; storage quantization is separate.",
|
|
"packet_foundry": {
|
|
"version": "0.1.2",
|
|
"contracts_version": "0.1.2",
|
|
"contracts_wheel_sha256": "732f48490feb87ab45c8cbc93d2c6eb3e0c207cc97fd0c93910a07463db4899b",
|
|
"factory_wheel_sha256": "88efe9fd16c0b238394e686cba8185aba3c1e0bac2ab0c98f424fc9565d9acc5",
|
|
"execution_commit": "Not recorded inthis retainedhardwareproof; currentcheckoutHEAD not used as substitute."
|
|
}
|
|
},
|
|
"coverage": {
|
|
"retained_output_files": 133,
|
|
"accepted_outputs": 132,
|
|
"images": 120,
|
|
"accepted_images": 119,
|
|
"image_complexity_suite": 100,
|
|
"videos": 11,
|
|
"music": 2,
|
|
"contact_sheets": 11,
|
|
"failed_delivery_outputs_with_media": 1,
|
|
"failed_or_cancelled_submitted_jobs_without_media": 7,
|
|
"unique_original_media_sha256": 131,
|
|
"diagnostic_fixture_exclusion": "Two synthetic codec preflight MP4s are fixtures, not model outputs; excluded from gallery and generated-output counts.",
|
|
"duplicate_media_note": "Two pairs of early accepted image files have byte-identical source hashes. Every delivery is retained; file count and unique original byte sequences are distinct.",
|
|
"qwen_turbo_ten_image_trial": 10
|
|
},
|
|
"methodology": [
|
|
"Same model, template and fixed generation settings; record any intentional prompt change and seed42 then43. A changed prompt forces fresh text encoding; a changed seed forces sampling.",
|
|
"No intentional process restart or model unload between the pair; report what was actually observed.",
|
|
"Do not call a run warm or cold solely from ordering.",
|
|
"Record cached nodes and loading/encoding observations separately from sampler progress.",
|
|
"Any subtraction residual is combined loading, encoding, decoding and other overhead; never exact weight-only loading.",
|
|
"Separate interrupted runs and changed step counts from a matched pair.",
|
|
"Background downloads and prompt/model caching are recorded confounders."
|
|
],
|
|
"summary": {
|
|
"image_complexity": {
|
|
"generated_at": "2026-10-21T01:22:55.914100+00:00",
|
|
"suite_id": "[private identifier]",
|
|
"suite_name": "Predator: fifty progressive image briefs, two consecutive seed variants each",
|
|
"status": "complete_generation_delivery_traces_experiments_gallery",
|
|
"batches": {
|
|
"first": "[private identifier]",
|
|
"second": "[private identifier]"
|
|
},
|
|
"totals": {
|
|
"planned_requests": 100,
|
|
"verified_images": 100,
|
|
"failed_or_cancelled": 0,
|
|
"trace_verified": 100,
|
|
"timed_verified_images": 100,
|
|
"sum_seconds": 6116.5630790000005,
|
|
"median_seconds": 55.9402515,
|
|
"mean_seconds": 61.16563079,
|
|
"p95_seconds": 99.69203990000001,
|
|
"min_seconds": 39.273643,
|
|
"max_seconds": 242.338818
|
|
},
|
|
"briefs": 50,
|
|
"complete_pairs": 50,
|
|
"by_tier": {
|
|
"1": {
|
|
"planned_requests": 20,
|
|
"verified_images": 20,
|
|
"failed_or_cancelled": 0,
|
|
"trace_verified": 20,
|
|
"timed_verified_images": 20,
|
|
"sum_seconds": 1235.124388,
|
|
"median_seconds": 52.97176,
|
|
"mean_seconds": 61.7562194,
|
|
"p95_seconds": 75.45642390000013,
|
|
"min_seconds": 39.273643,
|
|
"max_seconds": 242.338818
|
|
},
|
|
"2": {
|
|
"planned_requests": 20,
|
|
"verified_images": 20,
|
|
"failed_or_cancelled": 0,
|
|
"trace_verified": 20,
|
|
"timed_verified_images": 20,
|
|
"sum_seconds": 1073.9645420000002,
|
|
"median_seconds": 52.956626,
|
|
"mean_seconds": 53.6982271,
|
|
"p95_seconds": 69.7488884,
|
|
"min_seconds": 39.288523,
|
|
"max_seconds": 72.466618
|
|
},
|
|
"3": {
|
|
"planned_requests": 20,
|
|
"verified_images": 20,
|
|
"failed_or_cancelled": 0,
|
|
"trace_verified": 20,
|
|
"timed_verified_images": 20,
|
|
"sum_seconds": 1122.19724,
|
|
"median_seconds": 54.4405185,
|
|
"mean_seconds": 56.109862,
|
|
"p95_seconds": 75.6140475,
|
|
"min_seconds": 39.287177,
|
|
"max_seconds": 75.63889
|
|
},
|
|
"4": {
|
|
"planned_requests": 20,
|
|
"verified_images": 20,
|
|
"failed_or_cancelled": 0,
|
|
"trace_verified": 20,
|
|
"timed_verified_images": 20,
|
|
"sum_seconds": 1231.137535,
|
|
"median_seconds": 60.56643699999999,
|
|
"mean_seconds": 61.55687675,
|
|
"p95_seconds": 81.6720717,
|
|
"min_seconds": 42.349654,
|
|
"max_seconds": 81.696329
|
|
},
|
|
"5": {
|
|
"planned_requests": 20,
|
|
"verified_images": 20,
|
|
"failed_or_cancelled": 0,
|
|
"trace_verified": 20,
|
|
"timed_verified_images": 20,
|
|
"sum_seconds": 1454.139374,
|
|
"median_seconds": 71.1109395,
|
|
"mean_seconds": 72.7069687,
|
|
"p95_seconds": 102.8107459,
|
|
"min_seconds": 45.341639,
|
|
"max_seconds": 102.832423
|
|
}
|
|
},
|
|
"by_arm": {
|
|
"first": {
|
|
"planned_requests": 50,
|
|
"verified_images": 50,
|
|
"failed_or_cancelled": 0,
|
|
"trace_verified": 50,
|
|
"timed_verified_images": 50,
|
|
"sum_seconds": 4058.006349999999,
|
|
"median_seconds": 74.03037850000001,
|
|
"mean_seconds": 81.160127,
|
|
"p95_seconds": 101.4683017,
|
|
"min_seconds": 66.467404,
|
|
"max_seconds": 242.338818
|
|
},
|
|
"second": {
|
|
"planned_requests": 50,
|
|
"verified_images": 50,
|
|
"failed_or_cancelled": 0,
|
|
"trace_verified": 50,
|
|
"timed_verified_images": 50,
|
|
"sum_seconds": 2058.556729000001,
|
|
"median_seconds": 39.397068000000004,
|
|
"mean_seconds": 41.17113458,
|
|
"p95_seconds": 45.39628895,
|
|
"min_seconds": 39.273643,
|
|
"max_seconds": 45.413099
|
|
}
|
|
},
|
|
"warnings": [],
|
|
"limits": [
|
|
"Only succeeded, verified, locally decodable files count as images.",
|
|
"Requested traits and prompt fidelity require visual review; decoding is not a quality score.",
|
|
"Card word_count, prompt and prompt_sha256 fields describe the original brief; the encoder also receives the fixed instruction/source-label envelope.",
|
|
"Matching encoder probe word counts describe the composed text; padded token slots include tokenizer template/padding and may be reused from a cached encoding.",
|
|
"Timings are observed trace duration_seconds values, not a controlled causal comparison.",
|
|
"Prompt detail and constraint count change with tier. Seed42/43 differ across arms.",
|
|
"Cold/warm/cache claims require native runtime and cache evidence; arm labels alone do not establish them."
|
|
]
|
|
},
|
|
"quality": "All100 complexity-image thumbnails showed recognizable scenes; some lettering was malformed. The user described both YuE2 samples as usable music. Video results ranged from nearly static fox scenes and colored noise to recognizable scenes with poor framing and prompt adherence.",
|
|
"failed_jobs_preserved": 7,
|
|
"campaign_totals": {
|
|
"recorded_attempts": 140,
|
|
"retained_output_files": 133,
|
|
"images": 120,
|
|
"videos": 11,
|
|
"music": 2,
|
|
"accepted_outputs": 132,
|
|
"no_output_failures": 7,
|
|
"failed_delivery_outputs": 1
|
|
},
|
|
"original_overnight_scope": {
|
|
"recorded_attempts": 130,
|
|
"retained_output_files": 123,
|
|
"images": 110,
|
|
"image_complexity_suite": 100,
|
|
"videos": 11,
|
|
"music": 2
|
|
},
|
|
"qwen_turbo_followup_scope": {
|
|
"recorded_attempts": 10,
|
|
"retained_output_files": 10,
|
|
"images": 10,
|
|
"distinct_briefs": 9
|
|
},
|
|
"seed_variant_cache": {
|
|
"schema_version": "seed-variant-cache-1",
|
|
"scope": "Read-only reanalysis of the existing FLUX 100 images and completed ten-image Qwen Turbo trial. No additional generation for this analysis.",
|
|
"flux50_seed_pairs": {
|
|
"model": "Abiray/flux-3-image-klein-sd-GGUF:Q4_K_M",
|
|
"pairs": 50,
|
|
"observed_seed_variants_per_brief": 2,
|
|
"five_seed_variants_tested": false,
|
|
"configuration": {
|
|
"width": 512,
|
|
"height": 512,
|
|
"steps": 4,
|
|
"cfg": 1,
|
|
"generator_quant": "Q4_K_M",
|
|
"compute": "FP32",
|
|
"cpu_vae": true,
|
|
"lowvram": true
|
|
},
|
|
"cache_counts": {
|
|
"second_positive_encoder_cached": 50,
|
|
"second_negative_encoder_cached": 50,
|
|
"second_sampler_cached": 0,
|
|
"same_actual_runtime_pair": 50,
|
|
"identical_graph_except_seed": 50,
|
|
"second_probe_is_first_probe": 50,
|
|
"distinct_output_hashes_per_pair": 50,
|
|
"first_positive_encoder_cached": 0
|
|
},
|
|
"all_pairs": {
|
|
"first_native_seconds": {
|
|
"n": 50,
|
|
"min": 64.204,
|
|
"median": 71.671,
|
|
"mean": 79.30762,
|
|
"max": 241.398,
|
|
"total": 3965.3810000000003
|
|
},
|
|
"second_native_seconds": {
|
|
"n": 50,
|
|
"min": 36.576,
|
|
"median": 38.397999999999996,
|
|
"mean": 39.505,
|
|
"max": 44.558,
|
|
"total": 1975.2499999999998
|
|
},
|
|
"native_seconds_saved": {
|
|
"n": 50,
|
|
"min": 27.309,
|
|
"median": 33.367000000000004,
|
|
"mean": 39.80262,
|
|
"max": 204.344,
|
|
"total": 1990.1310000000003
|
|
},
|
|
"native_speedup": {
|
|
"n": 50,
|
|
"min": 1.7400193433990652,
|
|
"median": 1.8708729216784072,
|
|
"mean": 2.002159338297874,
|
|
"max": 6.514762238894586,
|
|
"total": 100.10796691489372
|
|
},
|
|
"first_trace_seconds": {
|
|
"n": 50,
|
|
"min": 66.467404,
|
|
"median": 74.03037850000001,
|
|
"mean": 81.160127,
|
|
"max": 242.338818,
|
|
"total": 4058.0063499999997
|
|
},
|
|
"second_trace_seconds": {
|
|
"n": 50,
|
|
"min": 39.273643,
|
|
"median": 39.397068000000004,
|
|
"mean": 41.17113458,
|
|
"max": 45.413099,
|
|
"total": 2058.556729
|
|
},
|
|
"second_native_start_after_first_native_finish_seconds": {
|
|
"n": 50,
|
|
"min": 10.422,
|
|
"median": 22.38,
|
|
"mean": 21.21556,
|
|
"max": 31.712,
|
|
"total": 1060.778
|
|
},
|
|
"first_positive_encoding_seconds": {
|
|
"n": 50,
|
|
"min": 27.51600000000326,
|
|
"median": 31.68800000002375,
|
|
"mean": 36.278460000006014,
|
|
"max": 56.32800000003772,
|
|
"total": 1813.9230000003008
|
|
}
|
|
},
|
|
"exclude_initial_load_pair": {
|
|
"first_native_seconds": {
|
|
"n": 49,
|
|
"min": 64.204,
|
|
"median": 70.046,
|
|
"mean": 75.99965306122449,
|
|
"max": 101.131,
|
|
"total": 3723.983
|
|
},
|
|
"second_native_seconds": {
|
|
"n": 49,
|
|
"min": 36.576,
|
|
"median": 38.491,
|
|
"mean": 39.555020408163266,
|
|
"max": 44.558,
|
|
"total": 1938.196
|
|
},
|
|
"native_seconds_saved": {
|
|
"n": 49,
|
|
"min": 27.309,
|
|
"median": 32.125,
|
|
"mean": 36.44463265306123,
|
|
"max": 56.761,
|
|
"total": 1785.7870000000003
|
|
},
|
|
"native_speedup": {
|
|
"n": 49,
|
|
"min": 1.7400193433990652,
|
|
"median": 1.8471559294322406,
|
|
"mean": 1.9100654015510024,
|
|
"max": 2.279265269326121,
|
|
"total": 93.59320467599913
|
|
},
|
|
"first_trace_seconds": {
|
|
"n": 49,
|
|
"min": 66.467404,
|
|
"median": 72.559234,
|
|
"mean": 77.87076595918367,
|
|
"max": 102.832423,
|
|
"total": 3815.6675319999995
|
|
},
|
|
"second_trace_seconds": {
|
|
"n": 49,
|
|
"min": 39.273643,
|
|
"median": 39.3951,
|
|
"mean": 41.20691226530612,
|
|
"max": 45.413099,
|
|
"total": 2019.138701
|
|
},
|
|
"first_positive_encoding_seconds": {
|
|
"n": 49,
|
|
"min": 27.51600000000326,
|
|
"median": 31.985000000044238,
|
|
"mean": 36.452836734700085,
|
|
"max": 56.32800000003772,
|
|
"total": 1786.189000000304
|
|
}
|
|
},
|
|
"by_tier": {
|
|
"1": {
|
|
"first_native_seconds": {
|
|
"n": 10,
|
|
"min": 64.57,
|
|
"median": 64.88550000000001,
|
|
"mean": 82.5835,
|
|
"max": 241.398,
|
|
"total": 825.835
|
|
},
|
|
"second_native_seconds": {
|
|
"n": 10,
|
|
"min": 36.576,
|
|
"median": 36.931,
|
|
"mean": 36.9348,
|
|
"max": 37.258,
|
|
"total": 369.348
|
|
},
|
|
"native_seconds_saved": {
|
|
"n": 10,
|
|
"min": 27.545,
|
|
"median": 28.106,
|
|
"mean": 45.6487,
|
|
"max": 204.344,
|
|
"total": 456.487
|
|
},
|
|
"first_trace_seconds": {
|
|
"n": 10,
|
|
"min": 66.467404,
|
|
"median": 66.59116850000001,
|
|
"mean": 84.1501359,
|
|
"max": 242.338818,
|
|
"total": 841.5013589999999
|
|
},
|
|
"second_trace_seconds": {
|
|
"n": 10,
|
|
"min": 39.273643,
|
|
"median": 39.350615,
|
|
"mean": 39.362302899999996,
|
|
"max": 39.476116,
|
|
"total": 393.623029
|
|
},
|
|
"first_positive_encoding_seconds": {
|
|
"n": 10,
|
|
"min": 27.73399999999674,
|
|
"median": 27.859499999991385,
|
|
"mean": 27.93749999999418,
|
|
"max": 28.485000000044238,
|
|
"total": 279.3749999999418
|
|
},
|
|
"second_native_start_after_first_native_finish_seconds": {
|
|
"n": 10,
|
|
"min": 10.422,
|
|
"median": 26.314999999999998,
|
|
"mean": 21.0136,
|
|
"max": 27.701,
|
|
"total": 210.136
|
|
}
|
|
},
|
|
"2": {
|
|
"first_native_seconds": {
|
|
"n": 10,
|
|
"min": 64.204,
|
|
"median": 64.979,
|
|
"mean": 66.5586,
|
|
"max": 70.046,
|
|
"total": 665.5860000000001
|
|
},
|
|
"second_native_seconds": {
|
|
"n": 10,
|
|
"min": 36.682,
|
|
"median": 37.0485,
|
|
"mean": 37.4005,
|
|
"max": 38.292,
|
|
"total": 374.005
|
|
},
|
|
"native_seconds_saved": {
|
|
"n": 10,
|
|
"min": 27.309,
|
|
"median": 28.152,
|
|
"mean": 29.1581,
|
|
"max": 32.125,
|
|
"total": 291.581
|
|
},
|
|
"first_trace_seconds": {
|
|
"n": 10,
|
|
"min": 66.470952,
|
|
"median": 66.60241149999999,
|
|
"mean": 68.0339363,
|
|
"max": 72.466618,
|
|
"total": 680.3393630000002
|
|
},
|
|
"second_trace_seconds": {
|
|
"n": 10,
|
|
"min": 39.288523,
|
|
"median": 39.369251000000006,
|
|
"mean": 39.3625179,
|
|
"max": 39.4423,
|
|
"total": 393.625179
|
|
},
|
|
"first_positive_encoding_seconds": {
|
|
"n": 10,
|
|
"min": 27.51600000000326,
|
|
"median": 28.094000000011874,
|
|
"mean": 29.17840000001015,
|
|
"max": 31.985000000044238,
|
|
"total": 291.7840000001015
|
|
},
|
|
"second_native_start_after_first_native_finish_seconds": {
|
|
"n": 10,
|
|
"min": 11.778,
|
|
"median": 24.357,
|
|
"mean": 23.0208,
|
|
"max": 31.712,
|
|
"total": 230.20799999999997
|
|
}
|
|
},
|
|
"3": {
|
|
"first_native_seconds": {
|
|
"n": 10,
|
|
"min": 69.077,
|
|
"median": 69.54599999999999,
|
|
"mean": 70.9772,
|
|
"max": 73.464,
|
|
"total": 709.7719999999999
|
|
},
|
|
"second_native_seconds": {
|
|
"n": 10,
|
|
"min": 38.008,
|
|
"median": 38.397999999999996,
|
|
"mean": 38.4107,
|
|
"max": 38.705,
|
|
"total": 384.107
|
|
},
|
|
"native_seconds_saved": {
|
|
"n": 10,
|
|
"min": 30.839,
|
|
"median": 31.393,
|
|
"mean": 32.5665,
|
|
"max": 34.852,
|
|
"total": 325.66499999999996
|
|
},
|
|
"first_trace_seconds": {
|
|
"n": 10,
|
|
"min": 69.48063,
|
|
"median": 72.549484,
|
|
"mean": 72.8756681,
|
|
"max": 75.63889,
|
|
"total": 728.7566810000001
|
|
},
|
|
"second_trace_seconds": {
|
|
"n": 10,
|
|
"min": 39.287177,
|
|
"median": 39.335657499999996,
|
|
"mean": 39.3440559,
|
|
"max": 39.400407,
|
|
"total": 393.440559
|
|
},
|
|
"first_positive_encoding_seconds": {
|
|
"n": 10,
|
|
"min": 30.90600000001723,
|
|
"median": 31.38300000000163,
|
|
"mean": 32.56720000000787,
|
|
"max": 34.78099999995902,
|
|
"total": 325.6720000000787
|
|
},
|
|
"second_native_start_after_first_native_finish_seconds": {
|
|
"n": 10,
|
|
"min": 18.393,
|
|
"median": 21.78,
|
|
"mean": 21.6223,
|
|
"max": 26.858,
|
|
"total": 216.223
|
|
}
|
|
},
|
|
"4": {
|
|
"first_native_seconds": {
|
|
"n": 10,
|
|
"min": 77.877,
|
|
"median": 78.6135,
|
|
"mean": 78.4776,
|
|
"max": 78.736,
|
|
"total": 784.7760000000001
|
|
},
|
|
"second_native_seconds": {
|
|
"n": 10,
|
|
"min": 40.423,
|
|
"median": 40.4815,
|
|
"mean": 40.5054,
|
|
"max": 40.68,
|
|
"total": 405.05400000000003
|
|
},
|
|
"native_seconds_saved": {
|
|
"n": 10,
|
|
"min": 37.423,
|
|
"median": 37.981,
|
|
"mean": 37.9722,
|
|
"max": 38.269,
|
|
"total": 379.72200000000004
|
|
},
|
|
"first_trace_seconds": {
|
|
"n": 10,
|
|
"min": 78.600529,
|
|
"median": 81.565219,
|
|
"mean": 80.7096113,
|
|
"max": 81.696329,
|
|
"total": 807.0961130000001
|
|
},
|
|
"second_trace_seconds": {
|
|
"n": 10,
|
|
"min": 42.349654,
|
|
"median": 42.403067,
|
|
"mean": 42.4041422,
|
|
"max": 42.532345,
|
|
"total": 424.041422
|
|
},
|
|
"first_positive_encoding_seconds": {
|
|
"n": 10,
|
|
"min": 37.65600000001723,
|
|
"median": 38.10950000002049,
|
|
"mean": 38.05140000000247,
|
|
"max": 38.32799999997951,
|
|
"total": 380.5140000000247
|
|
},
|
|
"second_native_start_after_first_native_finish_seconds": {
|
|
"n": 10,
|
|
"min": 13.12,
|
|
"median": 14.9955,
|
|
"mean": 15.7422,
|
|
"max": 21.868,
|
|
"total": 157.42200000000003
|
|
}
|
|
},
|
|
"5": {
|
|
"first_native_seconds": {
|
|
"n": 10,
|
|
"min": 96.483,
|
|
"median": 97.2595,
|
|
"mean": 97.94120000000001,
|
|
"max": 101.131,
|
|
"total": 979.4119999999999
|
|
},
|
|
"second_native_seconds": {
|
|
"n": 10,
|
|
"min": 44.121,
|
|
"median": 44.253,
|
|
"mean": 44.2736,
|
|
"max": 44.558,
|
|
"total": 442.73600000000005
|
|
},
|
|
"native_seconds_saved": {
|
|
"n": 10,
|
|
"min": 52.362,
|
|
"median": 53.0135,
|
|
"mean": 53.6676,
|
|
"max": 56.761,
|
|
"total": 536.676
|
|
},
|
|
"first_trace_seconds": {
|
|
"n": 10,
|
|
"min": 96.80878,
|
|
"median": 99.68121,
|
|
"mean": 100.0312834,
|
|
"max": 102.832423,
|
|
"total": 1000.3128339999998
|
|
},
|
|
"second_trace_seconds": {
|
|
"n": 10,
|
|
"min": 45.341639,
|
|
"median": 45.3771555,
|
|
"mean": 45.382654,
|
|
"max": 45.413099,
|
|
"total": 453.82654
|
|
},
|
|
"first_positive_encoding_seconds": {
|
|
"n": 10,
|
|
"min": 52.40600000001723,
|
|
"median": 53.0625,
|
|
"mean": 53.65780000001541,
|
|
"max": 56.32800000003772,
|
|
"total": 536.5780000001541
|
|
},
|
|
"second_native_start_after_first_native_finish_seconds": {
|
|
"n": 10,
|
|
"min": 12.666,
|
|
"median": 27.817,
|
|
"mean": 24.6789,
|
|
"max": 29.406,
|
|
"total": 246.78900000000004
|
|
}
|
|
}
|
|
},
|
|
"pair_evidence": [
|
|
{
|
|
"first_record": "pf-img100-01-t1-s42",
|
|
"second_record": "pf-img100-01-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 241.398,
|
|
"second_native_seconds": 37.054,
|
|
"native_inter_run_gap_seconds": 14.139,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-02-t1-s42",
|
|
"second_record": "pf-img100-02-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 65.35,
|
|
"second_native_seconds": 37.258,
|
|
"native_inter_run_gap_seconds": 11.281,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-03-t1-s42",
|
|
"second_record": "pf-img100-03-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.767,
|
|
"second_native_seconds": 37.222,
|
|
"native_inter_run_gap_seconds": 26.604,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-04-t1-s42",
|
|
"second_record": "pf-img100-04-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.679,
|
|
"second_native_seconds": 37.016,
|
|
"native_inter_run_gap_seconds": 26.543,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-05-t1-s42",
|
|
"second_record": "pf-img100-05-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.57,
|
|
"second_native_seconds": 36.908,
|
|
"native_inter_run_gap_seconds": 10.422,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-06-t1-s42",
|
|
"second_record": "pf-img100-06-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.943,
|
|
"second_native_seconds": 36.896,
|
|
"native_inter_run_gap_seconds": 27.239,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-08-t1-s42",
|
|
"second_record": "pf-img100-08-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.791,
|
|
"second_native_seconds": 36.576,
|
|
"native_inter_run_gap_seconds": 13.335,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-09-t1-s42",
|
|
"second_record": "pf-img100-09-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.828,
|
|
"second_native_seconds": 36.708,
|
|
"native_inter_run_gap_seconds": 27.701,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-16-t1-s42",
|
|
"second_record": "pf-img100-16-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 65.354,
|
|
"second_native_seconds": 36.954,
|
|
"native_inter_run_gap_seconds": 26.087,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-20-t1-s42",
|
|
"second_record": "pf-img100-20-t1-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 65.155,
|
|
"second_native_seconds": 36.756,
|
|
"native_inter_run_gap_seconds": 26.785,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-01-t2-s42",
|
|
"second_record": "pf-img100-01-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.204,
|
|
"second_native_seconds": 36.895,
|
|
"native_inter_run_gap_seconds": 11.778,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-02-t2-s42",
|
|
"second_record": "pf-img100-02-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.965,
|
|
"second_native_seconds": 36.897,
|
|
"native_inter_run_gap_seconds": 31.712,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-03-t2-s42",
|
|
"second_record": "pf-img100-03-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.918,
|
|
"second_native_seconds": 36.682,
|
|
"native_inter_run_gap_seconds": 26.206,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-04-t2-s42",
|
|
"second_record": "pf-img100-04-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.993,
|
|
"second_native_seconds": 37.056,
|
|
"native_inter_run_gap_seconds": 27.134,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-05-t2-s42",
|
|
"second_record": "pf-img100-05-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.762,
|
|
"second_native_seconds": 37.041,
|
|
"native_inter_run_gap_seconds": 11.901,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-06-t2-s42",
|
|
"second_record": "pf-img100-06-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 70.046,
|
|
"second_native_seconds": 37.921,
|
|
"native_inter_run_gap_seconds": 22.36,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-08-t2-s42",
|
|
"second_record": "pf-img100-08-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 69.192,
|
|
"second_native_seconds": 38.292,
|
|
"native_inter_run_gap_seconds": 22.4,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-09-t2-s42",
|
|
"second_record": "pf-img100-09-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 64.379,
|
|
"second_native_seconds": 36.876,
|
|
"native_inter_run_gap_seconds": 28.003,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-16-t2-s42",
|
|
"second_record": "pf-img100-16-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 68.971,
|
|
"second_native_seconds": 38.169,
|
|
"native_inter_run_gap_seconds": 24.357,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-20-t2-s42",
|
|
"second_record": "pf-img100-20-t2-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 69.156,
|
|
"second_native_seconds": 38.176,
|
|
"native_inter_run_gap_seconds": 24.357,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-01-t3-s42",
|
|
"second_record": "pf-img100-01-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 69.601,
|
|
"second_native_seconds": 38.305,
|
|
"native_inter_run_gap_seconds": 23.193,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-02-t3-s42",
|
|
"second_record": "pf-img100-02-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 69.491,
|
|
"second_native_seconds": 38.008,
|
|
"native_inter_run_gap_seconds": 22.005,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-03-t3-s42",
|
|
"second_record": "pf-img100-03-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 69.451,
|
|
"second_native_seconds": 38.148,
|
|
"native_inter_run_gap_seconds": 22.876,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-04-t3-s42",
|
|
"second_record": "pf-img100-04-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 69.125,
|
|
"second_native_seconds": 38.262,
|
|
"native_inter_run_gap_seconds": 26.858,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-05-t3-s42",
|
|
"second_record": "pf-img100-05-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 69.388,
|
|
"second_native_seconds": 38.491,
|
|
"native_inter_run_gap_seconds": 24.166,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-06-t3-s42",
|
|
"second_record": "pf-img100-06-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 73.296,
|
|
"second_native_seconds": 38.687,
|
|
"native_inter_run_gap_seconds": 18.854,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-08-t3-s42",
|
|
"second_record": "pf-img100-08-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 73.437,
|
|
"second_native_seconds": 38.705,
|
|
"native_inter_run_gap_seconds": 18.393,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-09-t3-s42",
|
|
"second_record": "pf-img100-09-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 69.077,
|
|
"second_native_seconds": 38.238,
|
|
"native_inter_run_gap_seconds": 21.555,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-16-t3-s42",
|
|
"second_record": "pf-img100-16-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 73.442,
|
|
"second_native_seconds": 38.651,
|
|
"native_inter_run_gap_seconds": 19.37,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-20-t3-s42",
|
|
"second_record": "pf-img100-20-t3-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 73.464,
|
|
"second_native_seconds": 38.612,
|
|
"native_inter_run_gap_seconds": 18.953,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-01-t4-s42",
|
|
"second_record": "pf-img100-01-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 78.215,
|
|
"second_native_seconds": 40.46,
|
|
"native_inter_run_gap_seconds": 21.868,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-02-t4-s42",
|
|
"second_record": "pf-img100-02-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 78.617,
|
|
"second_native_seconds": 40.423,
|
|
"native_inter_run_gap_seconds": 13.502,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-03-t4-s42",
|
|
"second_record": "pf-img100-03-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 78.656,
|
|
"second_native_seconds": 40.474,
|
|
"native_inter_run_gap_seconds": 14.668,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-04-t4-s42",
|
|
"second_record": "pf-img100-04-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 78.617,
|
|
"second_native_seconds": 40.612,
|
|
"native_inter_run_gap_seconds": 15.534,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-05-t4-s42",
|
|
"second_record": "pf-img100-05-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 78.467,
|
|
"second_native_seconds": 40.51,
|
|
"native_inter_run_gap_seconds": 15.323,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-06-t4-s42",
|
|
"second_record": "pf-img100-06-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 77.877,
|
|
"second_native_seconds": 40.454,
|
|
"native_inter_run_gap_seconds": 18.954,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-08-t4-s42",
|
|
"second_record": "pf-img100-08-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 78.727,
|
|
"second_native_seconds": 40.458,
|
|
"native_inter_run_gap_seconds": 15.354,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-09-t4-s42",
|
|
"second_record": "pf-img100-09-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 78.254,
|
|
"second_native_seconds": 40.489,
|
|
"native_inter_run_gap_seconds": 14.643,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-16-t4-s42",
|
|
"second_record": "pf-img100-16-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 78.61,
|
|
"second_native_seconds": 40.68,
|
|
"native_inter_run_gap_seconds": 13.12,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-20-t4-s42",
|
|
"second_record": "pf-img100-20-t4-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 78.736,
|
|
"second_native_seconds": 40.494,
|
|
"native_inter_run_gap_seconds": 14.456,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-01-t5-s42",
|
|
"second_record": "pf-img100-01-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 97.733,
|
|
"second_native_seconds": 44.245,
|
|
"native_inter_run_gap_seconds": 27.851,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-02-t5-s42",
|
|
"second_record": "pf-img100-02-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 97.058,
|
|
"second_native_seconds": 44.319,
|
|
"native_inter_run_gap_seconds": 13.702,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-03-t5-s42",
|
|
"second_record": "pf-img100-03-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 97.156,
|
|
"second_native_seconds": 44.279,
|
|
"native_inter_run_gap_seconds": 28.917,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-04-t5-s42",
|
|
"second_record": "pf-img100-04-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 96.93,
|
|
"second_native_seconds": 44.162,
|
|
"native_inter_run_gap_seconds": 28.792,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-05-t5-s42",
|
|
"second_record": "pf-img100-05-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 97.26,
|
|
"second_native_seconds": 44.231,
|
|
"native_inter_run_gap_seconds": 28.36,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-06-t5-s42",
|
|
"second_record": "pf-img100-06-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 101.049,
|
|
"second_native_seconds": 44.558,
|
|
"native_inter_run_gap_seconds": 24.123,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-08-t5-s42",
|
|
"second_record": "pf-img100-08-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 97.259,
|
|
"second_native_seconds": 44.261,
|
|
"native_inter_run_gap_seconds": 29.406,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-09-t5-s42",
|
|
"second_record": "pf-img100-09-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 97.353,
|
|
"second_native_seconds": 44.19,
|
|
"native_inter_run_gap_seconds": 27.783,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-16-t5-s42",
|
|
"second_record": "pf-img100-16-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 96.483,
|
|
"second_native_seconds": 44.121,
|
|
"native_inter_run_gap_seconds": 12.666,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
},
|
|
{
|
|
"first_record": "pf-img100-20-t5-s42",
|
|
"second_record": "pf-img100-20-t5-s43",
|
|
"seeds": [
|
|
42,
|
|
43
|
|
],
|
|
"first_native_seconds": 101.131,
|
|
"second_native_seconds": 44.37,
|
|
"native_inter_run_gap_seconds": 25.189,
|
|
"same_runtime_retained": true,
|
|
"same_graph_except_sampler_seed": true,
|
|
"second_positive_encoder_cached": true,
|
|
"second_negative_encoder_cached": true,
|
|
"sampling_cached_second": false,
|
|
"distinct_retained_outputs": true
|
|
}
|
|
],
|
|
"interpretation": "All 50 second requests reused positive and negative conditioning. Sampling was not cached, and every pair produced distinct outputs. The initial-load pair is excluded from the main steady-runtime comparison. No five-variant group was tested.",
|
|
"limits": [
|
|
"Same42/43 seed ordering; no randomized cache-disabled control.",
|
|
"Node intervals include preparation/event delivery, not isolated kernels.",
|
|
"Observed cache survives the measured gaps but is local to one retained Comfy runtime; no persistence guarantee across model switches, restarts, factory changes or eviction."
|
|
]
|
|
},
|
|
"qwen_turbo_ten": {
|
|
"model": "unsloth/Qwen-Image-2.1-Turbo-GGUF:Q4_K_M",
|
|
"generated_outputs": 10,
|
|
"first_native_start_utc": "2026-10-21T08:41:18.067000+00:00",
|
|
"distinct_briefs": 9,
|
|
"measured_seed_variants_in_first_brief": 2,
|
|
"five_seed_variants_tested": false,
|
|
"initial_native_seconds": 320.246,
|
|
"same_brief_variant_native_seconds": 95.234,
|
|
"native_inter_run_gap_seconds": 34.322,
|
|
"same_runtime_retained": true,
|
|
"only_graph_difference": [
|
|
"/9/inputs/noise_seed"
|
|
],
|
|
"second_encoder_cached": true,
|
|
"sampling_and_decoding_repeated": true,
|
|
"new_briefs_in_retained_runtime": {
|
|
"requests": 8,
|
|
"native_seconds": [
|
|
194.865,
|
|
196.417,
|
|
199.64,
|
|
199.412,
|
|
199.784,
|
|
210.023,
|
|
208.566,
|
|
223.135
|
|
],
|
|
"minimum_seconds": 194.865,
|
|
"median_seconds": 199.712,
|
|
"maximum_seconds": 223.135,
|
|
"sum_seconds": 1631.842
|
|
},
|
|
"limits": [
|
|
"The initial request includes loading plus text encoding, so the first/second delta is a combined startup/model/encoding benefit.",
|
|
"Only two same-brief seed outputs were measured; do not present five-variant performance as measured.",
|
|
"Fresh-prompt latency is a separate workload from cached same-brief variation."
|
|
]
|
|
},
|
|
"production_guidance": "Keep the complete composed brief/materials/settings identical and vary only the seed in consecutive requests to the same factory/profile/Comfy runtime. Cache state is local to that runtime and can be lost after restarts, model switches or eviction.",
|
|
"five_variant_group_measured": false
|
|
}
|
|
},
|
|
"limits": [
|
|
"A valid media container, successful relay, or LangSmith trace is not a quality score.",
|
|
"Model comparisons differ in steps, conditioning, architecture, prompts and cache state. This is practical exploratory evidence, not a controlled model leaderboard.",
|
|
"Sampled resource extrema are not continuous peaks. PhysicalWDDM paging and whole-pipelineGPU residency were not established.",
|
|
"No model weights or private credentials are redistributed. Source hashes identify retained originals; public metadata-stripped copies have separate hashes."
|
|
],
|
|
"archive_run_id": "3cc53336-2555-5e90-99c3-7b94dcb40acc",
|
|
"dataset_sha256": "99a1e345996ce2ff8e47c4c50bf07f90b0f676081a09a1e3e9331f2bbf7be251"
|
|
}
|