{ "schema": "plate-comparison-v1", "title": "Plate-scale storage and elapsed time: full v3 versus remote-shallow v2", "provenance": { "source": "ACC integration benchmark summary supplied 2026-11-03", "source_sha256": "28efc020ff7c703d4ef3ab5d2bae9df8579b64b43a3c5eba3e4c60531a4b99b7", "dispersion_source": "ACC summary.json groups supplied in chat; generated_utc 2026-11-03T14:57:15.584032+00:00" }, "notes": [ "28 verified measurements; repetition counts are technical, not independent biological samples.", "Storage scope: retained compressed Zarr file sizes before cleanup; excludes existing shared source and non-Zarr outputs. GB = 10^9 bytes.", "Full uses a v3 source; Remote uses a v2 source, canonical input and remote shallowing. This compares configurations, not the isolated effect of shallowing.", "Mean times and phase values retain original report rounding to 0.01 minutes. Sample SDs and individual runtimes come from summary.json groups and per-run records. Storage error bars show one SD; runtime error bars are two-sided Student-t 95% CIs for the mean. Difference intervals use unpaired Welch degrees of freedom. These approximations assume independent runs; shared load, skew and cache history limit inference. No CI is estimated for n=1.", "Large Full retains all measured phases, but plotted elapsed time excludes only the separately reported failed-state/awaiting-manual-recovery interval (2846.23 min). Raw total and phases remain in this file. Polling/validation and orchestration gaps remain included; this adjusted record is not an uninterrupted-run estimate.", "Large Remote used repaired source provenance; this source-history qualification accompanies its measured timings.", "Helper seconds are reported separately at higher precision than the rounded minute stages.", "Source/cache history and shared-storage load affect timings; canonical preparation includes validation where boundaries were not isolated." ], "plates": [ { "label": "Small", "images": 18, "runs": { "full": { "zarr_format": 3, "n": 10, "stored_bytes": 164317487, "total_min": 13.99, "total_sd_min": 14.26884427989408, "recovered": false, "source_metadata_repaired": false, "helper_execution_s": 0, "stages_min": { "failed_awaiting_recovery": 0, "launcher": 0.3, "worker_queue": 5.9, "worker_initialization": 0, "analysis_submission_polling_validation": 0.1, "analysis_execution": 3.16, "analysis_queue": 0.01, "remote_shallower_execution": 0, "shallower_queue": 0, "omero_registration": 0.1, "importer_queue": 0.04, "input_compatibility": 0.12, "canonical_preparation": 0, "shallower_setup_validation": 0, "other_input_preparation_transfer": 0.84, "result_return_packaging_extraction": 3.34, "orchestration_gaps": 0.08 }, "excluded_wait_stage": null, "stored_sd_bytes": 13.291601358251258, "total_samples_min": [ 6.3289939, 9.0767767, 5.915408350000001, 12.221964083333335, 9.392782533333333, 11.715874033333334, 6.448898483333334, 9.1769267, 15.986346233333334, 53.624810016666665 ] }, "remote": { "zarr_format": 2, "n": 10, "stored_bytes": 25548391, "total_min": 12.85, "total_sd_min": 9.963325857921182, "recovered": false, "source_metadata_repaired": false, "helper_execution_s": 13.9, "stages_min": { "failed_awaiting_recovery": 0, "launcher": 0.25, "worker_queue": 5.57, "worker_initialization": 0, "analysis_submission_polling_validation": 0.06, "analysis_execution": 2.94, "analysis_queue": 0, "remote_shallower_execution": 0.23, "shallower_queue": 0, "omero_registration": 0.11, "importer_queue": 0.04, "input_compatibility": 0.12, "canonical_preparation": 0.51, "shallower_setup_validation": 0.09, "other_input_preparation_transfer": 0, "result_return_packaging_extraction": 2.84, "orchestration_gaps": 0.09 }, "excluded_wait_stage": null, "stored_sd_bytes": 11.222992272810115, "total_samples_min": [ 5.769180866666667, 6.594130466666667, 15.822875666666667, 14.988543783333334, 6.980217216666667, 12.281783149999999, 5.587614416666667, 6.072184116666667, 16.100181533333334, 38.280367999999996 ] } } }, { "label": "Medium", "images": 846, "runs": { "full": { "zarr_format": 3, "n": 3, "stored_bytes": 7901952883, "total_min": 175.3, "total_sd_min": 10.188465868147718, "recovered": false, "source_metadata_repaired": false, "helper_execution_s": 0, "stages_min": { "failed_awaiting_recovery": 0, "launcher": 0.32, "worker_queue": 0.26, "worker_initialization": 0, "analysis_submission_polling_validation": 0.1, "analysis_execution": 62.05, "analysis_queue": 0.01, "remote_shallower_execution": 0, "shallower_queue": 0, "omero_registration": 3.49, "importer_queue": 0.06, "input_compatibility": 0.13, "canonical_preparation": 0, "shallower_setup_validation": 0, "other_input_preparation_transfer": 30.52, "result_return_packaging_extraction": 78.13, "orchestration_gaps": 0.24 }, "excluded_wait_stage": null, "stored_sd_bytes": 166.50625613872091, "total_samples_min": [ 186.69608738333332, 172.12602315, 167.0741419 ] }, "remote": { "zarr_format": 2, "n": 3, "stored_bytes": 1289028642, "total_min": 190.17, "total_sd_min": 34.19218984661708, "recovered": false, "source_metadata_repaired": false, "helper_execution_s": 893.0, "stages_min": { "failed_awaiting_recovery": 0, "launcher": 0.33, "worker_queue": 0.23, "worker_initialization": 0, "analysis_submission_polling_validation": 0.09, "analysis_execution": 69.14, "analysis_queue": 0, "remote_shallower_execution": 14.88, "shallower_queue": 0.01, "omero_registration": 3.79, "importer_queue": 0.06, "input_compatibility": 0.13, "canonical_preparation": 35.16, "shallower_setup_validation": 0.1, "other_input_preparation_transfer": 0.01, "result_return_packaging_extraction": 66.02, "orchestration_gaps": 0.22 }, "excluded_wait_stage": null, "stored_sd_bytes": 384.9341935101808, "total_samples_min": [ 176.30031035, 229.11893953333336, 165.09364631666668 ] } } }, { "label": "Large", "images": 2844, "runs": { "full": { "zarr_format": 3, "n": 1, "stored_bytes": 26438110193, "total_min": 4012.72, "total_sd_min": null, "recovered": true, "source_metadata_repaired": false, "helper_execution_s": 0, "stages_min": { "failed_awaiting_recovery": 2846.23, "launcher": 0.12, "worker_queue": 22.58, "worker_initialization": 0, "analysis_submission_polling_validation": 454.82, "analysis_execution": 152.65, "analysis_queue": 0, "remote_shallower_execution": 0, "shallower_queue": 0, "omero_registration": 7.9, "importer_queue": 0.01, "input_compatibility": 0.13, "canonical_preparation": 0, "shallower_setup_validation": 0, "other_input_preparation_transfer": 96.6, "result_return_packaging_extraction": 0.12, "orchestration_gaps": 431.55 }, "excluded_wait_stage": "failed_awaiting_recovery", "stored_sd_bytes": null }, "remote": { "zarr_format": 2, "n": 1, "stored_bytes": 2771593201, "total_min": 625.92, "total_sd_min": null, "recovered": false, "source_metadata_repaired": true, "helper_execution_s": 6625.0, "stages_min": { "failed_awaiting_recovery": 0, "launcher": 0.36, "worker_queue": 0.26, "worker_initialization": 0, "analysis_submission_polling_validation": 0.16, "analysis_execution": 153.95, "analysis_queue": 0, "remote_shallower_execution": 110.42, "shallower_queue": 0, "omero_registration": 11.2, "importer_queue": 0.03, "input_compatibility": 0.12, "canonical_preparation": 180.1, "shallower_setup_validation": 0.19, "other_input_preparation_transfer": 0.01, "result_return_packaging_extraction": 168.83, "orchestration_gaps": 0.28 }, "excluded_wait_stage": null, "stored_sd_bytes": null } } } ] }