{
 "description": "Diffio 4.5 serving measurements on Mac mini M4 Pro (12-core CPU, 16-core GPU, 24 GB), October 2026. Bursts are real restore jobs through the dev edge to an isolated bench worker on one mini over a home internet connection. Medians are conventional medians of the six jobs. Bursts ran over the mini's home internet connection.",
 "hardware": {
  "machine": "Mac mini M4 Pro",
  "cpu_cores": 12,
  "gpu_cores": 16,
  "memory_gb": 24,
  "macos": "26.7"
 },
 "dit": {
  "depth": 16,
  "width": 1152,
  "heads": 9,
  "mlp_hidden": 3072,
  "positions_per_row": 426,
  "positions_note": "1 mode token + 50 context latents + 375 latent frames (30 s window)",
  "text_positions_in_test": 192,
  "gflop_per_row_estimate": 272,
  "mlx_gemm_measured_tflops_from_prior_post": 5.75
 },
 "dit_gpu_batch_sweep_ms": [
  {
   "rows": 1,
   "all_text_ms": 59.5,
   "two_thirds_text_ms": 59.5
  },
  {
   "rows": 2,
   "all_text_ms": 112.5,
   "two_thirds_text_ms": 112.6
  },
  {
   "rows": 3,
   "all_text_ms": 161.8,
   "two_thirds_text_ms": 154.0
  },
  {
   "rows": 4,
   "all_text_ms": 215.0,
   "two_thirds_text_ms": 208.2
  },
  {
   "rows": 6,
   "all_text_ms": 317.1,
   "two_thirds_text_ms": 301.9
  },
  {
   "rows": 8,
   "all_text_ms": 424.9,
   "two_thirds_text_ms": 411.3
  },
  {
   "rows": 9,
   "all_text_ms": 475.6,
   "two_thirds_text_ms": 453.9
  },
  {
   "rows": 12,
   "all_text_ms": 632.3,
   "two_thirds_text_ms": 603.8
  },
  {
   "rows": 16,
   "all_text_ms": 847.0,
   "two_thirds_text_ms": 811.5
  }
 ],
 "dit_gpu_peak_memory_gb": {
  "1_row": 1.59,
  "16_rows": 2.83
 },
 "parallel_restorer_processes": {
  "45s_flash": {
   "1": [
    1.69,
    1.49,
    1.64
   ],
   "2": "each 3.01-3.27 s after the first warm run",
   "3": "7-26 s per run, swap grew to 7.8 GB",
   "4": "crashed: Metal command buffer Insufficient Memory"
  },
  "3min_flash": {
   "1": [
    5.48,
    5.37
   ],
   "2": [
    11.48,
    11.48
   ]
  },
  "45s_pro": {
   "1": [
    4.62,
    4.6
   ],
   "2": [
    8.7,
    8.91
   ]
  }
 },
 "restorer_footprint_gb": {
  "main_process": 6.36,
  "neural_engine_process": 0.52,
  "condition_worker_process": 1.22,
  "total": 8.1,
  "main_process_metal": {
   "torch_mps_driver_allocated": 5.78,
   "note": "Metal memory of the whole process (MLX and PyTorch share the device)",
   "mlx_active": 2.36,
   "torch_mps_live": 0.31
  }
 },
 "dev_jobs_slot_vs_model_s": [
  {
   "audio_s": 10.9,
   "slot_s": 7.5,
   "model_s": 0.8
  },
  {
   "audio_s": 10.9,
   "slot_s": 9.9,
   "model_s": 2.6
  },
  {
   "audio_s": 16.0,
   "slot_s": 9.1,
   "model_s": 0.8
  },
  {
   "audio_s": 16.0,
   "slot_s": 10.8,
   "model_s": 0.9
  },
  {
   "audio_s": 16.0,
   "slot_s": 10.9,
   "model_s": 0.8
  },
  {
   "audio_s": 30.0,
   "slot_s": 16.9,
   "model_s": 1.5
  },
  {
   "audio_s": 30.0,
   "slot_s": 17.9,
   "model_s": 1.4
  },
  {
   "audio_s": 30.0,
   "slot_s": 20.2,
   "model_s": 4.4
  },
  {
   "audio_s": 30.0,
   "slot_s": 21.0,
   "model_s": 4.4
  },
  {
   "audio_s": 32.0,
   "slot_s": 17.0,
   "model_s": 1.6
  },
  {
   "audio_s": 45.0,
   "slot_s": 23.3,
   "model_s": 1.7
  },
  {
   "audio_s": 190.8,
   "slot_s": 102.1,
   "model_s": 18.2
  }
 ],
 "dev_jobs_model_share_of_slot": 0.15,
 "bursts": [
  {
   "label": "slots1",
   "case": "45s",
   "sampler": "flash",
   "jobs": 6,
   "makespan_s": 140.18,
   "median_done_s": 81.7,
   "median_first_audio_s": 62.8,
   "worst_first_audio_s": 120.4,
   "worker_total_s_range": [
    21.161,
    27.954
   ],
   "per_job": [
    {
     "first_audio_s": 2.86,
     "done_s": 27.31,
     "model_wait_s": 0.01,
     "restore_compute_s": 1.529,
     "worker_total_s": 27.954
    },
    {
     "first_audio_s": 30.31,
     "done_s": 48.8,
     "model_wait_s": 0.01,
     "restore_compute_s": 1.542,
     "worker_total_s": 21.183
    },
    {
     "first_audio_s": 52.41,
     "done_s": 70.06,
     "model_wait_s": 0.011,
     "restore_compute_s": 1.577,
     "worker_total_s": 21.497
    },
    {
     "first_audio_s": 73.13,
     "done_s": 93.25,
     "model_wait_s": 0.011,
     "restore_compute_s": 1.569,
     "worker_total_s": 23.011
    },
    {
     "first_audio_s": 96.02,
     "done_s": 117.62,
     "model_wait_s": 0.012,
     "restore_compute_s": 1.563,
     "worker_total_s": 24.084
    },
    {
     "first_audio_s": 120.4,
     "done_s": 138.84,
     "model_wait_s": 0.012,
     "restore_compute_s": 1.568,
     "worker_total_s": 21.161
    }
   ]
  },
  {
   "label": "slots3",
   "case": "45s",
   "sampler": "flash",
   "jobs": 6,
   "makespan_s": 59.48,
   "median_done_s": 42.7,
   "median_first_audio_s": 16.1,
   "worst_first_audio_s": 40.88,
   "worker_total_s_range": [
    21.137,
    37.473
   ],
   "per_job": [
    {
     "first_audio_s": 2.41,
     "done_s": 23.57,
     "model_wait_s": 0.011,
     "restore_compute_s": 1.476,
     "worker_total_s": 24.138
    },
    {
     "first_audio_s": 3.35,
     "done_s": 23.74,
     "model_wait_s": 1.373,
     "restore_compute_s": 1.514,
     "worker_total_s": 24.459
    },
    {
     "first_audio_s": 5.62,
     "done_s": 37.27,
     "model_wait_s": 2.617,
     "restore_compute_s": 1.533,
     "worker_total_s": 37.473
    },
    {
     "first_audio_s": 26.62,
     "done_s": 55.78,
     "model_wait_s": 0.013,
     "restore_compute_s": 1.569,
     "worker_total_s": 32.198
    },
    {
     "first_audio_s": 28.09,
     "done_s": 48.2,
     "model_wait_s": 1.058,
     "restore_compute_s": 1.531,
     "worker_total_s": 24.117
    },
    {
     "first_audio_s": 40.88,
     "done_s": 58.22,
     "model_wait_s": 0.016,
     "restore_compute_s": 1.569,
     "worker_total_s": 21.137
    }
   ]
  },
  {
   "label": "slots6",
   "case": "45s",
   "sampler": "flash",
   "jobs": 6,
   "makespan_s": 41.62,
   "median_done_s": 38.5,
   "median_first_audio_s": 6.1,
   "worst_first_audio_s": 9.82,
   "worker_total_s_range": [
    33.499,
    40.237
   ],
   "per_job": [
    {
     "first_audio_s": 1.94,
     "done_s": 38.62,
     "model_wait_s": 0.011,
     "restore_compute_s": 1.525,
     "worker_total_s": 39.482
    },
    {
     "first_audio_s": 3.86,
     "done_s": 39.17,
     "model_wait_s": 1.391,
     "restore_compute_s": 1.565,
     "worker_total_s": 39.543
    },
    {
     "first_audio_s": 5.48,
     "done_s": 38.32,
     "model_wait_s": 2.758,
     "restore_compute_s": 1.528,
     "worker_total_s": 38.609
    },
    {
     "first_audio_s": 6.66,
     "done_s": 37.2,
     "model_wait_s": 4.051,
     "restore_compute_s": 1.52,
     "worker_total_s": 37.32
    },
    {
     "first_audio_s": 8.07,
     "done_s": 40.33,
     "model_wait_s": 5.376,
     "restore_compute_s": 1.539,
     "worker_total_s": 40.237
    },
    {
     "first_audio_s": 9.82,
     "done_s": 33.76,
     "model_wait_s": 6.669,
     "restore_compute_s": 1.53,
     "worker_total_s": 33.499
    }
   ]
  },
  {
   "label": "slots6b-3min",
   "case": "3min",
   "sampler": "flash",
   "jobs": 6,
   "makespan_s": 193.58,
   "median_done_s": 178.6,
   "median_first_audio_s": 17.1,
   "worst_first_audio_s": 31.2,
   "worker_total_s_range": [
    156.072,
    192.182
   ],
   "per_job": [
    {
     "first_audio_s": 2.73,
     "done_s": 155.25,
     "model_wait_s": 0.012,
     "restore_compute_s": 5.569,
     "worker_total_s": 156.072
    },
    {
     "first_audio_s": 8.43,
     "done_s": 175.93,
     "model_wait_s": 5.48,
     "restore_compute_s": 5.787,
     "worker_total_s": 176.621
    },
    {
     "first_audio_s": 14.26,
     "done_s": 172.13,
     "model_wait_s": 11.029,
     "restore_compute_s": 5.661,
     "worker_total_s": 172.577
    },
    {
     "first_audio_s": 20.04,
     "done_s": 181.31,
     "model_wait_s": 16.518,
     "restore_compute_s": 5.669,
     "worker_total_s": 181.325
    },
    {
     "first_audio_s": 25.57,
     "done_s": 181.94,
     "model_wait_s": 21.926,
     "restore_compute_s": 5.691,
     "worker_total_s": 181.668
    },
    {
     "first_audio_s": 31.2,
     "done_s": 192.33,
     "model_wait_s": 27.448,
     "restore_compute_s": 5.673,
     "worker_total_s": 192.182
    }
   ]
  }
 ],
 "burst_failure_before_fd_fix": {
  "label": "slots6-3min",
  "case": "3min",
  "sampler": "flash",
  "jobs": 6,
  "makespan_s": 213.85,
  "median_done_s": 155.54,
  "median_first_audio_s": 31.85,
  "worst_first_audio_s": 42.06,
  "failed": 1,
  "per_job": [
   {
    "assigned_s": 0.18,
    "first_audio_s": 2.68,
    "done_s": 121.22,
    "model_wait_s": 0.015,
    "restore_compute_s": 5.583,
    "worker_total_s": 121.852,
    "state": "completed"
   },
   {
    "assigned_s": 0.18,
    "first_audio_s": 9.55,
    "done_s": 212.62,
    "model_wait_s": 0.018,
    "restore_compute_s": 5.654,
    "worker_total_s": 87.419,
    "state": "completed"
   },
   {
    "assigned_s": 19.38,
    "first_audio_s": 15.71,
    "done_s": null,
    "model_wait_s": null,
    "restore_compute_s": null,
    "worker_total_s": null,
    "state": "failed"
   },
   {
    "assigned_s": 0.16,
    "first_audio_s": 34.9,
    "done_s": 155.27,
    "model_wait_s": 1.317,
    "restore_compute_s": 5.656,
    "worker_total_s": 125.34,
    "state": "completed"
   },
   {
    "assigned_s": 32.7,
    "first_audio_s": 42.06,
    "done_s": 155.54,
    "model_wait_s": 5.894,
    "restore_compute_s": 5.645,
    "worker_total_s": 123.1,
    "state": "completed"
   },
   {
    "assigned_s": 0.16,
    "first_audio_s": 31.85,
    "done_s": 151.75,
    "model_wait_s": 26.931,
    "restore_compute_s": 5.502,
    "worker_total_s": 151.419,
    "state": "completed"
   }
  ]
 },
 "open_files": {
  "launchctl_limit_maxfiles": "256 soft, unlimited hard",
  "idle_worker_main_process_fds": 37,
  "six_45s_jobs_peak_fds": 184,
  "six_45s_jobs_peak_tcp_sockets": 134,
  "six_3min_jobs_peak_fds_after_fixes": 147,
  "after_burst_before_fixes": {
   "fds": 187,
   "tcp_sockets": 139,
   "pipes_leaked_per_job": 2
  },
  "after_burst_after_fixes": {
   "fds": 37,
   "tcp_sockets": 1
  },
  "raised_soft_limit": 10240,
  "leaks": [
   "each job's requests.Session connection pool was never closed",
   "each HLS ffmpeg segmenter's stderr pipe stayed open in the worker"
  ]
 },
 "burst_memory": {
  "six_3min_jobs_fleet_rss_gb_idle": 5.3,
  "six_3min_jobs_fleet_rss_gb_peak": 7.4,
  "swap_change_gb": 0.0
 },
 "host_cleanup": {
  "stale_coreml_mlmodelc_in_user_tmp_gb": 14,
  "swap_used_gb_before": 4.4,
  "swap_used_gb_after": 0.5,
  "removed": [
   "ChatGPT/Codex app and its login agent",
   "Chrome",
   "stale research restore process",
   "research checkouts (49 GB)"
  ],
  "weights_bundle_gb": 24,
  "release_code_mb": 6.6
 },
 "bursts_after_descriptor_leak_fixes": [
  {
   "label": "leakfix3-1",
   "case": "45s",
   "sampler": "flash",
   "jobs": 6,
   "makespan_s": 42.59,
   "median_done_s": 38.6,
   "median_first_audio_s": 5.8,
   "worst_first_audio_s": 9.86,
   "worker_total_s_range": [
    34.917,
    42.004
   ],
   "per_job": [
    {
     "first_audio_s": 2.4,
     "done_s": 34.19,
     "model_wait_s": 0.01,
     "restore_compute_s": 1.499,
     "worker_total_s": 34.917
    },
    {
     "first_audio_s": 3.84,
     "done_s": 41.31,
     "model_wait_s": 1.388,
     "restore_compute_s": 1.555,
     "worker_total_s": 42.004
    },
    {
     "first_audio_s": 5.18,
     "done_s": 35.65,
     "model_wait_s": 2.739,
     "restore_compute_s": 1.529,
     "worker_total_s": 36.098
    },
    {
     "first_audio_s": 6.5,
     "done_s": 40.27,
     "model_wait_s": 4.038,
     "restore_compute_s": 1.508,
     "worker_total_s": 40.164
    },
    {
     "first_audio_s": 8.04,
     "done_s": 39.86,
     "model_wait_s": 5.301,
     "restore_compute_s": 1.519,
     "worker_total_s": 39.525
    },
    {
     "first_audio_s": 9.86,
     "done_s": 37.26,
     "model_wait_s": 6.66,
     "restore_compute_s": 1.537,
     "worker_total_s": 36.944
    }
   ]
  },
  {
   "label": "leakfix3-2",
   "case": "45s",
   "sampler": "flash",
   "jobs": 6,
   "makespan_s": 43.76,
   "median_done_s": 36.7,
   "median_first_audio_s": 5.9,
   "worst_first_audio_s": 9.72,
   "worker_total_s_range": [
    31.212,
    42.47
   ],
   "per_job": [
    {
     "first_audio_s": 2.65,
     "done_s": 35.69,
     "model_wait_s": 0.014,
     "restore_compute_s": 1.572,
     "worker_total_s": 36.559
    },
    {
     "first_audio_s": 3.78,
     "done_s": 37.93,
     "model_wait_s": 1.461,
     "restore_compute_s": 1.528,
     "worker_total_s": 38.355
    },
    {
     "first_audio_s": 5.14,
     "done_s": 37.16,
     "model_wait_s": 2.762,
     "restore_compute_s": 1.519,
     "worker_total_s": 37.654
    },
    {
     "first_audio_s": 6.58,
     "done_s": 36.28,
     "model_wait_s": 4.125,
     "restore_compute_s": 1.497,
     "worker_total_s": 36.501
    },
    {
     "first_audio_s": 8.39,
     "done_s": 42.49,
     "model_wait_s": 5.473,
     "restore_compute_s": 1.513,
     "worker_total_s": 42.47
    },
    {
     "first_audio_s": 9.72,
     "done_s": 31.4,
     "model_wait_s": 6.726,
     "restore_compute_s": 1.507,
     "worker_total_s": 31.212
    }
   ]
  },
  {
   "label": "fixed-3min",
   "case": "3min",
   "sampler": "flash",
   "jobs": 6,
   "makespan_s": 206.55,
   "median_done_s": 178.9,
   "median_first_audio_s": 16.9,
   "worst_first_audio_s": 30.93,
   "worker_total_s_range": [
    167.704,
    204.988
   ],
   "per_job": [
    {
     "first_audio_s": 2.81,
     "done_s": 166.89,
     "model_wait_s": 0.016,
     "restore_compute_s": 5.58,
     "worker_total_s": 167.704
    },
    {
     "first_audio_s": 8.48,
     "done_s": 167.75,
     "model_wait_s": 5.45,
     "restore_compute_s": 5.7,
     "worker_total_s": 168.324
    },
    {
     "first_audio_s": 14.06,
     "done_s": 175.04,
     "model_wait_s": 10.924,
     "restore_compute_s": 5.667,
     "worker_total_s": 175.31
    },
    {
     "first_audio_s": 19.84,
     "done_s": 182.86,
     "model_wait_s": 16.374,
     "restore_compute_s": 5.697,
     "worker_total_s": 183.031
    },
    {
     "first_audio_s": 25.54,
     "done_s": 205.23,
     "model_wait_s": 21.844,
     "restore_compute_s": 5.598,
     "worker_total_s": 204.988
    },
    {
     "first_audio_s": 30.93,
     "done_s": 184.15,
     "model_wait_s": 27.232,
     "restore_compute_s": 5.691,
     "worker_total_s": 183.732
    }
   ]
  }
 ],
 "burst_failure_before_fixes": {
  "label": "slots6-3min",
  "note": "second burst on the same worker process, after a 45 s burst had left about 150 descriptors open; one job failed with OSError Errno 24 and uploads failed with NameResolutionError ('nodename nor servname provided')"
 },
 "dit_batch_fit": {
  "model": "per-pass ms = 5.4 + 52.4 x rows (all rows reading the transcript)",
  "max_batching_gain": 0.135,
  "one_row_vs_16_rows_rate": 0.889
 },
 "dev_jobs_model_share_by_sampler": {
  "flash": "7-11% (8 jobs)",
  "pro": "18-26% (4 jobs; model time 2.6-18.2 s)",
  "time_weighted_all": 0.147
 },
 "model_turn_seconds": {
  "45s_flash": 1.53,
  "3min_flash": 5.6,
  "3min_pro": 18.2,
  "20min_flash": 33.4,
  "20min_pro": 107.5,
  "lane_busy_share_six_45s_burst": 0.22
 },
 "host": {
  "filevault": "off",
  "pmset": {
   "autorestart": 1,
   "sleep": 0
  },
  "restorer_load_s": "10.8-16.4",
  "neural_engine_first_compile_min": 5.5
 }
}