{
  "experiment": "expH_capture_cost_frontier",
  "run": 2,
  "scope": "storage formats, COLD cache (purge per repeat), second hardware",
  "config": {
    "rows": 200000,
    "dim": 4096,
    "write_chunk": 4096,
    "batch": 4096,
    "n_batches": 24,
    "repeats": 3,
    "purge_cmd": "echo 492592 | sudo -S purge",
    "seed": 0
  },
  "manifest": {
    "author": "Simon-Pierre Boucher",
    "chip": "Apple M3 Ultra",
    "cores": 28,
    "unified_gb": 96,
    "os": "26.6",
    "python": "3.14.5",
    "numpy": "2.5.2",
    "host": "MacStudnpierre2"
  },
  "storage": [
    {
      "format": "raw-mmap",
      "op": "write",
      "bytes": 1638400000,
      "seconds": [
        0.9577836249954998
      ],
      "gb_per_s_mean": 1.5931353036623166,
      "cache": "warm"
    },
    {
      "format": "raw-mmap",
      "op": "seq-scan",
      "bytes": 1638400000,
      "seconds": [
        2.311261749942787,
        2.483271957957186,
        2.3612381250131875
      ],
      "gb_per_s_mean": 0.6397125042046533,
      "cache": "cold"
    },
    {
      "format": "raw-mmap",
      "op": "random-batch",
      "bytes": 805306368,
      "seconds": [
        5.556866124970838,
        5.391185167012736,
        4.8900218330090865
      ],
      "gb_per_s_mean": 0.14206273593026125,
      "cache": "cold"
    },
    {
      "format": "safetensors",
      "op": "write",
      "bytes": 1638400000,
      "seconds": [
        1.8997217500582337
      ],
      "gb_per_s_mean": 0.8032117894124369,
      "cache": "warm"
    },
    {
      "format": "safetensors",
      "op": "seq-scan",
      "bytes": 1638400000,
      "seconds": [
        2.492816833080724,
        2.518700583023019,
        3.5813771249959245
      ],
      "gb_per_s_mean": 0.5327234841362526,
      "cache": "cold"
    },
    {
      "format": "safetensors",
      "op": "random-batch",
      "bytes": 805306368,
      "seconds": [
        2.43777041696012,
        2.4196586669422686,
        2.2487994579132646
      ],
      "gb_per_s_mean": 0.31662364737640725,
      "cache": "cold"
    },
    {
      "format": "zarr-uncompressed",
      "op": "write",
      "bytes": 1638400000,
      "seconds": [
        0.7715847919462249
      ],
      "gb_per_s_mean": 1.9775906966765944,
      "cache": "warm"
    },
    {
      "format": "zarr-uncompressed",
      "op": "seq-scan",
      "bytes": 1638400000,
      "seconds": [
        0.43666258302982897,
        0.4407244159374386,
        0.4407702499302104
      ],
      "gb_per_s_mean": 3.4727546524352753,
      "cache": "cold"
    },
    {
      "format": "zarr-uncompressed",
      "op": "random-batch",
      "bytes": 805306368,
      "seconds": [
        1.3796995830489323,
        1.139681207947433,
        1.1073772499803454
      ],
      "gb_per_s_mean": 0.6203887809935233,
      "cache": "cold"
    },
    {
      "format": "zarr-zstd",
      "op": "write",
      "bytes": 1638400000,
      "seconds": [
        1.9146007499657571
      ],
      "gb_per_s_mean": 0.7969697631620015,
      "cache": "warm"
    },
    {
      "format": "zarr-zstd",
      "op": "seq-scan",
      "bytes": 1638400000,
      "seconds": [
        0.47764337505213916,
        0.4796952080214396,
        0.48077000002376735
      ],
      "gb_per_s_mean": 3.183095332684026,
      "cache": "cold"
    },
    {
      "format": "zarr-zstd",
      "op": "random-batch",
      "bytes": 805306368,
      "seconds": [
        3.880511499941349,
        4.199512624996714,
        3.8756266250275075
      ],
      "gb_per_s_mean": 0.18819552754219418,
      "cache": "cold"
    }
  ],
  "commit": "f3dd60ef6bed19c96456381481abb0aa50b83b73"
}