{
  "site": "a9_dataset_r02_s01",
  "hdf5": "datasets/a9_dataset_r02_s01/hdf5_cache/a9_r02_s01_test.h5",
  "device": "auto",
  "results": {
    "crlite": {
      "top1": 0.9196141479099679,
      "top3": 1.0,
      "mrr": 0.9592711682743839,
      "n_frames": 29,
      "n_cameras_with_match": 311,
      "latency_ms_mean": 32.63988965622487,
      "latency_ms_p50": 32.3019000061322,
      "latency_ms_p95": 46.26704000111203,
      "latency_ms_p99": 67.47268000210167,
      "latency_ms_std": 10.72005170845939,
      "latency_ms_min": 17.964800004847348,
      "latency_ms_max": 75.01980000233743,
      "throughput_fps_mean": 30.63735847554517,
      "n_iters": 29,
      "wall_seconds": 4.68275249999715
    },
    "crlite_2dpe": {
      "top1": 0.9742765273311897,
      "top3": 1.0,
      "mrr": 0.9871382636655949,
      "n_frames": 29,
      "n_cameras_with_match": 311,
      "latency_ms_mean": 25.443899998208508,
      "latency_ms_p50": 25.736900002812035,
      "latency_ms_p95": 28.199099993798878,
      "latency_ms_p99": 29.008692003553733,
      "latency_ms_std": 2.0413257650717767,
      "latency_ms_min": 20.81789998919703,
      "latency_ms_max": 29.125900007784367,
      "throughput_fps_mean": 39.302151009491844,
      "n_iters": 29,
      "wall_seconds": 3.386251399992034
    },
    "crlite_vit_exp1": {
      "top1": 0.9035369774919614,
      "top3": 0.9742765273311897,
      "mrr": 0.9417635597699907,
      "n_frames": 29,
      "n_cameras_with_match": 311,
      "latency_ms_mean": 13.308948275717457,
      "latency_ms_p50": 13.338500008103438,
      "latency_ms_p95": 15.389859999413602,
      "latency_ms_p99": 17.060540000093166,
      "latency_ms_std": 1.7809323287752257,
      "latency_ms_min": 10.122499996214174,
      "latency_ms_max": 17.704400001093745,
      "throughput_fps_mean": 75.13741726869038,
      "n_iters": 29,
      "wall_seconds": 3.265350200003013
    },
    "crlite_vit_exp3": {
      "top1": 0.9003215434083601,
      "top3": 0.9903536977491961,
      "mrr": 0.9450696677384781,
      "n_frames": 29,
      "n_cameras_with_match": 311,
      "latency_ms_mean": 11.59536551507511,
      "latency_ms_p50": 11.915099996258505,
      "latency_ms_p95": 13.573639999958687,
      "latency_ms_p99": 15.078287993674165,
      "latency_ms_std": 1.8760631584673273,
      "latency_ms_min": 6.513000000268221,
      "latency_ms_max": 15.660099990782328,
      "throughput_fps_mean": 86.24135209018655,
      "n_iters": 29,
      "wall_seconds": 3.069291099993279
    },
    "calibrefine": {
      "top1": 0.9807073954983923,
      "top3": 0.9967845659163987,
      "mrr": 0.9884780278670955,
      "n_frames": 29,
      "n_cameras_with_match": 311,
      "latency_ms_mean": 1956.8288206907616,
      "latency_ms_p50": 1707.6428000000305,
      "latency_ms_p95": 3725.011120006093,
      "latency_ms_p99": 3815.0140080059646,
      "latency_ms_std": 814.7063507856457,
      "latency_ms_min": 837.7789999940433,
      "latency_ms_max": 3846.057300004759,
      "throughput_fps_mean": 0.5110309033812163,
      "n_iters": 29,
      "wall_seconds": 59.55913739999232
    }
  }
}