{
  "model": "MobileCLIP2-S2",
  "checkpoint": "timm/MobileCLIP2-S2-OpenCLIP",
  "measured_at": "2026-09-12T05:30:35.644271+00:00",
  "device": "CPU",
  "chip": "Apple M5 Pro",
  "os": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
  "python": "3.14.6",
  "packages": {
    "torch": "2.14.0",
    "torchvision": "0.29.0",
    "open_clip_torch": "3.3.0",
    "timm": "1.0.29",
    "pillow": "12.3.0"
  },
  "precision": "float32",
  "threads": 4,
  "batch_size": 1,
  "warmups": 3,
  "repeats": 5,
  "labels": [
    "a receipt",
    "a bar chart",
    "a user interface screenshot",
    "an English text document",
    "a Chinese text document",
    "an illustration of geometric shapes"
  ],
  "manifest_sha256": "2e3ee5e7d3e886686462e38828e033651a30e7045dbe466eef704115d3c6785b",
  "image_sha256": {
    "receipt-1": "c1b8cd003d16e3b258b7110a2e28819148e38e1f2f0ca0dcf3685d9e720e2591",
    "receipt-2": "095943ee87cca5aae46a7ab7651bf23ebf43497f2cce209f7b8d32ccd78f829b",
    "receipt-3": "6efd6b286b88a4105081aaad577e67221bf4fe02af353f254bc66ffdc8c99d48",
    "receipt-4": "2fa5c730a84e12fc7e8afd44ee313dd9eaebd05010ee3bd69ae53fc529ac15dd",
    "chart-1": "3a3b43441977213964ba8b7e43758616d394d0cb08930dd29b750aeaf23e406f",
    "chart-2": "1b9f0a127d767cf418ff240851078715cb69608a1f905d21e52960a1ea1ddbf6",
    "chart-3": "3df3121a2db394d426d1dcf2f5641816c90fd898c50ad72639fcf61d620dbddb",
    "chart-4": "56d6b92e84be214a767ca9e1fc91e559218949cd8539876afb53e21033e55dea",
    "interface-1": "e434bc44f040b5126969f459d4c7b0ec01d2ddf3a7e36bbccec0af4e7d15997f",
    "interface-2": "9fc04f7c673a59a145107367cac2606199344c41228c93a1b29592d407f19996",
    "interface-3": "652d412032ef6cec3b51c138750876276b43ffac2c82ed02964d04b03e68afd7",
    "interface-4": "a5c1ba73217eabc50d6537c9b9b40f3b21021e92f3bc6b82b513bed071913059",
    "small-text-1": "9423d7c4d344f96fc355a6995c981e111bc3ea592398667b956f2921376c33ca",
    "small-text-2": "6f370d18b291c567edcd2d215aba86dc5557f193c4c077804ace18f92ac2ba66",
    "small-text-3": "ba4470ce946109fa984f9fc81dc9d9c49b8b9ea0025094c1d3a6f060a2fb0a4b",
    "small-text-4": "e0b52081c90333f8c1a17508d93ea6e3b7a6e499bed02558537a804ecd813283",
    "chinese-1": "5d2a1960a52741146fb54f247add8402220063446058f790108ca920adec0e26",
    "chinese-2": "8d07d0042bbf7fc90cc2d1ec49c861571c87ff1c6a9e7271bae16ea62d3dedf0",
    "chinese-3": "ace345064c58f7a35c27788798730c0c7a8ee68cbccee1390aff4aaee376413b",
    "chinese-4": "e58a477d4df1fee0d2f795fb110f337ee5dabb1c87612f9f46e39846cc4d1153",
    "shapes-1": "217b182d5ed83511817ae046d3c5ef70f4a38820bae3d7ff6ec5c6ff8d18bc28",
    "shapes-2": "5b379c5a760b96b4263322a86bab87473d4e6a3bd1b8be84ce29aad40159656d",
    "shapes-3": "9298b3311a332a229bfc8f9e677ba265f2046ec4cb01b10c434af7d196b6f118",
    "shapes-4": "226da3be3527bb5956d5c6d863de785612c9394cd43d2d4907192b45ffbb18c5"
  },
  "load_ms": 2088.153542019427,
  "peak_process_rss_mib": 1210.375,
  "parameter_bytes": 396524356,
  "median_ms": 273.22637499310076,
  "p95_ms": 357.28275030851364,
  "correct": 21,
  "total": 24,
  "rows": [
    {
      "id": "receipt-1",
      "expected": "a receipt",
      "predicted": "a receipt",
      "correct": true,
      "scores": {
        "a receipt": 0.9985097050666809,
        "a bar chart": 1.175210127257742e-05,
        "a user interface screenshot": 0.0014225266641005874,
        "an English text document": 5.602146120509133e-05,
        "a Chinese text document": 5.1269839929091177e-08,
        "an illustration of geometric shapes": 5.177788420240859e-09
      },
      "runs_ms": [
        297.63104068115354,
        263.24616745114326,
        270.81266697496176,
        275.17783362418413,
        262.78145890682936
      ],
      "median_ms": 270.81266697496176
    },
    {
      "id": "receipt-2",
      "expected": "a receipt",
      "predicted": "a receipt",
      "correct": true,
      "scores": {
        "a receipt": 0.9982327222824097,
        "a bar chart": 1.3420874893199652e-05,
        "a user interface screenshot": 0.0016989815048873425,
        "an English text document": 5.4842166719026864e-05,
        "a Chinese text document": 4.9971351501199024e-08,
        "an illustration of geometric shapes": 5.537570402225356e-09
      },
      "runs_ms": [
        353.3940832130611,
        261.850583832711,
        267.5656662322581,
        264.16104240342975,
        273.04195798933506
      ],
      "median_ms": 267.5656662322581
    },
    {
      "id": "receipt-3",
      "expected": "a receipt",
      "predicted": "a receipt",
      "correct": true,
      "scores": {
        "a receipt": 0.9986156225204468,
        "a bar chart": 1.6983449313556775e-05,
        "a user interface screenshot": 0.0013186433352530003,
        "an English text document": 4.87238030473236e-05,
        "a Chinese text document": 4.302101785924606e-08,
        "an illustration of geometric shapes": 5.083674370354174e-09
      },
      "runs_ms": [
        293.15237468108535,
        262.128125410527,
        263.71691608801484,
        261.95279182866216,
        277.6142079383135
      ],
      "median_ms": 263.71691608801484
    },
    {
      "id": "receipt-4",
      "expected": "a receipt",
      "predicted": "a receipt",
      "correct": true,
      "scores": {
        "a receipt": 0.9983834028244019,
        "a bar chart": 1.2642592992051505e-05,
        "a user interface screenshot": 0.001549193519167602,
        "an English text document": 5.4765459935879335e-05,
        "a Chinese text document": 5.150523918473482e-08,
        "an illustration of geometric shapes": 4.9132555801634226e-09
      },
      "runs_ms": [
        300.50283297896385,
        261.716291308403,
        268.94770935177803,
        273.41079199686646,
        265.3437089174986
      ],
      "median_ms": 268.94770935177803
    },
    {
      "id": "chart-1",
      "expected": "a bar chart",
      "predicted": "a bar chart",
      "correct": true,
      "scores": {
        "a receipt": 1.1526865364430705e-06,
        "a bar chart": 0.9979392886161804,
        "a user interface screenshot": 0.002057442208752036,
        "an English text document": 4.61689069197746e-07,
        "a Chinese text document": 1.6607527575374093e-09,
        "an illustration of geometric shapes": 1.702192889752041e-06
      },
      "runs_ms": [
        288.0600839853287,
        263.00812466070056,
        264.2194163054228,
        261.0888332128525,
        283.395207952708
      ],
      "median_ms": 264.2194163054228
    },
    {
      "id": "chart-2",
      "expected": "a bar chart",
      "predicted": "a bar chart",
      "correct": true,
      "scores": {
        "a receipt": 1.9626359062385745e-06,
        "a bar chart": 0.9970991611480713,
        "a user interface screenshot": 0.0028964788652956486,
        "an English text document": 7.228842378026457e-07,
        "a Chinese text document": 2.0851591564508e-09,
        "an illustration of geometric shapes": 1.626744051463902e-06
      },
      "runs_ms": [
        338.87712517753243,
        272.8246250189841,
        270.1594582758844,
        285.56262515485287,
        285.2792078629136
      ],
      "median_ms": 285.2792078629136
    },
    {
      "id": "chart-3",
      "expected": "a bar chart",
      "predicted": "a bar chart",
      "correct": true,
      "scores": {
        "a receipt": 8.693844506524329e-07,
        "a bar chart": 0.9987478256225586,
        "a user interface screenshot": 0.0012499423464760184,
        "an English text document": 3.931739342988294e-07,
        "a Chinese text document": 1.3188793390739306e-09,
        "an illustration of geometric shapes": 1.0098125358126708e-06
      },
      "runs_ms": [
        357.28275030851364,
        262.5376251526177,
        298.9225829951465,
        267.89566688239574,
        280.59604205191135
      ],
      "median_ms": 280.59604205191135
    },
    {
      "id": "chart-4",
      "expected": "a bar chart",
      "predicted": "a bar chart",
      "correct": true,
      "scores": {
        "a receipt": 7.777787800478109e-07,
        "a bar chart": 0.9988793730735779,
        "a user interface screenshot": 0.0011186922201886773,
        "an English text document": 3.943169986087014e-07,
        "a Chinese text document": 1.3409781063344894e-09,
        "an illustration of geometric shapes": 7.995210467015568e-07
      },
      "runs_ms": [
        286.9291673414409,
        263.089332729578,
        268.1667087599635,
        262.60749995708466,
        278.12133403494954
      ],
      "median_ms": 268.1667087599635
    },
    {
      "id": "interface-1",
      "expected": "a user interface screenshot",
      "predicted": "a user interface screenshot",
      "correct": true,
      "scores": {
        "a receipt": 0.00018749458831734955,
        "a bar chart": 5.366420282371109e-06,
        "a user interface screenshot": 0.9997957348823547,
        "an English text document": 1.1416275810915977e-05,
        "a Chinese text document": 9.750010576681234e-09,
        "an illustration of geometric shapes": 7.603747076423417e-10
      },
      "runs_ms": [
        285.63574980944395,
        268.1848746724427,
        271.0085422731936,
        263.008417095989,
        271.7796671204269
      ],
      "median_ms": 271.0085422731936
    },
    {
      "id": "interface-2",
      "expected": "a user interface screenshot",
      "predicted": "a user interface screenshot",
      "correct": true,
      "scores": {
        "a receipt": 0.00025076873134821653,
        "a bar chart": 5.961856913927477e-06,
        "a user interface screenshot": 0.9997195601463318,
        "an English text document": 2.3739305106573738e-05,
        "a Chinese text document": 8.620979485840508e-09,
        "an illustration of geometric shapes": 6.763222759609278e-10
      },
      "runs_ms": [
        274.8597078025341,
        264.28083376958966,
        269.16441693902016,
        271.5097921900451,
        301.99433397501707
      ],
      "median_ms": 271.5097921900451
    },
    {
      "id": "interface-3",
      "expected": "a user interface screenshot",
      "predicted": "a user interface screenshot",
      "correct": true,
      "scores": {
        "a receipt": 0.00017291342373937368,
        "a bar chart": 4.383230589155573e-06,
        "a user interface screenshot": 0.9998132586479187,
        "an English text document": 9.479387699684594e-06,
        "a Chinese text document": 1.069831334632454e-08,
        "an illustration of geometric shapes": 7.309345351202978e-10
      },
      "runs_ms": [
        286.6657911799848,
        263.57454201206565,
        284.4572076573968,
        269.8064590804279,
        295.12766702100635
      ],
      "median_ms": 284.4572076573968
    },
    {
      "id": "interface-4",
      "expected": "a user interface screenshot",
      "predicted": "a user interface screenshot",
      "correct": true,
      "scores": {
        "a receipt": 0.00019543274538591504,
        "a bar chart": 5.059687282482628e-06,
        "a user interface screenshot": 0.9997867941856384,
        "an English text document": 1.2739962585328612e-05,
        "a Chinese text document": 8.78878836374497e-09,
        "an illustration of geometric shapes": 7.788718003887141e-10
      },
      "runs_ms": [
        293.23666589334607,
        265.23379189893603,
        267.83470902591944,
        263.9801246114075,
        359.8794578574598
      ],
      "median_ms": 267.83470902591944
    },
    {
      "id": "small-text-1",
      "expected": "an English text document",
      "predicted": "an English text document",
      "correct": true,
      "scores": {
        "a receipt": 0.16402550041675568,
        "a bar chart": 0.00019368043285794556,
        "a user interface screenshot": 0.30712634325027466,
        "an English text document": 0.5282148718833923,
        "a Chinese text document": 0.0004391042166389525,
        "an illustration of geometric shapes": 4.2038558945023397e-07
      },
      "runs_ms": [
        278.1369579024613,
        263.860790990293,
        270.88412502780557,
        262.87720911204815,
        371.6049171052873
      ],
      "median_ms": 270.88412502780557
    },
    {
      "id": "small-text-2",
      "expected": "an English text document",
      "predicted": "a user interface screenshot",
      "correct": false,
      "scores": {
        "a receipt": 0.14611366391181946,
        "a bar chart": 0.00041334598790854216,
        "a user interface screenshot": 0.4604184031486511,
        "an English text document": 0.3926444351673126,
        "a Chinese text document": 0.0004097375785931945,
        "an illustration of geometric shapes": 4.09465855000235e-07
      },
      "runs_ms": [
        283.60720770433545,
        284.5422923564911,
        296.8000411055982,
        263.8672082684934,
        299.4881672784686
      ],
      "median_ms": 284.5422923564911
    },
    {
      "id": "small-text-3",
      "expected": "an English text document",
      "predicted": "a user interface screenshot",
      "correct": false,
      "scores": {
        "a receipt": 0.21743422746658325,
        "a bar chart": 0.00021484988974407315,
        "a user interface screenshot": 0.538317084312439,
        "an English text document": 0.24342329800128937,
        "a Chinese text document": 0.0006102785118855536,
        "an illustration of geometric shapes": 2.5336356657135184e-07
      },
      "runs_ms": [
        310.83954172208905,
        282.05279214307666,
        278.7239169701934,
        262.0638329535723,
        291.3091666996479
      ],
      "median_ms": 282.05279214307666
    },
    {
      "id": "small-text-4",
      "expected": "an English text document",
      "predicted": "a user interface screenshot",
      "correct": false,
      "scores": {
        "a receipt": 0.19100485742092133,
        "a bar chart": 7.217100210255012e-05,
        "a user interface screenshot": 0.5703254342079163,
        "an English text document": 0.23829180002212524,
        "a Chinese text document": 0.0003053944674320519,
        "an illustration of geometric shapes": 2.6587449042381195e-07
      },
      "runs_ms": [
        277.0520420745015,
        288.5258747264743,
        275.8452920243144,
        263.3583750575781,
        292.74475015699863
      ],
      "median_ms": 277.0520420745015
    },
    {
      "id": "chinese-1",
      "expected": "a Chinese text document",
      "predicted": "a Chinese text document",
      "correct": true,
      "scores": {
        "a receipt": 0.0017210693331435323,
        "a bar chart": 9.872388545772992e-06,
        "a user interface screenshot": 0.001253305235877633,
        "an English text document": 0.0010021785274147987,
        "a Chinese text document": 0.9960135221481323,
        "an illustration of geometric shapes": 9.456185523504246e-08
      },
      "runs_ms": [
        272.52724999561906,
        275.6207501515746,
        264.9010419845581,
        262.0321246795356,
        276.80249977856874
      ],
      "median_ms": 272.52724999561906
    },
    {
      "id": "chinese-2",
      "expected": "a Chinese text document",
      "predicted": "a Chinese text document",
      "correct": true,
      "scores": {
        "a receipt": 0.0017984136939048767,
        "a bar chart": 8.791447726252954e-06,
        "a user interface screenshot": 0.0013117132475599647,
        "an English text document": 0.0009239588398486376,
        "a Chinese text document": 0.99595707654953,
        "an illustration of geometric shapes": 9.05533212858245e-08
      },
      "runs_ms": [
        277.89845829829574,
        264.2315411940217,
        289.3875418230891,
        271.8275422230363,
        266.1642078310251
      ],
      "median_ms": 271.8275422230363
    },
    {
      "id": "chinese-3",
      "expected": "a Chinese text document",
      "predicted": "a Chinese text document",
      "correct": true,
      "scores": {
        "a receipt": 0.001996437320485711,
        "a bar chart": 1.0856708286155481e-05,
        "a user interface screenshot": 0.0017842607339844108,
        "an English text document": 0.0009543686173856258,
        "a Chinese text document": 0.9952539205551147,
        "an illustration of geometric shapes": 1.330458019310754e-07
      },
      "runs_ms": [
        287.5742921605706,
        283.1095000728965,
        284.7865829244256,
        289.9997918866575,
        328.0840842053294
      ],
      "median_ms": 287.5742921605706
    },
    {
      "id": "chinese-4",
      "expected": "a Chinese text document",
      "predicted": "a Chinese text document",
      "correct": true,
      "scores": {
        "a receipt": 0.0016819055890664458,
        "a bar chart": 9.843935004028026e-06,
        "a user interface screenshot": 0.0011896914802491665,
        "an English text document": 0.0009875952964648604,
        "a Chinese text document": 0.9961308240890503,
        "an illustration of geometric shapes": 9.491778740766676e-08
      },
      "runs_ms": [
        274.35941621661186,
        273.82379211485386,
        281.4830420538783,
        266.6370002552867,
        461.82612469419837
      ],
      "median_ms": 274.35941621661186
    },
    {
      "id": "shapes-1",
      "expected": "an illustration of geometric shapes",
      "predicted": "an illustration of geometric shapes",
      "correct": true,
      "scores": {
        "a receipt": 1.696859364130887e-08,
        "a bar chart": 2.6426829208503477e-05,
        "a user interface screenshot": 6.578650936717167e-05,
        "an English text document": 5.5001311949354204e-08,
        "a Chinese text document": 1.9172086140883948e-08,
        "an illustration of geometric shapes": 0.9999077320098877
      },
      "runs_ms": [
        274.34841683134437,
        276.21004125103354,
        267.1129168011248,
        266.0845420323312,
        493.58887504786253
      ],
      "median_ms": 274.34841683134437
    },
    {
      "id": "shapes-2",
      "expected": "an illustration of geometric shapes",
      "predicted": "an illustration of geometric shapes",
      "correct": true,
      "scores": {
        "a receipt": 1.405088880801486e-07,
        "a bar chart": 5.0382852350594476e-05,
        "a user interface screenshot": 0.0004894073936156929,
        "an English text document": 4.852350912187831e-07,
        "a Chinese text document": 1.3686317856809183e-07,
        "an illustration of geometric shapes": 0.999459445476532
      },
      "runs_ms": [
        263.9564168639481,
        279.91120889782906,
        261.2077919766307,
        264.05045855790377,
        538.1460832431912
      ],
      "median_ms": 264.05045855790377
    },
    {
      "id": "shapes-3",
      "expected": "an illustration of geometric shapes",
      "predicted": "an illustration of geometric shapes",
      "correct": true,
      "scores": {
        "a receipt": 1.5030012434635864e-07,
        "a bar chart": 9.7749347332865e-05,
        "a user interface screenshot": 0.0004842020571231842,
        "an English text document": 7.566742397102644e-07,
        "a Chinese text document": 1.2529503123914765e-07,
        "an illustration of geometric shapes": 0.9994171857833862
      },
      "runs_ms": [
        261.31866686046124,
        265.19383303821087,
        267.728874925524,
        275.7427501492202,
        491.77525006234646
      ],
      "median_ms": 267.728874925524
    },
    {
      "id": "shapes-4",
      "expected": "an illustration of geometric shapes",
      "predicted": "an illustration of geometric shapes",
      "correct": true,
      "scores": {
        "a receipt": 9.115806420822992e-08,
        "a bar chart": 6.263724208110943e-05,
        "a user interface screenshot": 0.00012615379819180816,
        "an English text document": 2.653586079759407e-07,
        "a Chinese text document": 4.661096042468671e-08,
        "an illustration of geometric shapes": 0.9998107552528381
      },
      "runs_ms": [
        262.48570904135704,
        262.2775826603174,
        267.1790407039225,
        265.2029157616198,
        298.80395764485
      ],
      "median_ms": 265.2029157616198
    }
  ],
  "method": "Five fixed-order repeats across 24 synthetic images. End-to-end warm classification includes image decode, preprocessing, image encoder and scoring against six cached text embeddings. Peak RSS includes imports, model loading and initialization; not model-only RAM or minimum device memory. Scores are relative to supplied labels, not calibrated probabilities."
}