{
  "model": "MobileCLIP2-S0",
  "checkpoint": "timm/MobileCLIP2-S0-OpenCLIP",
  "measured_at": "2026-09-12T05:29:56.300623+00:00",
  "device": "CPU",
  "chip": "Apple M5 Pro",
  "os": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
  "python": "3.14.6",
  "packages": {
    "torch": "2.14.0",
    "torchvision": "0.29.0",
    "open_clip_torch": "3.3.0",
    "timm": "1.0.29",
    "pillow": "12.3.0"
  },
  "precision": "float32",
  "threads": 4,
  "batch_size": 1,
  "warmups": 3,
  "repeats": 5,
  "labels": [
    "a receipt",
    "a bar chart",
    "a user interface screenshot",
    "an English text document",
    "a Chinese text document",
    "an illustration of geometric shapes"
  ],
  "manifest_sha256": "2e3ee5e7d3e886686462e38828e033651a30e7045dbe466eef704115d3c6785b",
  "image_sha256": {
    "receipt-1": "c1b8cd003d16e3b258b7110a2e28819148e38e1f2f0ca0dcf3685d9e720e2591",
    "receipt-2": "095943ee87cca5aae46a7ab7651bf23ebf43497f2cce209f7b8d32ccd78f829b",
    "receipt-3": "6efd6b286b88a4105081aaad577e67221bf4fe02af353f254bc66ffdc8c99d48",
    "receipt-4": "2fa5c730a84e12fc7e8afd44ee313dd9eaebd05010ee3bd69ae53fc529ac15dd",
    "chart-1": "3a3b43441977213964ba8b7e43758616d394d0cb08930dd29b750aeaf23e406f",
    "chart-2": "1b9f0a127d767cf418ff240851078715cb69608a1f905d21e52960a1ea1ddbf6",
    "chart-3": "3df3121a2db394d426d1dcf2f5641816c90fd898c50ad72639fcf61d620dbddb",
    "chart-4": "56d6b92e84be214a767ca9e1fc91e559218949cd8539876afb53e21033e55dea",
    "interface-1": "e434bc44f040b5126969f459d4c7b0ec01d2ddf3a7e36bbccec0af4e7d15997f",
    "interface-2": "9fc04f7c673a59a145107367cac2606199344c41228c93a1b29592d407f19996",
    "interface-3": "652d412032ef6cec3b51c138750876276b43ffac2c82ed02964d04b03e68afd7",
    "interface-4": "a5c1ba73217eabc50d6537c9b9b40f3b21021e92f3bc6b82b513bed071913059",
    "small-text-1": "9423d7c4d344f96fc355a6995c981e111bc3ea592398667b956f2921376c33ca",
    "small-text-2": "6f370d18b291c567edcd2d215aba86dc5557f193c4c077804ace18f92ac2ba66",
    "small-text-3": "ba4470ce946109fa984f9fc81dc9d9c49b8b9ea0025094c1d3a6f060a2fb0a4b",
    "small-text-4": "e0b52081c90333f8c1a17508d93ea6e3b7a6e499bed02558537a804ecd813283",
    "chinese-1": "5d2a1960a52741146fb54f247add8402220063446058f790108ca920adec0e26",
    "chinese-2": "8d07d0042bbf7fc90cc2d1ec49c861571c87ff1c6a9e7271bae16ea62d3dedf0",
    "chinese-3": "ace345064c58f7a35c27788798730c0c7a8ee68cbccee1390aff4aaee376413b",
    "chinese-4": "e58a477d4df1fee0d2f795fb110f337ee5dabb1c87612f9f46e39846cc4d1153",
    "shapes-1": "217b182d5ed83511817ae046d3c5ef70f4a38820bae3d7ff6ec5c6ff8d18bc28",
    "shapes-2": "5b379c5a760b96b4263322a86bab87473d4e6a3bd1b8be84ce29aad40159656d",
    "shapes-3": "9298b3311a332a229bfc8f9e677ba265f2046ec4cb01b10c434af7d196b6f118",
    "shapes-4": "226da3be3527bb5956d5c6d863de785612c9394cd43d2d4907192b45ffbb18c5"
  },
  "load_ms": 1405.933791771531,
  "peak_process_rss_mib": 998.609375,
  "parameter_bytes": 299142404,
  "median_ms": 109.7566457465291,
  "p95_ms": 119.52933389693499,
  "correct": 21,
  "total": 24,
  "rows": [
    {
      "id": "receipt-1",
      "expected": "a receipt",
      "predicted": "a receipt",
      "correct": true,
      "scores": {
        "a receipt": 0.9960446357727051,
        "a bar chart": 8.592973244958557e-06,
        "a user interface screenshot": 0.0037928768433630466,
        "an English text document": 0.00015384638390969485,
        "a Chinese text document": 9.39603523875121e-08,
        "an illustration of geometric shapes": 6.74201627859361e-09
      },
      "runs_ms": [
        114.49387483298779,
        108.73295785859227,
        150.70316661149263,
        108.06066589429975,
        107.14050009846687
      ],
      "median_ms": 108.73295785859227
    },
    {
      "id": "receipt-2",
      "expected": "a receipt",
      "predicted": "a receipt",
      "correct": true,
      "scores": {
        "a receipt": 0.9946954846382141,
        "a bar chart": 8.821538358461112e-06,
        "a user interface screenshot": 0.005111865699291229,
        "an English text document": 0.00018375401850789785,
        "a Chinese text document": 9.59992902949125e-08,
        "an illustration of geometric shapes": 7.337948915164816e-09
      },
      "runs_ms": [
        110.73595797643065,
        108.20566583424807,
        114.73524989560246,
        108.98187477141619,
        114.48054201900959
      ],
      "median_ms": 110.73595797643065
    },
    {
      "id": "receipt-3",
      "expected": "a receipt",
      "predicted": "a receipt",
      "correct": true,
      "scores": {
        "a receipt": 0.9947744011878967,
        "a bar chart": 1.594895002199337e-05,
        "a user interface screenshot": 0.0050185672007501125,
        "an English text document": 0.00019102862279396504,
        "a Chinese text document": 1.0461281618745488e-07,
        "an illustration of geometric shapes": 7.786224998085345e-09
      },
      "runs_ms": [
        113.16420836374164,
        110.74829194694757,
        119.15004206821322,
        108.02387492731214,
        110.19645817577839
      ],
      "median_ms": 110.74829194694757
    },
    {
      "id": "receipt-4",
      "expected": "a receipt",
      "predicted": "a receipt",
      "correct": true,
      "scores": {
        "a receipt": 0.9944884777069092,
        "a bar chart": 1.005529429676244e-05,
        "a user interface screenshot": 0.005305723752826452,
        "an English text document": 0.00019562077068258077,
        "a Chinese text document": 1.1413586520347963e-07,
        "an illustration of geometric shapes": 9.732183059441013e-09
      },
      "runs_ms": [
        110.54750019684434,
        110.02933280542493,
        116.16750014945865,
        107.4166246689856,
        110.42895913124084
      ],
      "median_ms": 110.42895913124084
    },
    {
      "id": "chart-1",
      "expected": "a bar chart",
      "predicted": "a bar chart",
      "correct": true,
      "scores": {
        "a receipt": 1.976995235963841e-06,
        "a bar chart": 0.99588543176651,
        "a user interface screenshot": 0.00410420959815383,
        "an English text document": 6.7896212385676336e-06,
        "a Chinese text document": 9.3662597677735e-09,
        "an illustration of geometric shapes": 1.492516389589582e-06
      },
      "runs_ms": [
        110.51758378744125,
        109.8530413582921,
        122.31287499889731,
        107.81395807862282,
        109.08295912668109
      ],
      "median_ms": 109.8530413582921
    },
    {
      "id": "chart-2",
      "expected": "a bar chart",
      "predicted": "a bar chart",
      "correct": true,
      "scores": {
        "a receipt": 2.7528217287908774e-06,
        "a bar chart": 0.9961223006248474,
        "a user interface screenshot": 0.0038673370145261288,
        "an English text document": 6.958720405236818e-06,
        "a Chinese text document": 1.0079351575598139e-08,
        "an illustration of geometric shapes": 6.057068731024629e-07
      },
      "runs_ms": [
        116.35570926591754,
        125.54466631263494,
        114.84504211694002,
        108.72075008228421,
        108.66108303889632
      ],
      "median_ms": 114.84504211694002
    },
    {
      "id": "chart-3",
      "expected": "a bar chart",
      "predicted": "a bar chart",
      "correct": true,
      "scores": {
        "a receipt": 2.205093323937035e-06,
        "a bar chart": 0.995804488658905,
        "a user interface screenshot": 0.004184458404779434,
        "an English text document": 8.041287401283626e-06,
        "a Chinese text document": 1.0872915900961289e-08,
        "an illustration of geometric shapes": 8.31244449273072e-07
      },
      "runs_ms": [
        112.76779230684042,
        112.71000001579523,
        114.16687490418553,
        106.3691251911223,
        109.48137519881129
      ],
      "median_ms": 112.71000001579523
    },
    {
      "id": "chart-4",
      "expected": "a bar chart",
      "predicted": "a bar chart",
      "correct": true,
      "scores": {
        "a receipt": 2.943442950709141e-06,
        "a bar chart": 0.9961050748825073,
        "a user interface screenshot": 0.0038829543627798557,
        "an English text document": 8.379613063880242e-06,
        "a Chinese text document": 1.5516446794094918e-08,
        "an illustration of geometric shapes": 5.803024123451905e-07
      },
      "runs_ms": [
        109.52145792543888,
        112.57716733962297,
        110.56895880028605,
        108.11529168859124,
        108.79216715693474
      ],
      "median_ms": 109.52145792543888
    },
    {
      "id": "interface-1",
      "expected": "a user interface screenshot",
      "predicted": "a user interface screenshot",
      "correct": true,
      "scores": {
        "a receipt": 0.0006539869355037808,
        "a bar chart": 8.251317194662988e-05,
        "a user interface screenshot": 0.9990420937538147,
        "an English text document": 0.00022122732480056584,
        "a Chinese text document": 6.974651967084355e-08,
        "an illustration of geometric shapes": 3.705679674226303e-08
      },
      "runs_ms": [
        108.31770906224847,
        111.56120896339417,
        117.30579053983092,
        110.32141698524356,
        109.26962504163384
      ],
      "median_ms": 110.32141698524356
    },
    {
      "id": "interface-2",
      "expected": "a user interface screenshot",
      "predicted": "a user interface screenshot",
      "correct": true,
      "scores": {
        "a receipt": 0.0010174221824854612,
        "a bar chart": 5.1806866395054385e-05,
        "a user interface screenshot": 0.9986893534660339,
        "an English text document": 0.00024127852520905435,
        "a Chinese text document": 6.844277322670678e-08,
        "an illustration of geometric shapes": 4.283586463316169e-08
      },
      "runs_ms": [
        108.05224999785423,
        109.58979232236743,
        113.57516702264547,
        110.47208309173584,
        111.08483280986547
      ],
      "median_ms": 110.47208309173584
    },
    {
      "id": "interface-3",
      "expected": "a user interface screenshot",
      "predicted": "a user interface screenshot",
      "correct": true,
      "scores": {
        "a receipt": 0.001105277449823916,
        "a bar chart": 8.018309017643332e-05,
        "a user interface screenshot": 0.9985859394073486,
        "an English text document": 0.00022834631090518087,
        "a Chinese text document": 8.193381262344701e-08,
        "an illustration of geometric shapes": 1.155500513050356e-07
      },
      "runs_ms": [
        108.13966579735279,
        112.66245786100626,
        110.60366593301296,
        109.24587491899729,
        119.52933389693499
      ],
      "median_ms": 110.60366593301296
    },
    {
      "id": "interface-4",
      "expected": "a user interface screenshot",
      "predicted": "a user interface screenshot",
      "correct": true,
      "scores": {
        "a receipt": 0.0004690881760325283,
        "a bar chart": 6.162517092889175e-05,
        "a user interface screenshot": 0.999302864074707,
        "an English text document": 0.00016637718363199383,
        "a Chinese text document": 3.0855101584847944e-08,
        "an illustration of geometric shapes": 3.978760787504143e-08
      },
      "runs_ms": [
        111.04749981313944,
        119.84158400446177,
        113.55495825409889,
        108.70250035077333,
        108.33995789289474
      ],
      "median_ms": 111.04749981313944
    },
    {
      "id": "small-text-1",
      "expected": "an English text document",
      "predicted": "an English text document",
      "correct": true,
      "scores": {
        "a receipt": 0.2387663871049881,
        "a bar chart": 0.00020336717716418207,
        "a user interface screenshot": 0.2877123951911926,
        "an English text document": 0.47301676869392395,
        "a Chinese text document": 0.0003008749627042562,
        "an illustration of geometric shapes": 1.1612805650429436e-07
      },
      "runs_ms": [
        108.88254083693027,
        117.11666686460376,
        111.01395776495337,
        114.57941588014364,
        109.8496662452817
      ],
      "median_ms": 111.01395776495337
    },
    {
      "id": "small-text-2",
      "expected": "an English text document",
      "predicted": "a user interface screenshot",
      "correct": false,
      "scores": {
        "a receipt": 0.21237042546272278,
        "a bar chart": 0.00021797722729388624,
        "a user interface screenshot": 0.5080344080924988,
        "an English text document": 0.2789156138896942,
        "a Chinese text document": 0.00046043616021052003,
        "an illustration of geometric shapes": 1.0691323950595688e-06
      },
      "runs_ms": [
        107.92862484231591,
        115.84933428093791,
        107.67879104241729,
        108.40137489140034,
        108.10991702601314
      ],
      "median_ms": 108.10991702601314
    },
    {
      "id": "small-text-3",
      "expected": "an English text document",
      "predicted": "a user interface screenshot",
      "correct": false,
      "scores": {
        "a receipt": 0.3466712534427643,
        "a bar chart": 9.990249964175746e-05,
        "a user interface screenshot": 0.4838660657405853,
        "an English text document": 0.16901369392871857,
        "a Chinese text document": 0.00034827590570785105,
        "an illustration of geometric shapes": 7.525123351115326e-07
      },
      "runs_ms": [
        108.96441712975502,
        114.16841624304652,
        108.42262487858534,
        111.4680408500135,
        108.96150022745132
      ],
      "median_ms": 108.96441712975502
    },
    {
      "id": "small-text-4",
      "expected": "an English text document",
      "predicted": "a user interface screenshot",
      "correct": false,
      "scores": {
        "a receipt": 0.14269883930683136,
        "a bar chart": 0.00010456366726430133,
        "a user interface screenshot": 0.6746369004249573,
        "an English text document": 0.18229611217975616,
        "a Chinese text document": 0.00025995963369496167,
        "an illustration of geometric shapes": 3.650831331469817e-06
      },
      "runs_ms": [
        109.43295760080218,
        112.6732500270009,
        107.07879066467285,
        111.44062504172325,
        108.69033308699727
      ],
      "median_ms": 109.43295760080218
    },
    {
      "id": "chinese-1",
      "expected": "a Chinese text document",
      "predicted": "a Chinese text document",
      "correct": true,
      "scores": {
        "a receipt": 0.0016525755636394024,
        "a bar chart": 1.040410188579699e-05,
        "a user interface screenshot": 0.0007025354425422847,
        "an English text document": 0.003855413058772683,
        "a Chinese text document": 0.993778645992279,
        "an illustration of geometric shapes": 3.376353276962618e-07
      },
      "runs_ms": [
        108.67991717532277,
        113.55979228392243,
        108.81454218178988,
        107.24620893597603,
        107.45404195040464
      ],
      "median_ms": 108.67991717532277
    },
    {
      "id": "chinese-2",
      "expected": "a Chinese text document",
      "predicted": "a Chinese text document",
      "correct": true,
      "scores": {
        "a receipt": 0.0016541159711778164,
        "a bar chart": 9.752230653248262e-06,
        "a user interface screenshot": 0.0006874868413433433,
        "an English text document": 0.003681173548102379,
        "a Chinese text document": 0.9939671754837036,
        "an illustration of geometric shapes": 3.3559010148564994e-07
      },
      "runs_ms": [
        107.47770918533206,
        111.74924997612834,
        107.13916691020131,
        113.14241727814078,
        108.09624986723065
      ],
      "median_ms": 108.09624986723065
    },
    {
      "id": "chinese-3",
      "expected": "a Chinese text document",
      "predicted": "a Chinese text document",
      "correct": true,
      "scores": {
        "a receipt": 0.0030908051412552595,
        "a bar chart": 2.0156800019321963e-05,
        "a user interface screenshot": 0.0012599159963428974,
        "an English text document": 0.004492773674428463,
        "a Chinese text document": 0.9911359548568726,
        "an illustration of geometric shapes": 5.007431127523887e-07
      },
      "runs_ms": [
        108.44750003889203,
        128.7872502580285,
        108.30308310687542,
        112.33583278954029,
        109.61483279243112
      ],
      "median_ms": 109.61483279243112
    },
    {
      "id": "chinese-4",
      "expected": "a Chinese text document",
      "predicted": "a Chinese text document",
      "correct": true,
      "scores": {
        "a receipt": 0.0015041768783703446,
        "a bar chart": 1.0038867003459018e-05,
        "a user interface screenshot": 0.0006507898215204477,
        "an English text document": 0.003627308877184987,
        "a Chinese text document": 0.9942073822021484,
        "an illustration of geometric shapes": 3.2223141488429974e-07
      },
      "runs_ms": [
        109.4636251218617,
        121.22266693040729,
        109.02708303183317,
        108.90424996614456,
        107.65541717410088
      ],
      "median_ms": 109.02708303183317
    },
    {
      "id": "shapes-1",
      "expected": "an illustration of geometric shapes",
      "predicted": "an illustration of geometric shapes",
      "correct": true,
      "scores": {
        "a receipt": 6.514435426652199e-07,
        "a bar chart": 0.002667865017428994,
        "a user interface screenshot": 0.0006804019794799387,
        "an English text document": 3.148543100905954e-06,
        "a Chinese text document": 3.474723371255095e-07,
        "an illustration of geometric shapes": 0.9966475367546082
      },
      "runs_ms": [
        111.16291582584381,
        116.16074992343783,
        108.35966654121876,
        107.47670801356435,
        107.06704203039408
      ],
      "median_ms": 108.35966654121876
    },
    {
      "id": "shapes-2",
      "expected": "an illustration of geometric shapes",
      "predicted": "an illustration of geometric shapes",
      "correct": true,
      "scores": {
        "a receipt": 1.4814459063927643e-06,
        "a bar chart": 0.0011192010715603828,
        "a user interface screenshot": 0.0011197006097063422,
        "an English text document": 4.643989541364135e-06,
        "a Chinese text document": 2.3303647367356461e-07,
        "an illustration of geometric shapes": 0.9977547526359558
      },
      "runs_ms": [
        113.17508341744542,
        114.61229203268886,
        106.91929189488292,
        107.66087519004941,
        110.6956247240305
      ],
      "median_ms": 110.6956247240305
    },
    {
      "id": "shapes-3",
      "expected": "an illustration of geometric shapes",
      "predicted": "an illustration of geometric shapes",
      "correct": true,
      "scores": {
        "a receipt": 1.698927462712163e-06,
        "a bar chart": 0.0012093851109966636,
        "a user interface screenshot": 0.0017077329102903605,
        "an English text document": 5.824709660373628e-06,
        "a Chinese text document": 2.3482041910938278e-07,
        "an illustration of geometric shapes": 0.997075080871582
      },
      "runs_ms": [
        109.9436660297215,
        113.94108319655061,
        106.97183292359114,
        106.36050021275878,
        109.66362524777651
      ],
      "median_ms": 109.66362524777651
    },
    {
      "id": "shapes-4",
      "expected": "an illustration of geometric shapes",
      "predicted": "an illustration of geometric shapes",
      "correct": true,
      "scores": {
        "a receipt": 1.9575516034819884e-06,
        "a bar chart": 0.001644833362661302,
        "a user interface screenshot": 0.0013808996882289648,
        "an English text document": 5.869584128959104e-06,
        "a Chinese text document": 2.3517685576734948e-07,
        "an illustration of geometric shapes": 0.9969661831855774
      },
      "runs_ms": [
        108.12804196029902,
        113.17329201847315,
        108.12495928257704,
        107.94083401560783,
        112.9398331977427
      ],
      "median_ms": 108.12804196029902
    }
  ],
  "method": "Five fixed-order repeats across 24 synthetic images. End-to-end warm classification includes image decode, preprocessing, image encoder and scoring against six cached text embeddings. Peak RSS includes imports, model loading and initialization; not model-only RAM or minimum device memory. Scores are relative to supplied labels, not calibrated probabilities."
}