{
  "run_id": "lab1-20261008T2035Z",
  "title": "Lab run #1",
  "published_name": "Lab run #1 — Workers AI image exact-text + STT-01-TTS",
  "started_at": "2026-10-08T20:31:00Z",
  "finished_at": "2026-10-08T20:39:12Z",
  "access_path": "Cloudflare Workers AI on TaskVerdict account a534b2b158df63545a0290c0b660713b, called through a private Pages Function (taskverdict-lab-runner) that invokes env.AI.run. Wrangler OAuth authenticated as tzemahai@gmail.com.",
  "methodology_version": "0.2",
  "scoring_method": "automated OCR (Tesseract 9-pass) + reviewer visual check by TaskVerdict lab (single lab reviewer). NOT a two-human-rater panel.",
  "image_models_tested": [
    {
      "tool_id": "cf-flux-2-klein-4b",
      "model": "@cf/black-forest-labs/flux-2-klein-4b",
      "license": "Apache-2.0 (weights)",
      "settings": "defaults; width=1024 height=1024; seeds 101/202/303",
      "terms": "https://bfl.ai/legal/terms-of-service"
    },
    {
      "tool_id": "cf-flux-1-schnell",
      "model": "@cf/black-forest-labs/flux-1-schnell",
      "license": "Apache-2.0",
      "settings": "defaults (steps default 4); seed NOT supported in schema",
      "terms": "https://bfl.ai/legal/terms-of-service"
    },
    {
      "tool_id": "cf-sdxl-base-1-0",
      "model": "@cf/stabilityai/stable-diffusion-xl-base-1.0",
      "license": "OpenRAIL++-M",
      "settings": "defaults; width=1024 height=1024; seeds 101/202/303",
      "terms": "https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/blob/main/LICENSE.md"
    },
    {
      "tool_id": "cf-sdxl-lightning",
      "model": "@cf/bytedance/stable-diffusion-xl-lightning",
      "license": "open (ByteDance SDXL-Lightning)",
      "settings": "defaults; width=1024 height=1024; seeds 101/202/303",
      "terms": "https://huggingface.co/ByteDance/SDXL-Lightning"
    }
  ],
  "image_models_skipped": [
    {
      "model": "@cf/leonardo/phoenix-1.0",
      "reason": "Neuron cost ~2,370/image × 9 ≈ 21k neurons would exceed the 10,000 free daily allocation. Deferred."
    },
    {
      "model": "@cf/leonardo/lucid-origin",
      "reason": "Neuron cost ~2,844/image × 9 ≈ 25k neurons would exceed free allocation. Deferred."
    },
    {
      "model": "@cf/black-forest-labs/flux-2-dev",
      "reason": "Neuron cost ~3,750/image × 9 ≈ 33k neurons would exceed free allocation; also FLUX Non-Commercial License on weights. Deferred."
    },
    {
      "model": "@cf/black-forest-labs/flux-2-klein-9b",
      "reason": "Neuron cost ~1,364/image × 9 ≈ 12k neurons would exceed remaining free allocation after this run. Deferred."
    }
  ],
  "stt_models_tested": [
    {
      "tool_id": "cf-whisper-large-v3-turbo",
      "model": "@cf/openai/whisper-large-v3-turbo",
      "settings": "defaults; audio base64; language unset (auto)"
    },
    {
      "tool_id": "cf-whisper",
      "model": "@cf/openai/whisper",
      "settings": "defaults; audio as byte array"
    },
    {
      "tool_id": "cf-whisper-tiny-en",
      "model": "@cf/openai/whisper-tiny-en",
      "settings": "defaults; audio as byte array"
    }
  ],
  "stt_models_skipped": [
    {
      "model": "@cf/deepgram/nova-3",
      "reason": "Deepgram Terms §9: 'use or access our Services or any Output for competitive purposes, including model training, benchmarking and other competitive analysis' — FORBIDDEN without consent. Skipped."
    },
    {
      "model": "@cf/deepgram/flux",
      "reason": "Same Deepgram Terms competitive-benchmarking ban. Skipped."
    }
  ],
  "stt_audio": {
    "asset": "STT-01-TTS",
    "file": "lab/assets/stt/STT-01/audio_tts_v0.1/mix.flac",
    "duration_s": 1428.6,
    "synthetic": true,
    "tts": "Kokoro-82M Apache-2.0",
    "disclosure": "Synthetic studio-clean voices. Real meetings will usually be harder."
  },
  "cost_estimate": {
    "image_neurons": {
      "cf-flux-1-schnell": 518.4,
      "cf-flux-2-klein-4b": 937.8000000000001,
      "cf-sdxl-base-1-0": 0,
      "cf-sdxl-lightning": 0
    },
    "stt_neurons": {
      "cf-whisper": 979.5,
      "cf-whisper-large-v3-turbo": 1110.3,
      "cf-whisper-tiny-en": 979.5
    },
    "total_neurons_estimate": 4525.5,
    "free_allocation_per_day": 10000,
    "within_free_allocation": true,
    "billed_usd": 0.0,
    "note": "Estimates from Cloudflare Workers AI published unit pricing converted to neurons. Actual dashboard usage may differ slightly. Whisper billed per audio minute of each chunk; chunks cover the full 23.8 min once per model."
  },
  "headline": {
    "image": "Among Workers AI image models we could test tonight on exact-text posters and object counting, FLUX.2 [klein] 4B led (counting 3/3, poster text 2/3, coffee label 1/3). FLUX.1 [schnell] got counting 1/3 and 0/3 exact text. SDXL Base 1.0 and SDXL-Lightning scored 0/3 on every task.",
    "stt": "On synthetic STT-01-TTS (23.8 min, 4 speakers), whisper-large-v3-turbo WER 2.3%, whisper-tiny-en 3.0%, whisper 5.3% (Whisper-normaliser). All three recovered 12/12 seeded facts. No diarization from these models."
  },
  "scope_limit": "This is NOT a ranking of consumer apps (Ideogram, Midjourney, Otter, etc.). Those remain NOT YET TESTED. Category /best/ pages stay unranked.",
  "files": {
    "meta/generation_log.jsonl": "fae5aaad504a2187a672df1dd0ca14f531eaa09a31533519ca0d438f88ee03fa",
    "ocr/cf-flux-1-schnell__IMG-03__r1.json": "623845bddada1bc762aba800d2acdd50380e62017400c8952ee4e0d428102269",
    "ocr/cf-flux-1-schnell__IMG-03__r2.json": "fef25a3710e6fdf1fbdf79f9cbac7783d2021f3d51d094b51f65614464318bd2",
    "ocr/cf-flux-1-schnell__IMG-03__r3.json": "afe1098b797bdecac894a39532fee50f1880e405c3424adb79e006ef8ac5c30a",
    "ocr/cf-flux-1-schnell__IMG-04__r1.json": "43262a445d3bb19b24349b1d86e5ff50a27b0837d4a3dd2e1693e57a7168f6de",
    "ocr/cf-flux-1-schnell__IMG-04__r2.json": "c5ea4731d3039d907e7ad4caa1402d657da4a9a46fefbee052a5c67df4fe2f50",
    "ocr/cf-flux-1-schnell__IMG-04__r3.json": "b5674c62ca9c48542d7ddd822aff2c0c89fdaf81d50b7d0d9acd25b816c6c8e0",
    "ocr/cf-flux-2-klein-4b__IMG-03__r1.json": "646a80c9807b1de3e3acc8db8e051149fa59723a5f676142bd74be9b1212a040",
    "ocr/cf-flux-2-klein-4b__IMG-03__r2.json": "61c42a3e9f7a33a2207abe399641fd22981facffa72da80202e85eb9088b24c6",
    "ocr/cf-flux-2-klein-4b__IMG-03__r3.json": "4de1e2435d65b43f9fd823d11acfa261eb7679cbe85f43475453844524de2e68",
    "ocr/cf-flux-2-klein-4b__IMG-04__r1.json": "77a94356513d25d5ba22f06ef73fda53eccf456e1798732ecedcf2ceed90d741",
    "ocr/cf-flux-2-klein-4b__IMG-04__r2.json": "da6035ab91c9010c4d3e01f83ff5cc952aec578d7571d0fc548c9eee4acd3ac0",
    "ocr/cf-flux-2-klein-4b__IMG-04__r3.json": "0922272e8a85d0e4c770d24e2b516f271e4144ff0425bb3ef74e5ac025f7a31f",
    "ocr/cf-sdxl-base-1-0__IMG-03__r1.json": "e15f44cd12e56812ebb9e23b3ec2ddd75c40e744b9159795876047256aff253b",
    "ocr/cf-sdxl-base-1-0__IMG-03__r2.json": "b4ca8d56896bf51b9a6d835a1602b061be117d61fe101e5b29da8d8fb8d40200",
    "ocr/cf-sdxl-base-1-0__IMG-03__r3.json": "a46ec0016a9800b3d4790ccff199b32b919c25526a717a6ccfe144170ee56b70",
    "ocr/cf-sdxl-base-1-0__IMG-04__r1.json": "da63226cd622a9eedee7fdf171e2b79e0a8345778eab25cd6c330e87cdc1bd32",
    "ocr/cf-sdxl-base-1-0__IMG-04__r2.json": "0a18d5640f7c2f3463b5b0c3c9eb99a633c440325b29704b9d65dc03f1e6f54a",
    "ocr/cf-sdxl-base-1-0__IMG-04__r3.json": "fe43100e3d81c320ce462fcae3cd627e11b4bc2550606843ea9534ebb1d98af0",
    "ocr/cf-sdxl-lightning__IMG-03__r1.json": "78d93cb31d3112db75d00357daf6f24e1e8924febff3562ed66acc74e76e8a91",
    "ocr/cf-sdxl-lightning__IMG-03__r2.json": "2cee633d1bc2673b26ebdb4c109d00177bdaa58b4823f7392e2b23ede52dbf15",
    "ocr/cf-sdxl-lightning__IMG-03__r3.json": "67d0133131b2da471e294fd1b61838f3798e99027887a61b70005d5f547f609c",
    "ocr/cf-sdxl-lightning__IMG-04__r1.json": "77dbe3974bf01bcea8ccfffd310525c3d53cbf7ffef3863e3f04f25b2b783e02",
    "ocr/cf-sdxl-lightning__IMG-04__r2.json": "071d3263e0162cbd867dd58555672359a808d2013e0248915d5c12eb694c075b",
    "ocr/cf-sdxl-lightning__IMG-04__r3.json": "48ff4527bf05b26946629887dec01e3673e806f4a25e8ee8cca2788fbc486d36",
    "outputs/cf-flux-1-schnell__IMG-02__r1.jpg": "4668cb2984bc636132c9f49b25bf3ffc24a83eb3b69ef2d38df7a810676ef5f9",
    "outputs/cf-flux-1-schnell__IMG-02__r2.jpg": "d12af3a574222e6bee23c5191fd00be5c095e6b09281bb4be10cee0f73ba64d0",
    "outputs/cf-flux-1-schnell__IMG-02__r3.jpg": "ee401d8ecee74991128e726d40fb9f6ac79a1d25556c7965c1eb43aa79867553",
    "outputs/cf-flux-1-schnell__IMG-03__r1.jpg": "5d73aede855971e2b42f0dda1ac366920ee7103f2bd039cbe88f2e02696f1493",
    "outputs/cf-flux-1-schnell__IMG-03__r2.jpg": "e020c24abb3419391865464ec08029940b3d539fd68889604ffb2056a9092ece",
    "outputs/cf-flux-1-schnell__IMG-03__r3.jpg": "7b45eafb63dcdeca30846f7319d9eaacd53a6b3d5bf17a39db8a729b6ca888dc",
    "outputs/cf-flux-1-schnell__IMG-04__r1.jpg": "82582ee2b64e5e82bf9f10f67ecddc6d5c7bd1e687abef912cf129676e8e25d1",
    "outputs/cf-flux-1-schnell__IMG-04__r2.jpg": "d6941ec362aca423b055dfbbae8deedb45d9bce14aeabc0a24da9e7aa89d5849",
    "outputs/cf-flux-1-schnell__IMG-04__r3.jpg": "26b00e34f8d35ae329aed1888d99d15721d52439cf67ab415cbbb7cd98e4a5ae",
    "outputs/cf-flux-2-klein-4b__IMG-02__r1.jpg": "d8ba1e4ac00483cac4e2ac80f5c59ed6e6fcbb1107452d8f2b14c6f864e1d024",
    "outputs/cf-flux-2-klein-4b__IMG-02__r2.jpg": "433901ea19df673333ff07a71ccb2bc8559ea9f38c626bd4266185e9bd7bc197",
    "outputs/cf-flux-2-klein-4b__IMG-02__r3.jpg": "493805d68199145e6ab72fe43cb1c2cedac2866c54718bce6234b92ee770c782",
    "outputs/cf-flux-2-klein-4b__IMG-03__r1.jpg": "53b77ca77b10eb4166eca2c69296f2fd5bc093efc1ad90aaf7fe7381dffde1fa",
    "outputs/cf-flux-2-klein-4b__IMG-03__r2.jpg": "92ba846e7848d8d79a81bcfc551d285dc4d51ee260a8fad182832efd3be10862",
    "outputs/cf-flux-2-klein-4b__IMG-03__r3.jpg": "2bea72eb5f11561327c2662c5510130c6a711bfe46fe35158d00b8b85ba4e3f3",
    "outputs/cf-flux-2-klein-4b__IMG-04__r1.jpg": "d9e045b9b19724d6e19f7424e0faf6732fca6085df52012771286eb98f6c5a75",
    "outputs/cf-flux-2-klein-4b__IMG-04__r2.jpg": "55b30d9fe5efa6697ff99aa6b27067499995517a106b62c91511bcea08c7a1ed",
    "outputs/cf-flux-2-klein-4b__IMG-04__r3.jpg": "1ec733b2acb1aba1ce56f9c474ae24da5d7be2ff152973736d09eb153030b24d",
    "outputs/cf-sdxl-base-1-0__IMG-02__r1.png": "06d66cbe58dbcc7ecb7ce5df9a85239c2ce3260da48969c3679764e89fbf74b7",
    "outputs/cf-sdxl-base-1-0__IMG-02__r2.png": "4d25e3d4465213f649b6e71da09cf2f932c8c325a85b7b488e3279e0e57529f2",
    "outputs/cf-sdxl-base-1-0__IMG-02__r3.png": "ad25fb665a5fb4d29c72226c9bf84a5b0ffb251a79d5ebdc42e130a1986761fa",
    "outputs/cf-sdxl-base-1-0__IMG-03__r1.png": "35933937a55ccf4ce70679f29427b4b1781c19fb303e270bfcb8496ac14f3c7e",
    "outputs/cf-sdxl-base-1-0__IMG-03__r2.png": "07ccb4de96d84f8fd40809e9ac38c635e948b725de116db30d5ff33f4107f05f",
    "outputs/cf-sdxl-base-1-0__IMG-03__r3.png": "e9d65e506a1fdeaa716b281b97b69344a643074a96117e619d58a79515e05901",
    "outputs/cf-sdxl-base-1-0__IMG-04__r1.png": "abf32dfca66aea8ad4123d41b171ee437572530069f38166bb92aff3d6febbce",
    "outputs/cf-sdxl-base-1-0__IMG-04__r2.png": "66974291b70fad86849d4a46f6e3d9f366d8d2d0f56027572e330ae5345c6d1f",
    "outputs/cf-sdxl-base-1-0__IMG-04__r3.png": "19b715663e4d1a741ea11219de59cdcff31dd227026b78c16bf785ffb9c3090c",
    "outputs/cf-sdxl-lightning__IMG-02__r1.jpg": "905fc8257ff01f022b336fa2b8b51db02ce400aa9cb8aafbe645a417733a580b",
    "outputs/cf-sdxl-lightning__IMG-02__r2.jpg": "2dce386bf4770ff351db6810e525ed9d3e5be1cb8360c9a0af72cfc51314f573",
    "outputs/cf-sdxl-lightning__IMG-02__r3.jpg": "596bbcd52e6a7fda6f83661fe4126d9aedf4dbf10d97fa1bc234ed8f829243b1",
    "outputs/cf-sdxl-lightning__IMG-03__r1.jpg": "e03ed9167fa877edd3421fa42b92687fbe5b2505d7dde31bb04f54624468aafa",
    "outputs/cf-sdxl-lightning__IMG-03__r2.jpg": "08c319e4772eaa8a2fed4335d5803e833dfca039aa2cf32acd7b6331a0ac27fa",
    "outputs/cf-sdxl-lightning__IMG-03__r3.jpg": "a10af982d0a0f505785de438de992f96568e92f47308d4eb56732ccfc8984888",
    "outputs/cf-sdxl-lightning__IMG-04__r1.jpg": "65854ceb2d1703c2181da80ddf616180cf85def54471c3488e59d6124d6c3b64",
    "outputs/cf-sdxl-lightning__IMG-04__r2.jpg": "53b13007474d9afb440b9da63d1fa4cd34db209873ad62166e9fac864e44d3b6",
    "outputs/cf-sdxl-lightning__IMG-04__r3.jpg": "6797c3b44b88e19bf2c2bbf630330bca8a680042a7b884de10d65d40f7868b22",
    "results.jsonl": "f432e09b793799b5741e0f0d36515ef2dd71a471ea3349fee1e1431c336d1b4c",
    "stt/audio_sanity.json": "7474a342ac2faee8f82e0833929d969d5ef60db865beb18989588c56fa7d0dd9",
    "stt/cf-whisper-large-v3-turbo__STT-01-TTS__transcript.txt": "f304ba270a637af03aad32476a23f1dde797d896f03dc6b8d1f66be13fc93f01",
    "stt/cf-whisper-tiny-en__STT-01-TTS__transcript.txt": "56df7383df73fd0d8fac70a1252377b29aef5ea777a1445c3d0490f1f3b25957",
    "stt/cf-whisper__STT-01-TTS__transcript.txt": "c8aa7b2fc552e4981d0de7ea4b7f030704fb15e5cae5485f8d27d6d60e729130",
    "stt/chunk_plan.json": "7857231d099bb49ae8fa962ef7b0990dae91e7bfd71acd06db365c3241fd779c",
    "stt/raw/cf-whisper-large-v3-turbo__chunk00.json": "d1f783728e224005f76e9d989acb44d66daa3dd959a2c9adb6aecaeaa95a54fb",
    "stt/raw/cf-whisper-large-v3-turbo__chunk01.json": "8f62385484c821778f6813e5265cdcb616b5b9e9c756042da20261654d8ca402",
    "stt/raw/cf-whisper-large-v3-turbo__chunk02.json": "675a91d3b136dab3097154aaa2f2061c99cf467eee9db40ecf078884f17d00d4",
    "stt/raw/cf-whisper-large-v3-turbo__chunk03.json": "235ba0fb975f66909efe5fb63595806f68643893f0613f4b2557d95c11067f64",
    "stt/raw/cf-whisper-large-v3-turbo__chunk04.json": "ff726c1a7a921bca14ac073f56683cfa19f40a586108a9d7582ad5674108d344",
    "stt/raw/cf-whisper-large-v3-turbo__chunk05.json": "ca56f4a3b308039d1e7fa7ac3669fbe81fe9839b2205c2f4b0ddad5ea05dc18c",
    "stt/raw/cf-whisper-large-v3-turbo__chunk06.json": "1bdbf30d27dfdc33656716faceafac82f07638f2868af926a7872b2fa633a1b8",
    "stt/raw/cf-whisper-large-v3-turbo__chunk07.json": "98037476f7f05f6c881eaf5576b116d12f442bd4d43e729efa57d9481abc1c58",
    "stt/raw/cf-whisper-large-v3-turbo__chunk08.json": "f913fb966d9f738adf96f45489934523eca1039179c46e4e2a96751fa6336488",
    "stt/raw/cf-whisper-large-v3-turbo__chunk09.json": "6296f60ea6924dff1e6c93e0d8e59f97576f28ea1076963262c4009c86c0db5c",
    "stt/raw/cf-whisper-tiny-en__chunk00.json": "965e38eb1aec253c828cd9eeec88d330cc67763117bbfccc01c2ba9620aaa7fc",
    "stt/raw/cf-whisper-tiny-en__chunk01.json": "095c4aae76eb7a545a6320e41f23b145620b788d77dcbf878630a83881a0a246",
    "stt/raw/cf-whisper-tiny-en__chunk02.json": "2d0b6f566bc04a330c6ce2e1620c9dc2891ccfb76e1e127f18a8b271dd512892",
    "stt/raw/cf-whisper-tiny-en__chunk03.json": "4c43ebef70e09596d913f0d5d2145fc1090caa55b98cf7bc1a3afd4f931adce0",
    "stt/raw/cf-whisper-tiny-en__chunk04.json": "85b51878fb2b2394b6dbd2ab857101f6c46fc5b5eef02c3c828d328be8e40522",
    "stt/raw/cf-whisper-tiny-en__chunk05.json": "65212d8de3a0cb94ac472a80cd9bccabb785121630abf500a976ffea1708ca4e",
    "stt/raw/cf-whisper-tiny-en__chunk06.json": "a3d60bb60f85999e6bb4a5857ab606483ea94bfcfe37bb97c7dc52c24a530488",
    "stt/raw/cf-whisper-tiny-en__chunk07.json": "d725866d182fe2efc981e23d7a43324cf46ee4eb1138293320d5bd8b4045561b",
    "stt/raw/cf-whisper-tiny-en__chunk08.json": "492cb9fc4692c24ccdbb2f4ac838e3616d1d041eda7a4b8cb13d180be36f14a5",
    "stt/raw/cf-whisper-tiny-en__chunk09.json": "79d018a6b6d10393fbe0b14460a61109fd64c0769ffea6af8644a35d262295fd",
    "stt/raw/cf-whisper__chunk00.json": "d0de361bb847a9d43b32aee728eb962aee90e30d9ea3294e8c0a8b4d9d88b45c",
    "stt/raw/cf-whisper__chunk01.json": "1e238c2b0cb52252b491cf90dc751cb8c5c60802595bc3b47cd7e3e0c27e25e1",
    "stt/raw/cf-whisper__chunk02.json": "04af28b27a4e15787df85790bdda156bb077843fc9f4cec43a94ade620f2a9d3",
    "stt/raw/cf-whisper__chunk03.json": "c617c639c2683908ba43137eb563670959fd8ed949cb93948e39fb1ac0e4df58",
    "stt/raw/cf-whisper__chunk04.json": "920e1a5eccc58bcb6834f4adb32519539029133dc5c8c868f569827f4e3d46e9",
    "stt/raw/cf-whisper__chunk05.json": "16b0bfa845fb5f9f6a0190ce1b8e241de5594013c8ebbde860a4c1466925e89f",
    "stt/raw/cf-whisper__chunk06.json": "73b837308e930f46883316c7a9c8c6e83b12f231f9bca78df466b972f8da00fc",
    "stt/raw/cf-whisper__chunk07.json": "0bbbdbab5f2ce62748020a50a4e0d051d97510ee97f945d2dfef4c56e18c2ec9",
    "stt/raw/cf-whisper__chunk08.json": "f99902d81ddf3763aa55580e246e2e3f4ec45eda7337d3bd4065fde79c443e51",
    "stt/raw/cf-whisper__chunk09.json": "ea3fc8551ac40257f2f3dd10a591331ee3de8da250cf1c591f3cbf8311143f81",
    "stt/stt_log.jsonl": "1d276de2ed12721cc5e0c8536bb3ceb042cf155fa1b2fb3e2bd8c351d2e41a36",
    "stt/wer_summary.json": "af741d57f495b37260a0fb01490742bebfb5e099b48ffa4642f0bf1c048ed7e7",
    "summary.json": "167da5d57c08694031d6e6c3ee41741d401929bc8d09763049c415bea3f00cc7",
    "visual_review.json": "6fb229f07b430235da96cb861b91444684803efc3ceac55fba482c07e769cdd6"
  },
  "environment": {
    "python": "3.13.5",
    "os": "Linux-6.12.94+-x86_64-with-glibc2.41"
  }
}