Full Code of toon-format/toon for AI

Repository: toon-format/toon
Branch: main
Commit: d5f50a2ce5e0
Files: 114
Total size: 1.5 MB

Directory structure:
gitextract_qnn9ipfr/

├── .editorconfig
├── .github/
│   └── workflows/
│       ├── ci.yml
│       ├── deploy.yml
│       ├── pr-title.yml
│       └── release.yml
├── .gitignore
├── .npmrc
├── .vscode/
│   ├── extensions.json
│   └── settings.json
├── LICENSE
├── SPEC.md
├── automd.config.ts
├── benchmarks/
│   ├── README.md
│   ├── data/
│   │   └── github-repos.json
│   ├── package.json
│   ├── results/
│   │   ├── accuracy/
│   │   │   └── models/
│   │   │       ├── claude-haiku-4-5-20251001
│   │   │       ├── gemini-3-flash-preview
│   │   │       ├── gpt-5-nano
│   │   │       └── grok-4-1-fast-non-reasoning
│   │   ├── retrieval-accuracy.md
│   │   └── token-efficiency.md
│   ├── scripts/
│   │   ├── accuracy-benchmark.ts
│   │   ├── fetch-github-repos.ts
│   │   └── token-efficiency-benchmark.ts
│   └── src/
│       ├── constants.ts
│       ├── datasets.ts
│       ├── evaluate.ts
│       ├── formatters.ts
│       ├── normalize.ts
│       ├── questions/
│       │   ├── analytics.ts
│       │   ├── event-logs.ts
│       │   ├── github.ts
│       │   ├── index.ts
│       │   ├── nested-config.ts
│       │   ├── nested.ts
│       │   ├── structural-validation.ts
│       │   ├── structure.ts
│       │   ├── tabular.ts
│       │   └── utils.ts
│       ├── report.ts
│       ├── storage.ts
│       ├── types.ts
│       └── utils.ts
├── commitlint.config.ts
├── docs/
│   ├── .vitepress/
│   │   ├── config.ts
│   │   ├── meta.ts
│   │   └── theme/
│   │       ├── components/
│   │       │   ├── PlaygroundLayout.vue
│   │       │   └── VPInput.vue
│   │       ├── index.ts
│   │       ├── overrides.css
│   │       └── vars.css
│   ├── cli/
│   │   └── index.md
│   ├── ecosystem/
│   │   ├── implementations.md
│   │   └── tools-and-playgrounds.md
│   ├── guide/
│   │   ├── benchmarks.md
│   │   ├── format-overview.md
│   │   ├── getting-started.md
│   │   └── llm-prompts.md
│   ├── index.md
│   ├── package.json
│   ├── playground.md
│   ├── reference/
│   │   ├── api.md
│   │   ├── efficiency-formalization.md
│   │   ├── spec.md
│   │   └── syntax-cheatsheet.md
│   ├── uno.config.ts
│   └── wrangler.toml
├── eslint.config.ts
├── package.json
├── packages/
│   ├── cli/
│   │   ├── README.md
│   │   ├── bin/
│   │   │   └── toon.mjs
│   │   ├── package.json
│   │   ├── src/
│   │   │   ├── cli-entry.ts
│   │   │   ├── conversion.ts
│   │   │   ├── index.ts
│   │   │   ├── json-from-events.ts
│   │   │   ├── json-stringify-stream.ts
│   │   │   ├── types.ts
│   │   │   └── utils.ts
│   │   ├── test/
│   │   │   ├── index.test.ts
│   │   │   ├── json-from-events.test.ts
│   │   │   ├── json-stringify-stream.test.ts
│   │   │   └── utils.ts
│   │   └── tsdown.config.ts
│   └── toon/
│       ├── README.md
│       ├── package.json
│       ├── src/
│       │   ├── constants.ts
│       │   ├── decode/
│       │   │   ├── decoders.ts
│       │   │   ├── event-builder.ts
│       │   │   ├── expand.ts
│       │   │   ├── parser.ts
│       │   │   ├── scanner.ts
│       │   │   └── validation.ts
│       │   ├── encode/
│       │   │   ├── encoders.ts
│       │   │   ├── folding.ts
│       │   │   ├── normalize.ts
│       │   │   ├── primitives.ts
│       │   │   └── replacer.ts
│       │   ├── index.ts
│       │   ├── shared/
│       │   │   ├── literal-utils.ts
│       │   │   ├── string-utils.ts
│       │   │   └── validation.ts
│       │   └── types.ts
│       ├── test/
│       │   ├── decode.test.ts
│       │   ├── decodeStream.test.ts
│       │   ├── decodeStreamAsync.test.ts
│       │   ├── encode.test.ts
│       │   ├── encodeLines.test.ts
│       │   ├── normalization.test.ts
│       │   ├── replacer.test.ts
│       │   └── types.ts
│       └── tsdown.config.ts
├── pnpm-workspace.yaml
└── tsconfig.json

================================================
FILE CONTENTS
================================================

================================================
FILE: .editorconfig
================================================
root = true

[*]
charset = utf-8
indent_style = space
indent_size = 2
end_of_line = lf
insert_final_newline = true
trim_trailing_whitespace = true


================================================
FILE: .github/workflows/ci.yml
================================================
name: CI

on:
  push:
    branches:
      - main
  pull_request:
    branches:
      - main

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

permissions:
  contents: read

jobs:
  ci:
    runs-on: ubuntu-slim
    timeout-minutes: 10
    steps:
      - name: Checkout
        uses: actions/checkout@v5
        with:
          persist-credentials: false

      - name: Setup pnpm
        uses: pnpm/action-setup@v4

      - name: Setup Node.js
        uses: actions/setup-node@v6
        with:
          node-version: 24

      - name: Get pnpm store directory
        id: pnpm-cache
        run: echo "pnpm_cache_dir=$(pnpm store path)" >> $GITHUB_OUTPUT

      - name: Cache pnpm dependencies
        uses: actions/cache@v4
        with:
          path: ${{ steps.pnpm-cache.outputs.pnpm_cache_dir }}
          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
          restore-keys: |
            ${{ runner.os }}-pnpm-store-

      - name: Install dependencies
        run: pnpm install --frozen-lockfile

      - name: Lint
        run: pnpm run lint

      - name: Typecheck
        run: pnpm run test:types

      - name: Test
        run: pnpm run test


================================================
FILE: .github/workflows/deploy.yml
================================================
name: Deploy Docs

on:
  push:
    branches:
      - main
    paths:
      - docs/**
      - automd.config.ts
      - package.json
      - eslint.config.mjs

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

permissions: {}

jobs:
  deploy:
    name: Deploy Docs
    runs-on: ubuntu-slim
    steps:
      - name: Checkout
        uses: actions/checkout@v5
        with:
          persist-credentials: false

      - name: Setup pnpm
        uses: pnpm/action-setup@v4

      - name: Setup Node.js
        uses: actions/setup-node@v6
        with:
          node-version: 24

      - name: Get pnpm store directory
        id: pnpm-cache
        run: echo "pnpm_cache_dir=$(pnpm store path)" >> $GITHUB_OUTPUT

      - name: Cache pnpm dependencies
        uses: actions/cache@v4
        with:
          path: ${{ steps.pnpm-cache.outputs.pnpm_cache_dir }}
          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
          restore-keys: |
            ${{ runner.os }}-pnpm-store-

      - name: Install dependencies
        run: pnpm install --frozen-lockfile

      - name: Build docs
        run: pnpm run docs:build

      - name: Deploy to Cloudflare
        run: cd docs && npx wrangler deploy
        env:
          CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}


================================================
FILE: .github/workflows/pr-title.yml
================================================
name: Check PR Title

on:
  pull_request:
    types: [opened, edited]

permissions:
  contents: read

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  lint-pr-title:
    name: Lint PR title
    runs-on: ubuntu-slim

    if: ${{ (github.event.action == 'opened' || github.event.changes.title != null) && github.actor != 'renovate[bot]' }}

    steps:
      - name: Checkout
        uses: actions/checkout@v5
        with:
          persist-credentials: false
          # Only fetch the config file from the repository
          sparse-checkout-cone-mode: false
          sparse-checkout: commitlint.config.ts

      - name: Install dependencies
        run: npm install -D @commitlint/cli @commitlint/config-conventional

      - name: Validate PR title with commitlint
        run: echo "$PR_TITLE" | npx commitlint
        env:
          PR_TITLE: ${{ github.event.pull_request.title }}


================================================
FILE: .github/workflows/release.yml
================================================
name: Release + Publish

on:
  push:
    tags:
      - 'v*'

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  release:
    name: Release
    runs-on: ubuntu-slim

    permissions:
      id-token: write
      contents: write

    steps:
      - name: Checkout
        uses: actions/checkout@v5
        with:
          fetch-depth: 0 # Required for fetching tags and generating release notes
          persist-credentials: true

      - name: Setup pnpm
        uses: pnpm/action-setup@v4

      - name: Setup Node.js
        uses: actions/setup-node@v6
        with:
          node-version: 24
          registry-url: https://registry.npmjs.org/
          cache: pnpm

      - name: Generate changelog and create GitHub release
        run: npx changelogithub
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

      - name: Install dependencies
        run: pnpm install --frozen-lockfile

      - name: Build packages
        run: pnpm run build

      - name: Publish packages to npm
        run: npm install -g npm@latest && pnpm -r publish --access public --no-git-checks
        env:
          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}


================================================
FILE: .gitignore
================================================
dist
node_modules
.DS_Store
.env
docs/.vitepress/dist
docs/.vitepress/cache
packages/toon/test/fixtures/*.json
packages/toon/test/fixtures/*.toon


================================================
FILE: .npmrc
================================================
shamefully-hoist=true


================================================
FILE: .vscode/extensions.json
================================================
{
  "recommendations": [
    "dbaeumer.vscode-eslint"
  ]
}


================================================
FILE: .vscode/settings.json
================================================
{
  // Disable the default formatter, use ESLint instead
  "prettier.enable": false,
  "editor.formatOnSave": false,

  // Auto-fix
  "editor.codeActionsOnSave": {
    "source.fixAll.eslint": "explicit",
    "source.organizeImports": "never"
  },

  // Silent the stylistic rules in you IDE, but still auto-fix them
  "eslint.rules.customizations": [
    { "rule": "style/*", "severity": "off" },
    { "rule": "format/*", "severity": "off" },
    { "rule": "*-indent", "severity": "off" },
    { "rule": "*-spacing", "severity": "off" },
    { "rule": "*-spaces", "severity": "off" },
    { "rule": "*-order", "severity": "off" },
    { "rule": "*-dangle", "severity": "off" },
    { "rule": "*-newline", "severity": "off" },
    { "rule": "*quotes", "severity": "off" },
    { "rule": "*semi", "severity": "off" }
  ],

  // Enable ESLint for all supported languages
  "eslint.validate": [
    "javascript",
    "javascriptreact",
    "typescript",
    "typescriptreact",
    "vue",
    "html",
    "markdown",
    "json",
    "jsonc",
    "yaml",
    "toml",
    "xml",
    "gql",
    "graphql",
    "astro",
    "svelte",
    "css",
    "less",
    "scss",
    "pcss",
    "postcss"
  ]
}


================================================
FILE: LICENSE
================================================
MIT License

Copyright (c) 2025-PRESENT Johann Schopplich

Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:

The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.

THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.


================================================
FILE: SPEC.md
================================================
# TOON Specification

The TOON specification has moved to a dedicated repository: [github.com/toon-format/spec](https://github.com/toon-format/spec)

## Current Version

**Version 3.0** (2025-11-24)

## Quick Links

- **[Full Specification](https://github.com/toon-format/spec/blob/main/SPEC.md)** - Complete technical specification
- **[Changelog](https://github.com/toon-format/spec/blob/main/CHANGELOG.md)** - Version history
- **[Examples](https://github.com/toon-format/spec/tree/main/examples)** - Example TOON files
- **[Conformance Tests](https://github.com/toon-format/spec/tree/main/tests)** - Language-agnostic test fixtures for implementations
- **[Contributing](https://github.com/toon-format/spec/blob/main/CONTRIBUTING.md)** - How to propose spec changes

## Why a Separate Repo?

The specification has been moved to `toon-format/spec` to:

- Provide a canonical, language-agnostic source of truth
- Enable independent versioning of spec and implementations
- Support the growing community of TOON implementations across multiple languages
- Facilitate collaboration on spec evolution through a dedicated RFC process

## This Repository

This repository (`toon-format/toon`) remains the **reference implementation** in TypeScript/JavaScript. For specification discussions, issues, and contributions, please use the spec repository.


================================================
FILE: automd.config.ts
================================================
import type { Config } from 'automd'

const config: Config = {
  input: ['docs/guide/benchmarks.md'],
}

export default config


================================================
FILE: benchmarks/README.md
================================================
# TOON Benchmarks

Benchmarks measuring TOON's **token efficiency** and **retrieval accuracy** compared to JSON, XML, YAML, and CSV.

> [!NOTE]
> Results are automatically embedded in the [main README](https://github.com/toon-format/toon/#benchmarks). This guide focuses on running the benchmarks locally.

## Quick Start

```bash
# Run token efficiency benchmark
pnpm benchmark:tokens

# Run retrieval accuracy benchmark (requires API keys)
pnpm benchmark:accuracy
```

## Token Efficiency Benchmark

Measures token count reduction across JSON, XML, YAML, CSV, and TOON:

1. Generate datasets (GitHub repos, analytics, orders)
2. Convert to all formats (TOON, JSON, XML, YAML, CSV)
3. Tokenize using `gpt-tokenizer` (`o200k_base` encoding)
4. Calculate savings and generate report

```bash
pnpm benchmark:tokens
```

Results are saved to `results/token-efficiency.md`.

## Retrieval Accuracy Benchmark

Tests how well LLMs can answer questions about data in different formats (TOON, JSON, JSON compact, XML, YAML, CSV):

1. Generate 209 questions across 11 datasets (6 primary + 5 structural validation; CSV only included for datasets with flat/tabular structure)
2. Convert each dataset to all supported formats
3. Query each LLM with formatted data + question
4. Validate answers deterministically using type-aware comparison (no LLM judge needed)
5. Aggregate metrics and generate report

### Setup

1. Edit [`src/evaluate.ts`](./src/evaluate.ts) and add models to the exported `models` array:
   ```ts
   export const models: LanguageModelV3[] = [
     openai('gpt-5-nano'),
     anthropic('claude-haiku-4-5-20251001'),
     google('gemini-3-flash-preview'),
     xai('grok-4-1-fast-non-reasoning'),
     // Add your models here
   ]
   ```
2. Duplicate `.env.example` to `.env` and add your API keys:
   ```bash
   cp .env.example .env
   ```

### Usage

```bash
# Full benchmark
pnpm benchmark:accuracy

# Dry run (10 questions only, for testing setup)
DRY_RUN=true pnpm benchmark:accuracy
```

Running the script will:

1. Prompt you to select which models to test.
2. Skip models with existing results (rerun to overwrite).
3. Show progress with rate limiting.
4. Save results to `results/accuracy/models/{model-id}.json`.
5. Generate report at `results/retrieval-accuracy.md`.

### Configuration

Edit [`src/constants.ts`](./src/constants.ts) to adjust:

- `MODEL_RPM_LIMITS` – Rate limits per model
- `DEFAULT_CONCURRENCY` – Parallel tasks (default: 10)
- `DRY_RUN_LIMITS` – Questions per dry run (default: 10)

## Project Structure

```
scripts/
├── accuracy-benchmark.ts         # Retrieval accuracy benchmark
├── token-efficiency-benchmark.ts # Token counting benchmark
└── fetch-github-repos.ts         # Update GitHub dataset
src/
├── constants.ts                  # Configuration
├── datasets.ts                   # Test data generators
├── evaluate.ts                   # LLM evaluation
├── formatters.ts                 # Format converters
├── normalize.ts                  # Answer normalization
├── report.ts                     # Markdown reports
├── storage.ts                    # Result caching
├── types.ts                      # Type definitions
├── utils.ts                      # Helpers
└── questions/                    # Question generators
    ├── analytics.ts
    ├── event-logs.ts
    ├── github.ts
    ├── index.ts
    ├── nested-config.ts
    ├── nested.ts
    ├── structural-validation.ts
    ├── structure.ts
    ├── tabular.ts
    └── utils.ts
data/
└── github-repos.json             # Top 100 GitHub repos
results/
├── token-efficiency.md           # Token savings report
├── retrieval-accuracy.md         # Accuracy report
└── accuracy/models/              # Per-model results (JSON)
```


================================================
FILE: benchmarks/data/github-repos.json
================================================
[
  {
    "id": 28457823,
    "name": "freeCodeCamp",
    "repo": "freeCodeCamp/freeCodeCamp",
    "description": "freeCodeCamp.org's open-source codebase and curriculum. Learn math, programming, and computer science for free.",
    "createdAt": "2014-12-24T17:49:19Z",
    "updatedAt": "2025-10-28T11:58:08Z",
    "pushedAt": "2025-10-28T10:17:16Z",
    "stars": 430886,
    "watchers": 8583,
    "forks": 42146,
    "defaultBranch": "main"
  },
  {
    "id": 132750724,
    "name": "build-your-own-x",
    "repo": "codecrafters-io/build-your-own-x",
    "description": "Master programming by recreating your favorite technologies from scratch.",
    "createdAt": "2018-05-09T12:03:18Z",
    "updatedAt": "2025-10-28T12:37:11Z",
    "pushedAt": "2025-10-10T18:45:01Z",
    "stars": 430877,
    "watchers": 6332,
    "forks": 40453,
    "defaultBranch": "master"
  },
  {
    "id": 21737465,
    "name": "awesome",
    "repo": "sindresorhus/awesome",
    "description": "😎 Awesome lists about all kinds of interesting topics",
    "createdAt": "2014-07-11T13:42:37Z",
    "updatedAt": "2025-10-28T12:40:21Z",
    "pushedAt": "2025-10-27T17:57:31Z",
    "stars": 410052,
    "watchers": 8017,
    "forks": 32029,
    "defaultBranch": "main"
  },
  {
    "id": 13491895,
    "name": "free-programming-books",
    "repo": "EbookFoundation/free-programming-books",
    "description": ":books: Freely available programming books",
    "createdAt": "2013-10-11T06:50:37Z",
    "updatedAt": "2025-10-28T12:16:59Z",
    "pushedAt": "2025-10-28T01:52:13Z",
    "stars": 375307,
    "watchers": 9786,
    "forks": 65199,
    "defaultBranch": "main"
  },
  {
    "id": 54346799,
    "name": "public-apis",
    "repo": "public-apis/public-apis",
    "description": "A collective list of free APIs",
    "createdAt": "2016-03-20T23:49:42Z",
    "updatedAt": "2025-10-28T12:33:14Z",
    "pushedAt": "2025-05-20T15:56:34Z",
    "stars": 374003,
    "watchers": 4400,
    "forks": 39473,
    "defaultBranch": "master"
  },
  {
    "id": 85077558,
    "name": "developer-roadmap",
    "repo": "kamranahmedse/developer-roadmap",
    "description": "Interactive roadmaps, guides and other educational content to help developers grow in their careers.",
    "createdAt": "2017-03-15T13:45:52Z",
    "updatedAt": "2025-10-28T12:31:02Z",
    "pushedAt": "2025-10-28T11:09:58Z",
    "stars": 342136,
    "watchers": 6886,
    "forks": 43234,
    "defaultBranch": "master"
  },
  {
    "id": 60493101,
    "name": "coding-interview-university",
    "repo": "jwasham/coding-interview-university",
    "description": "A complete computer science study plan to become a software engineer.",
    "createdAt": "2016-06-06T02:34:12Z",
    "updatedAt": "2025-10-28T12:21:02Z",
    "pushedAt": "2025-08-28T14:42:47Z",
    "stars": 331947,
    "watchers": 8511,
    "forks": 81057,
    "defaultBranch": "main"
  },
  {
    "id": 83222441,
    "name": "system-design-primer",
    "repo": "donnemartin/system-design-primer",
    "description": "Learn how to design large-scale systems. Prep for the system design interview.  Includes Anki flashcards.",
    "createdAt": "2017-02-26T16:15:28Z",
    "updatedAt": "2025-10-28T12:32:56Z",
    "pushedAt": "2025-05-21T11:13:33Z",
    "stars": 324409,
    "watchers": 6819,
    "forks": 52904,
    "defaultBranch": "master"
  },
  {
    "id": 177736533,
    "name": "996.ICU",
    "repo": "996icu/996.ICU",
    "description": "Repo for counting stars and contributing. Press F to pay respect to glorious developers.",
    "createdAt": "2019-03-26T07:31:14Z",
    "updatedAt": "2025-10-28T11:07:13Z",
    "pushedAt": "2025-08-22T06:01:29Z",
    "stars": 274706,
    "watchers": 4216,
    "forks": 21029,
    "defaultBranch": "master"
  },
  {
    "id": 21289110,
    "name": "awesome-python",
    "repo": "vinta/awesome-python",
    "description": "An opinionated list of awesome Python frameworks, libraries, software and resources.",
    "createdAt": "2014-06-27T21:00:06Z",
    "updatedAt": "2025-10-28T12:28:13Z",
    "pushedAt": "2025-10-16T13:40:58Z",
    "stars": 266661,
    "watchers": 6128,
    "forks": 26604,
    "defaultBranch": "master"
  },
  {
    "id": 36633370,
    "name": "awesome-selfhosted",
    "repo": "awesome-selfhosted/awesome-selfhosted",
    "description": "A list of Free Software network services and web applications which can be hosted on your own servers",
    "createdAt": "2015-06-01T02:33:17Z",
    "updatedAt": "2025-10-28T12:24:53Z",
    "pushedAt": "2025-10-27T21:40:26Z",
    "stars": 255143,
    "watchers": 2990,
    "forks": 11802,
    "defaultBranch": "master"
  },
  {
    "id": 88011908,
    "name": "project-based-learning",
    "repo": "practical-tutorials/project-based-learning",
    "description": "Curated list of project-based tutorials",
    "createdAt": "2017-04-12T05:07:46Z",
    "updatedAt": "2025-10-28T12:22:51Z",
    "pushedAt": "2024-08-15T05:33:54Z",
    "stars": 248050,
    "watchers": 3446,
    "forks": 32431,
    "defaultBranch": "master"
  },
  {
    "id": 10270250,
    "name": "react",
    "repo": "facebook/react",
    "description": "The library for web and native user interfaces.",
    "createdAt": "2013-05-24T16:15:54Z",
    "updatedAt": "2025-10-28T12:24:55Z",
    "pushedAt": "2025-10-28T01:25:20Z",
    "stars": 240100,
    "watchers": 6686,
    "forks": 49682,
    "defaultBranch": "main"
  },
  {
    "id": 63476337,
    "name": "Python",
    "repo": "TheAlgorithms/Python",
    "description": "All Algorithms implemented in Python",
    "createdAt": "2016-07-16T09:44:01Z",
    "updatedAt": "2025-10-28T12:25:22Z",
    "pushedAt": "2025-10-20T00:59:36Z",
    "stars": 212119,
    "watchers": 5975,
    "forks": 49025,
    "defaultBranch": "master"
  },
  {
    "id": 11730342,
    "name": "vue",
    "repo": "vuejs/vue",
    "description": "This is the repo for Vue 2. For Vue 3, go to https://github.com/vuejs/core",
    "createdAt": "2013-07-29T03:24:51Z",
    "updatedAt": "2025-10-28T10:39:45Z",
    "pushedAt": "2024-10-10T07:24:15Z",
    "stars": 209636,
    "watchers": 5786,
    "forks": 33795,
    "defaultBranch": "main"
  },
  {
    "id": 2325298,
    "name": "linux",
    "repo": "torvalds/linux",
    "description": "Linux kernel source tree",
    "createdAt": "2011-09-04T22:48:12Z",
    "updatedAt": "2025-10-28T12:39:23Z",
    "pushedAt": "2025-10-27T18:11:32Z",
    "stars": 205858,
    "watchers": 7743,
    "forks": 58047,
    "defaultBranch": "master"
  },
  {
    "id": 19415064,
    "name": "computer-science",
    "repo": "ossu/computer-science",
    "description": "🎓 Path to a free self-taught education in Computer Science!",
    "createdAt": "2014-05-04T00:18:39Z",
    "updatedAt": "2025-10-28T12:41:20Z",
    "pushedAt": "2025-08-23T18:48:52Z",
    "stars": 196086,
    "watchers": 5936,
    "forks": 24474,
    "defaultBranch": "master"
  },
  {
    "id": 126577260,
    "name": "javascript-algorithms",
    "repo": "trekhleb/javascript-algorithms",
    "description": "📝 Algorithms and data structures implemented in JavaScript with explanations and links to further readings",
    "createdAt": "2018-03-24T07:47:04Z",
    "updatedAt": "2025-10-28T12:37:32Z",
    "pushedAt": "2025-10-22T15:03:29Z",
    "stars": 193744,
    "watchers": 4268,
    "forks": 30929,
    "defaultBranch": "master"
  },
  {
    "id": 45717250,
    "name": "tensorflow",
    "repo": "tensorflow/tensorflow",
    "description": "An Open Source Machine Learning Framework for Everyone",
    "createdAt": "2015-11-07T01:19:20Z",
    "updatedAt": "2025-10-28T11:56:54Z",
    "pushedAt": "2025-10-28T12:37:04Z",
    "stars": 192240,
    "watchers": 7431,
    "forks": 74932,
    "defaultBranch": "master"
  },
  {
    "id": 138393139,
    "name": "the-book-of-secret-knowledge",
    "repo": "trimstray/the-book-of-secret-knowledge",
    "description": "A collection of inspiring lists, manuals, cheatsheets, blogs, hacks, one-liners, cli/web tools and more.",
    "createdAt": "2018-06-23T10:43:14Z",
    "updatedAt": "2025-10-28T12:40:20Z",
    "pushedAt": "2024-11-19T14:00:38Z",
    "stars": 191487,
    "watchers": 2678,
    "forks": 11764,
    "defaultBranch": "master"
  },
  {
    "id": 14440270,
    "name": "You-Dont-Know-JS",
    "repo": "getify/You-Dont-Know-JS",
    "description": "A book series (2 published editions) on the JS language.",
    "createdAt": "2013-11-16T02:37:24Z",
    "updatedAt": "2025-10-28T11:34:43Z",
    "pushedAt": "2025-05-20T14:22:36Z",
    "stars": 183653,
    "watchers": 5803,
    "forks": 33671,
    "defaultBranch": "2nd-ed"
  },
  {
    "id": 121395510,
    "name": "CS-Notes",
    "repo": "CyC2018/CS-Notes",
    "description": ":books: 技术面试必备基础知识、Leetcode、计算机操作系统、计算机网络、系统设计",
    "createdAt": "2018-02-13T14:56:24Z",
    "updatedAt": "2025-10-28T11:56:57Z",
    "pushedAt": "2024-08-21T09:40:10Z",
    "stars": 182661,
    "watchers": 5249,
    "forks": 51249,
    "defaultBranch": "master"
  },
  {
    "id": 291137,
    "name": "ohmyzsh",
    "repo": "ohmyzsh/ohmyzsh",
    "description": "🙃   A delightful community-driven (with 2,400+ contributors) framework for managing your zsh configuration. Includes 300+ optional plugins (rails, git, macOS, hub, docker, homebrew, node, php, python, etc), 140+ themes to spice up your morning, and an auto-update tool that makes it easy to keep up with the latest updates from the community.",
    "createdAt": "2009-08-28T18:15:37Z",
    "updatedAt": "2025-10-28T12:39:19Z",
    "pushedAt": "2025-10-27T18:37:07Z",
    "stars": 182331,
    "watchers": 2620,
    "forks": 26261,
    "defaultBranch": "master"
  },
  {
    "id": 614765452,
    "name": "AutoGPT",
    "repo": "Significant-Gravitas/AutoGPT",
    "description": "AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.",
    "createdAt": "2023-03-16T09:21:07Z",
    "updatedAt": "2025-10-28T12:01:03Z",
    "pushedAt": "2025-10-28T11:50:06Z",
    "stars": 179337,
    "watchers": 1547,
    "forks": 46094,
    "defaultBranch": "master"
  },
  {
    "id": 41881900,
    "name": "vscode",
    "repo": "microsoft/vscode",
    "description": "Visual Studio Code",
    "createdAt": "2015-09-03T20:23:38Z",
    "updatedAt": "2025-10-28T12:22:53Z",
    "pushedAt": "2025-10-28T12:33:55Z",
    "stars": 177962,
    "watchers": 3366,
    "forks": 35810,
    "defaultBranch": "main"
  },
  {
    "id": 123458551,
    "name": "Python-100-Days",
    "repo": "jackfrued/Python-100-Days",
    "description": "Python - 100天从新手到大师",
    "createdAt": "2018-03-01T16:05:52Z",
    "updatedAt": "2025-10-28T12:40:38Z",
    "pushedAt": "2025-03-28T10:29:23Z",
    "stars": 173818,
    "watchers": 6098,
    "forks": 54782,
    "defaultBranch": "master"
  },
  {
    "id": 2126244,
    "name": "bootstrap",
    "repo": "twbs/bootstrap",
    "description": "The most popular HTML, CSS, and JavaScript framework for developing responsive, mobile first projects on the web.",
    "createdAt": "2011-07-29T21:19:00Z",
    "updatedAt": "2025-10-28T12:25:19Z",
    "pushedAt": "2025-10-28T10:02:33Z",
    "stars": 173612,
    "watchers": 6680,
    "forks": 79159,
    "defaultBranch": "main"
  },
  {
    "id": 31792824,
    "name": "flutter",
    "repo": "flutter/flutter",
    "description": "Flutter makes it easy and fast to build beautiful apps for mobile and beyond",
    "createdAt": "2015-03-06T22:54:58Z",
    "updatedAt": "2025-10-28T12:35:50Z",
    "pushedAt": "2025-10-28T12:35:51Z",
    "stars": 173572,
    "watchers": 3481,
    "forks": 29419,
    "defaultBranch": "master"
  },
  {
    "id": 1062897,
    "name": "gitignore",
    "repo": "github/gitignore",
    "description": "A collection of useful .gitignore templates",
    "createdAt": "2010-11-08T20:17:14Z",
    "updatedAt": "2025-10-28T12:36:17Z",
    "pushedAt": "2025-09-10T18:42:03Z",
    "stars": 170327,
    "watchers": 3367,
    "forks": 82996,
    "defaultBranch": "main"
  },
  {
    "id": 35955666,
    "name": "the-art-of-command-line",
    "repo": "jlevy/the-art-of-command-line",
    "description": "Master the command line, in one page",
    "createdAt": "2015-05-20T15:11:03Z",
    "updatedAt": "2025-10-28T10:16:58Z",
    "pushedAt": "2024-06-25T18:13:44Z",
    "stars": 158603,
    "watchers": 2812,
    "forks": 14753,
    "defaultBranch": "master"
  },
  {
    "id": 527591471,
    "name": "stable-diffusion-webui",
    "repo": "AUTOMATIC1111/stable-diffusion-webui",
    "description": "Stable Diffusion web UI",
    "createdAt": "2022-08-22T14:05:26Z",
    "updatedAt": "2025-10-28T12:41:21Z",
    "pushedAt": "2025-10-07T20:06:10Z",
    "stars": 157629,
    "watchers": 1156,
    "forks": 29254,
    "defaultBranch": "master"
  },
  {
    "id": 21540759,
    "name": "awesome-go",
    "repo": "avelino/awesome-go",
    "description": "A curated list of awesome Go frameworks, libraries and software",
    "createdAt": "2014-07-06T13:42:15Z",
    "updatedAt": "2025-10-28T12:41:20Z",
    "pushedAt": "2025-10-22T12:15:14Z",
    "stars": 155912,
    "watchers": 2820,
    "forks": 12712,
    "defaultBranch": "main"
  },
  {
    "id": 658928958,
    "name": "ollama",
    "repo": "ollama/ollama",
    "description": "Get up and running with OpenAI gpt-oss, DeepSeek-R1, Gemma 3 and other models.",
    "createdAt": "2023-06-26T19:39:32Z",
    "updatedAt": "2025-10-28T12:05:06Z",
    "pushedAt": "2025-10-28T08:16:13Z",
    "stars": 154883,
    "watchers": 876,
    "forks": 13480,
    "defaultBranch": "main"
  },
  {
    "id": 233472199,
    "name": "Microsoft-Activation-Scripts",
    "repo": "massgravel/Microsoft-Activation-Scripts",
    "description": "Open-source Windows and Office activator featuring HWID, Ohook, TSforge, KMS38, and Online KMS activation methods, along with advanced troubleshooting.",
    "createdAt": "2020-01-12T23:03:34Z",
    "updatedAt": "2025-10-28T12:40:24Z",
    "pushedAt": "2025-09-30T22:22:59Z",
    "stars": 154022,
    "watchers": 1319,
    "forks": 14869,
    "defaultBranch": "master"
  },
  {
    "id": 132464395,
    "name": "JavaGuide",
    "repo": "Snailclimb/JavaGuide",
    "description": "「Java学习+面试指南」一份涵盖大部分 Java 程序员所需要掌握的核心知识。准备 Java 面试，首选 JavaGuide！",
    "createdAt": "2018-05-07T13:27:00Z",
    "updatedAt": "2025-10-28T12:01:53Z",
    "pushedAt": "2025-10-27T11:09:05Z",
    "stars": 152325,
    "watchers": 4469,
    "forks": 46021,
    "defaultBranch": "main"
  },
  {
    "id": 193215554,
    "name": "n8n",
    "repo": "n8n-io/n8n",
    "description": "Fair-code workflow automation platform with native AI capabilities. Combine visual building with custom code, self-host or cloud, 400+ integrations.",
    "createdAt": "2019-06-22T09:24:21Z",
    "updatedAt": "2025-10-28T12:41:23Z",
    "pushedAt": "2025-10-28T12:34:50Z",
    "stars": 152300,
    "watchers": 889,
    "forks": 48578,
    "defaultBranch": "master"
  },
  {
    "id": 155220641,
    "name": "transformers",
    "repo": "huggingface/transformers",
    "description": "🤗 Transformers: the model-definition framework for state-of-the-art machine learning models in text, vision, audio, and multimodal models, for both inference and training. ",
    "createdAt": "2018-10-29T13:56:00Z",
    "updatedAt": "2025-10-28T12:41:10Z",
    "pushedAt": "2025-10-28T12:38:18Z",
    "stars": 151745,
    "watchers": 1167,
    "forks": 30971,
    "defaultBranch": "main"
  },
  {
    "id": 6498492,
    "name": "javascript",
    "repo": "airbnb/javascript",
    "description": "JavaScript Style Guide",
    "createdAt": "2012-11-01T23:13:50Z",
    "updatedAt": "2025-10-28T11:07:36Z",
    "pushedAt": "2025-09-17T18:12:44Z",
    "stars": 147700,
    "watchers": 3702,
    "forks": 26795,
    "defaultBranch": "master"
  },
  {
    "id": 1039520,
    "name": "youtube-dl",
    "repo": "ytdl-org/youtube-dl",
    "description": "Command-line program to download videos from YouTube.com and other video sites",
    "createdAt": "2010-10-31T14:35:07Z",
    "updatedAt": "2025-10-28T12:01:08Z",
    "pushedAt": "2025-10-18T10:02:28Z",
    "stars": 138581,
    "watchers": 2160,
    "forks": 10527,
    "defaultBranch": "master"
  },
  {
    "id": 599320067,
    "name": "langflow",
    "repo": "langflow-ai/langflow",
    "description": "Langflow is a powerful tool for building and deploying AI-powered agents and workflows.",
    "createdAt": "2023-02-08T22:28:03Z",
    "updatedAt": "2025-10-28T12:04:14Z",
    "pushedAt": "2025-10-28T11:44:40Z",
    "stars": 136336,
    "watchers": 454,
    "forks": 7859,
    "defaultBranch": "main"
  },
  {
    "id": 574523116,
    "name": "awesome-chatgpt-prompts",
    "repo": "f/awesome-chatgpt-prompts",
    "description": "This repo includes ChatGPT prompt curation to use ChatGPT and other LLM tools better.",
    "createdAt": "2022-12-05T13:54:13Z",
    "updatedAt": "2025-10-28T12:32:02Z",
    "pushedAt": "2025-10-14T17:23:13Z",
    "stars": 135843,
    "watchers": 1563,
    "forks": 18078,
    "defaultBranch": "main"
  },
  {
    "id": 70107786,
    "name": "next.js",
    "repo": "vercel/next.js",
    "description": "The React Framework",
    "createdAt": "2016-10-05T23:32:51Z",
    "updatedAt": "2025-10-28T12:19:30Z",
    "pushedAt": "2025-10-28T12:22:48Z",
    "stars": 135333,
    "watchers": 1495,
    "forks": 29693,
    "defaultBranch": "canary"
  },
  {
    "id": 307260205,
    "name": "yt-dlp",
    "repo": "yt-dlp/yt-dlp",
    "description": "A feature-rich command-line audio/video downloader",
    "createdAt": "2020-10-26T04:22:55Z",
    "updatedAt": "2025-10-28T12:38:42Z",
    "pushedAt": "2025-10-27T23:21:38Z",
    "stars": 132949,
    "watchers": 678,
    "forks": 10668,
    "defaultBranch": "master"
  },
  {
    "id": 58028038,
    "name": "HelloGitHub",
    "repo": "521xueweihan/HelloGitHub",
    "description": ":octocat: 分享 GitHub 上有趣、入门级的开源项目。Share interesting, entry-level open source projects on GitHub.",
    "createdAt": "2016-05-04T06:24:11Z",
    "updatedAt": "2025-10-28T12:13:38Z",
    "pushedAt": "2025-10-28T00:14:25Z",
    "stars": 132365,
    "watchers": 4187,
    "forks": 10822,
    "defaultBranch": "master"
  },
  {
    "id": 62607227,
    "name": "tech-interview-handbook",
    "repo": "yangshun/tech-interview-handbook",
    "description": "💯 Curated coding interview preparation materials for busy software engineers",
    "createdAt": "2016-07-05T05:00:48Z",
    "updatedAt": "2025-10-28T09:33:23Z",
    "pushedAt": "2025-08-27T00:17:33Z",
    "stars": 131430,
    "watchers": 2182,
    "forks": 15945,
    "defaultBranch": "main"
  },
  {
    "id": 23096959,
    "name": "go",
    "repo": "golang/go",
    "description": "The Go programming language",
    "createdAt": "2014-08-19T04:33:40Z",
    "updatedAt": "2025-10-28T11:52:10Z",
    "pushedAt": "2025-10-28T06:29:46Z",
    "stars": 130554,
    "watchers": 3347,
    "forks": 18419,
    "defaultBranch": "master"
  },
  {
    "id": 111583593,
    "name": "scrcpy",
    "repo": "Genymobile/scrcpy",
    "description": "Display and control your Android device",
    "createdAt": "2017-11-21T18:00:27Z",
    "updatedAt": "2025-10-28T12:05:50Z",
    "pushedAt": "2025-10-27T08:59:41Z",
    "stars": 130304,
    "watchers": 1322,
    "forks": 12194,
    "defaultBranch": "master"
  },
  {
    "id": 241576270,
    "name": "fucking-algorithm",
    "repo": "labuladong/fucking-algorithm",
    "description": "刷算法全靠套路，认准 labuladong 就够了！English version supported! Crack LeetCode, not only how, but also why. ",
    "createdAt": "2020-02-19T09:01:23Z",
    "updatedAt": "2025-10-28T08:35:53Z",
    "pushedAt": "2025-10-08T04:06:00Z",
    "stars": 129669,
    "watchers": 2283,
    "forks": 23452,
    "defaultBranch": "master"
  },
  {
    "id": 112507086,
    "name": "30-seconds-of-code",
    "repo": "Chalarangelo/30-seconds-of-code",
    "description": "Coding articles to level up your development skills",
    "createdAt": "2017-11-29T17:35:03Z",
    "updatedAt": "2025-10-28T09:14:02Z",
    "pushedAt": "2025-10-22T12:51:11Z",
    "stars": 125639,
    "watchers": 2594,
    "forks": 12362,
    "defaultBranch": "master"
  },
  {
    "id": 184456251,
    "name": "PowerToys",
    "repo": "microsoft/PowerToys",
    "description": "Microsoft PowerToys is a collection of utilities that help you customize Windows and streamline everyday tasks",
    "createdAt": "2019-05-01T17:44:02Z",
    "updatedAt": "2025-10-28T12:21:07Z",
    "pushedAt": "2025-10-28T10:55:13Z",
    "stars": 125271,
    "watchers": 1166,
    "forks": 7454,
    "defaultBranch": "main"
  },
  {
    "id": 29028775,
    "name": "react-native",
    "repo": "facebook/react-native",
    "description": "A framework for building native applications using React",
    "createdAt": "2015-01-09T18:10:16Z",
    "updatedAt": "2025-10-28T12:36:00Z",
    "pushedAt": "2025-10-28T12:25:56Z",
    "stars": 124334,
    "watchers": 3563,
    "forks": 24916,
    "defaultBranch": "main"
  },
  {
    "id": 9384267,
    "name": "electron",
    "repo": "electron/electron",
    "description": ":electron: Build cross-platform desktop apps with JavaScript, HTML, and CSS",
    "createdAt": "2013-04-12T01:47:36Z",
    "updatedAt": "2025-10-28T11:35:46Z",
    "pushedAt": "2025-10-28T09:28:32Z",
    "stars": 118860,
    "watchers": 2801,
    "forks": 16584,
    "defaultBranch": "main"
  },
  {
    "id": 552661142,
    "name": "langchain",
    "repo": "langchain-ai/langchain",
    "description": "🦜🔗 Build context-aware reasoning applications",
    "createdAt": "2022-10-17T02:58:36Z",
    "updatedAt": "2025-10-28T12:37:33Z",
    "pushedAt": "2025-10-27T23:47:43Z",
    "stars": 118261,
    "watchers": 776,
    "forks": 19476,
    "defaultBranch": "master"
  },
  {
    "id": 20580498,
    "name": "kubernetes",
    "repo": "kubernetes/kubernetes",
    "description": "Production-Grade Container Scheduling and Management",
    "createdAt": "2014-06-06T22:56:04Z",
    "updatedAt": "2025-10-28T12:19:38Z",
    "pushedAt": "2025-10-28T10:29:37Z",
    "stars": 118246,
    "watchers": 3189,
    "forks": 41587,
    "defaultBranch": "master"
  },
  {
    "id": 561730219,
    "name": "hello-algo",
    "repo": "krahets/hello-algo",
    "description": "《Hello 算法》：动画图解、一键运行的数据结构与算法教程。支持 Python, Java, C++, C, C#, JS, Go, Swift, Rust, Ruby, Kotlin, TS, Dart 代码。简体版和繁体版同步更新，English version in translation",
    "createdAt": "2022-11-04T11:08:34Z",
    "updatedAt": "2025-10-28T12:30:36Z",
    "pushedAt": "2025-10-16T21:33:36Z",
    "stars": 118105,
    "watchers": 583,
    "forks": 14500,
    "defaultBranch": "main"
  },
  {
    "id": 626805178,
    "name": "dify",
    "repo": "langgenius/dify",
    "description": "Production-ready platform for agentic workflow development.",
    "createdAt": "2023-04-12T07:40:24Z",
    "updatedAt": "2025-10-28T12:18:46Z",
    "pushedAt": "2025-10-28T10:48:12Z",
    "stars": 117486,
    "watchers": 698,
    "forks": 18151,
    "defaultBranch": "main"
  },
  {
    "id": 14098069,
    "name": "free-programming-books-zh_CN",
    "repo": "justjavac/free-programming-books-zh_CN",
    "description": ":books: 免费的计算机编程类中文书籍，欢迎投稿",
    "createdAt": "2013-11-04T01:59:19Z",
    "updatedAt": "2025-10-28T09:19:09Z",
    "pushedAt": "2024-07-15T08:55:20Z",
    "stars": 115543,
    "watchers": 5859,
    "forks": 28362,
    "defaultBranch": "main"
  },
  {
    "id": 32484381,
    "name": "free-for-dev",
    "repo": "ripienaar/free-for-dev",
    "description": "A list of SaaS, PaaS and IaaS offerings that have free tiers of interest to devops and infradev",
    "createdAt": "2015-03-18T21:06:26Z",
    "updatedAt": "2025-10-28T11:38:56Z",
    "pushedAt": "2025-10-23T04:49:00Z",
    "stars": 114128,
    "watchers": 1735,
    "forks": 11684,
    "defaultBranch": "master"
  },
  {
    "id": 27193779,
    "name": "node",
    "repo": "nodejs/node",
    "description": "Node.js JavaScript runtime ✨🐢🚀✨",
    "createdAt": "2014-11-26T19:57:11Z",
    "updatedAt": "2025-10-28T12:34:32Z",
    "pushedAt": "2025-10-28T11:29:04Z",
    "stars": 114019,
    "watchers": 2963,
    "forks": 33580,
    "defaultBranch": "main"
  },
  {
    "id": 701547123,
    "name": "open-webui",
    "repo": "open-webui/open-webui",
    "description": "User-friendly AI Interface (Supports Ollama, OpenAI API, ...)",
    "createdAt": "2023-10-06T22:08:27Z",
    "updatedAt": "2025-10-28T12:22:47Z",
    "pushedAt": "2025-10-28T08:46:37Z",
    "stars": 113575,
    "watchers": 515,
    "forks": 15783,
    "defaultBranch": "main"
  },
  {
    "id": 808144141,
    "name": "FreeDomain",
    "repo": "DigitalPlatDev/FreeDomain",
    "description": "DigitalPlat FreeDomain: Free Domain For Everyone",
    "createdAt": "2024-05-30T13:23:00Z",
    "updatedAt": "2025-10-28T12:40:49Z",
    "pushedAt": "2025-09-25T12:12:01Z",
    "stars": 111985,
    "watchers": 120,
    "forks": 2068,
    "defaultBranch": "main"
  },
  {
    "id": 943149,
    "name": "d3",
    "repo": "d3/d3",
    "description": "Bring data to life with SVG, Canvas and HTML. :bar_chart::chart_with_upwards_trend::tada:",
    "createdAt": "2010-09-27T17:22:42Z",
    "updatedAt": "2025-10-28T09:47:08Z",
    "pushedAt": "2025-07-27T11:30:40Z",
    "stars": 111693,
    "watchers": 3558,
    "forks": 22850,
    "defaultBranch": "main"
  },
  {
    "id": 231283452,
    "name": "excalidraw",
    "repo": "excalidraw/excalidraw",
    "description": "Virtual whiteboard for sketching hand-drawn like diagrams",
    "createdAt": "2020-01-02T01:04:43Z",
    "updatedAt": "2025-10-28T12:38:34Z",
    "pushedAt": "2025-10-28T11:43:31Z",
    "stars": 109315,
    "watchers": 467,
    "forks": 11345,
    "defaultBranch": "master"
  },
  {
    "id": 576201,
    "name": "three.js",
    "repo": "mrdoob/three.js",
    "description": "JavaScript 3D Library.",
    "createdAt": "2010-03-23T18:58:01Z",
    "updatedAt": "2025-10-28T12:07:59Z",
    "pushedAt": "2025-10-28T12:13:11Z",
    "stars": 109143,
    "watchers": 2518,
    "forks": 36054,
    "defaultBranch": "dev"
  },
  {
    "id": 23088740,
    "name": "axios",
    "repo": "axios/axios",
    "description": "Promise based HTTP client for the browser and node.js",
    "createdAt": "2014-08-18T22:30:27Z",
    "updatedAt": "2025-10-28T12:10:56Z",
    "pushedAt": "2025-10-27T19:08:10Z",
    "stars": 108032,
    "watchers": 1169,
    "forks": 11371,
    "defaultBranch": "v1.x"
  },
  {
    "id": 724712,
    "name": "rust",
    "repo": "rust-lang/rust",
    "description": "Empowering everyone to build reliable and efficient software.",
    "createdAt": "2010-06-16T20:39:03Z",
    "updatedAt": "2025-10-28T12:40:15Z",
    "pushedAt": "2025-10-28T11:12:51Z",
    "stars": 107478,
    "watchers": 1468,
    "forks": 13900,
    "defaultBranch": "master"
  },
  {
    "id": 20929025,
    "name": "TypeScript",
    "repo": "microsoft/TypeScript",
    "description": "TypeScript is a superset of JavaScript that compiles to clean JavaScript output.",
    "createdAt": "2014-06-17T15:28:39Z",
    "updatedAt": "2025-10-28T12:19:23Z",
    "pushedAt": "2025-10-27T23:52:12Z",
    "stars": 106557,
    "watchers": 2148,
    "forks": 13086,
    "defaultBranch": "main"
  },
  {
    "id": 133442384,
    "name": "deno",
    "repo": "denoland/deno",
    "description": "A modern runtime for JavaScript and TypeScript.",
    "createdAt": "2018-05-15T01:34:26Z",
    "updatedAt": "2025-10-28T12:27:16Z",
    "pushedAt": "2025-10-28T09:10:45Z",
    "stars": 104939,
    "watchers": 1398,
    "forks": 5754,
    "defaultBranch": "main"
  },
  {
    "id": 103633984,
    "name": "nodebestpractices",
    "repo": "goldbergyoni/nodebestpractices",
    "description": ":white_check_mark:  The Node.js best practices list (July 2024)",
    "createdAt": "2017-09-15T08:33:19Z",
    "updatedAt": "2025-10-28T11:50:28Z",
    "pushedAt": "2025-04-15T21:52:42Z",
    "stars": 104455,
    "watchers": 1944,
    "forks": 10625,
    "defaultBranch": "master"
  },
  {
    "id": 63537249,
    "name": "create-react-app",
    "repo": "facebook/create-react-app",
    "description": "Set up a modern web app by running one command.",
    "createdAt": "2016-07-17T14:55:11Z",
    "updatedAt": "2025-10-28T12:35:24Z",
    "pushedAt": "2025-02-15T01:32:11Z",
    "stars": 103813,
    "watchers": 1891,
    "forks": 27148,
    "defaultBranch": "main"
  },
  {
    "id": 206462776,
    "name": "GitHub-Chinese-Top-Charts",
    "repo": "GrowingGit/GitHub-Chinese-Top-Charts",
    "description": ":cn: GitHub中文排行榜，各语言分设「软件 | 资料」榜单，精准定位中文好项目。各取所需，高效学习。",
    "createdAt": "2019-09-05T03:01:56Z",
    "updatedAt": "2025-10-28T10:36:09Z",
    "pushedAt": "2024-10-12T06:51:36Z",
    "stars": 103358,
    "watchers": 2607,
    "forks": 13363,
    "defaultBranch": "master"
  },
  {
    "id": 15634981,
    "name": "godot",
    "repo": "godotengine/godot",
    "description": "Godot Engine – Multi-platform 2D and 3D game engine",
    "createdAt": "2014-01-04T16:05:36Z",
    "updatedAt": "2025-10-28T11:39:26Z",
    "pushedAt": "2025-10-28T08:43:09Z",
    "stars": 102655,
    "watchers": 1493,
    "forks": 23457,
    "defaultBranch": "master"
  },
  {
    "id": 299354207,
    "name": "rustdesk",
    "repo": "rustdesk/rustdesk",
    "description": "An open-source remote desktop application designed for self-hosting, as an alternative to TeamViewer.",
    "createdAt": "2020-09-28T15:36:08Z",
    "updatedAt": "2025-10-28T12:27:03Z",
    "pushedAt": "2025-10-28T12:25:33Z",
    "stars": 101531,
    "watchers": 548,
    "forks": 14850,
    "defaultBranch": "master"
  },
  {
    "id": 655806940,
    "name": "generative-ai-for-beginners",
    "repo": "microsoft/generative-ai-for-beginners",
    "description": "21 Lessons, Get Started Building with Generative AI ",
    "createdAt": "2023-06-19T16:28:59Z",
    "updatedAt": "2025-10-28T12:25:17Z",
    "pushedAt": "2025-10-27T03:19:39Z",
    "stars": 101010,
    "watchers": 887,
    "forks": 53526,
    "defaultBranch": "main"
  },
  {
    "id": 100060912,
    "name": "terminal",
    "repo": "microsoft/terminal",
    "description": "The new Windows Terminal and the original Windows console host, all in the same place!",
    "createdAt": "2017-08-11T18:38:22Z",
    "updatedAt": "2025-10-28T12:08:57Z",
    "pushedAt": "2025-10-28T03:04:50Z",
    "stars": 100746,
    "watchers": 1334,
    "forks": 8879,
    "defaultBranch": "main"
  },
  {
    "id": 48378947,
    "name": "frp",
    "repo": "fatedier/frp",
    "description": "A fast reverse proxy to help you expose a local server behind a NAT or firewall to the internet.",
    "createdAt": "2015-12-21T15:24:59Z",
    "updatedAt": "2025-10-28T11:57:26Z",
    "pushedAt": "2025-10-28T09:52:35Z",
    "stars": 100048,
    "watchers": 1564,
    "forks": 14567,
    "defaultBranch": "dev"
  },
  {
    "id": 908531752,
    "name": "DeepSeek-V3",
    "repo": "deepseek-ai/DeepSeek-V3",
    "description": null,
    "createdAt": "2024-12-26T09:52:40Z",
    "updatedAt": "2025-10-28T12:11:53Z",
    "pushedAt": "2025-08-28T03:24:37Z",
    "stars": 100020,
    "watchers": 752,
    "forks": 16313,
    "defaultBranch": "main"
  },
  {
    "id": 55076063,
    "name": "Awesome-Hacking",
    "repo": "Hack-with-Github/Awesome-Hacking",
    "description": "A collection of various awesome lists for hackers, pentesters and security researchers",
    "createdAt": "2016-03-30T15:47:10Z",
    "updatedAt": "2025-10-28T12:11:25Z",
    "pushedAt": "2025-01-18T01:48:02Z",
    "stars": 99746,
    "watchers": 3932,
    "forks": 9633,
    "defaultBranch": "master"
  },
  {
    "id": 15204860,
    "name": "papers-we-love",
    "repo": "papers-we-love/papers-we-love",
    "description": "Papers from the computer science community to read and discuss.",
    "createdAt": "2013-12-15T14:31:41Z",
    "updatedAt": "2025-10-28T12:35:57Z",
    "pushedAt": "2025-10-10T15:35:14Z",
    "stars": 99660,
    "watchers": 3159,
    "forks": 6144,
    "defaultBranch": "main"
  },
  {
    "id": 24195339,
    "name": "angular",
    "repo": "angular/angular",
    "description": "Deliver web apps with confidence 🚀",
    "createdAt": "2014-09-18T16:12:01Z",
    "updatedAt": "2025-10-28T11:07:05Z",
    "pushedAt": "2025-10-28T10:04:30Z",
    "stars": 99174,
    "watchers": 2980,
    "forks": 26730,
    "defaultBranch": "main"
  },
  {
    "id": 585146387,
    "name": "ui",
    "repo": "shadcn-ui/ui",
    "description": "A set of beautifully-designed, accessible components and a code distribution platform. Works with your favorite frameworks. Open Source. Open Code.",
    "createdAt": "2023-01-04T12:43:27Z",
    "updatedAt": "2025-10-28T12:32:30Z",
    "pushedAt": "2025-10-28T12:41:17Z",
    "stars": 98552,
    "watchers": 307,
    "forks": 7046,
    "defaultBranch": "main"
  },
  {
    "id": 196701619,
    "name": "tauri",
    "repo": "tauri-apps/tauri",
    "description": "Build smaller, faster, and more secure desktop and mobile applications with a web frontend.",
    "createdAt": "2019-07-13T09:09:37Z",
    "updatedAt": "2025-10-28T12:32:07Z",
    "pushedAt": "2025-10-28T10:29:35Z",
    "stars": 98262,
    "watchers": 530,
    "forks": 3139,
    "defaultBranch": "dev"
  },
  {
    "id": 157616880,
    "name": "iptv",
    "repo": "iptv-org/iptv",
    "description": "Collection of publicly available IPTV channels from all over the world",
    "createdAt": "2018-11-14T22:00:57Z",
    "updatedAt": "2025-10-28T12:32:18Z",
    "pushedAt": "2025-10-28T00:11:46Z",
    "stars": 98083,
    "watchers": 1952,
    "forks": 4199,
    "defaultBranch": "master"
  },
  {
    "id": 23083156,
    "name": "material-ui",
    "repo": "mui/material-ui",
    "description": "Material UI: Comprehensive React component library that implements Google's Material Design. Free forever.",
    "createdAt": "2014-08-18T19:11:54Z",
    "updatedAt": "2025-10-28T08:02:20Z",
    "pushedAt": "2025-10-28T06:08:34Z",
    "stars": 96887,
    "watchers": 1312,
    "forks": 32696,
    "defaultBranch": "master"
  },
  {
    "id": 34526884,
    "name": "ant-design",
    "repo": "ant-design/ant-design",
    "description": "An enterprise-class UI design language and React UI library",
    "createdAt": "2015-04-24T15:37:24Z",
    "updatedAt": "2025-10-28T11:00:38Z",
    "pushedAt": "2025-10-28T10:52:44Z",
    "stars": 96472,
    "watchers": 236,
    "forks": 53890,
    "defaultBranch": "master"
  },
  {
    "id": 243950408,
    "name": "HowToCook",
    "repo": "Anduin2017/HowToCook",
    "description": "程序员在家做饭方法指南。Programmer's guide about how to cook at home (Simplified Chinese only).",
    "createdAt": "2020-02-29T10:43:49Z",
    "updatedAt": "2025-10-28T12:35:03Z",
    "pushedAt": "2025-10-28T11:30:11Z",
    "stars": 95425,
    "watchers": 488,
    "forks": 10651,
    "defaultBranch": "master"
  },
  {
    "id": 33614304,
    "name": "thefuck",
    "repo": "nvbn/thefuck",
    "description": "Magnificent app which corrects your previous console command.",
    "createdAt": "2015-04-08T15:08:04Z",
    "updatedAt": "2025-10-28T12:34:25Z",
    "pushedAt": "2024-07-19T14:56:13Z",
    "stars": 94497,
    "watchers": 825,
    "forks": 3792,
    "defaultBranch": "master"
  },
  {
    "id": 65600975,
    "name": "pytorch",
    "repo": "pytorch/pytorch",
    "description": "Tensors and Dynamic neural networks in Python with strong GPU acceleration",
    "createdAt": "2016-08-13T05:26:41Z",
    "updatedAt": "2025-10-28T12:25:28Z",
    "pushedAt": "2025-10-28T12:40:19Z",
    "stars": 94326,
    "watchers": 1770,
    "forks": 25678,
    "defaultBranch": "main"
  },
  {
    "id": 74791366,
    "name": "clean-code-javascript",
    "repo": "ryanmcdermott/clean-code-javascript",
    "description": "Clean Code concepts adapted for JavaScript",
    "createdAt": "2016-11-25T22:25:41Z",
    "updatedAt": "2025-10-28T08:55:17Z",
    "pushedAt": "2024-07-29T07:24:37Z",
    "stars": 93959,
    "watchers": 1744,
    "forks": 12495,
    "defaultBranch": "master"
  },
  {
    "id": 101296881,
    "name": "every-programmer-should-know",
    "repo": "mtdvio/every-programmer-should-know",
    "description": "A collection of (mostly) technical things every software developer should know about",
    "createdAt": "2017-08-24T13:18:26Z",
    "updatedAt": "2025-10-28T11:51:44Z",
    "pushedAt": "2025-10-22T15:21:18Z",
    "stars": 93832,
    "watchers": 2011,
    "forks": 8437,
    "defaultBranch": "master"
  },
  {
    "id": 16408992,
    "name": "neovim",
    "repo": "neovim/neovim",
    "description": "Vim-fork focused on extensibility and usability",
    "createdAt": "2014-01-31T13:39:22Z",
    "updatedAt": "2025-10-28T12:38:30Z",
    "pushedAt": "2025-10-28T08:45:46Z",
    "stars": 93768,
    "watchers": 972,
    "forks": 6376,
    "defaultBranch": "master"
  },
  {
    "id": 943398999,
    "name": "system-prompts-and-models-of-ai-tools",
    "repo": "x1xhlol/system-prompts-and-models-of-ai-tools",
    "description": "FULL Augment Code, Claude Code, Cluely, CodeBuddy, Comet, Cursor, Devin AI, Junie, Kiro, Leap.new, Lovable, Manus Agent Tools, NotionAI, Orchids.app, Perplexity, Poke, Qoder, Replit, Same.dev, Trae, Traycer AI, VSCode Agent, Warp.dev, Windsurf, Xcode, Z.ai Code, dia & v0. (And other Open Sourced) System Prompts, Internal Tools & AI Models",
    "createdAt": "2025-03-05T16:38:29Z",
    "updatedAt": "2025-10-28T12:37:42Z",
    "pushedAt": "2025-10-19T18:44:24Z",
    "stars": 93450,
    "watchers": 1183,
    "forks": 25250,
    "defaultBranch": "main"
  },
  {
    "id": 22790488,
    "name": "java-design-patterns",
    "repo": "iluwatar/java-design-patterns",
    "description": "Design patterns implemented in Java",
    "createdAt": "2014-08-09T16:45:18Z",
    "updatedAt": "2025-10-28T11:55:32Z",
    "pushedAt": "2025-10-21T21:30:34Z",
    "stars": 93230,
    "watchers": 3717,
    "forks": 27312,
    "defaultBranch": "master"
  },
  {
    "id": 90796663,
    "name": "puppeteer",
    "repo": "puppeteer/puppeteer",
    "description": "JavaScript API for Chrome and Firefox",
    "createdAt": "2017-05-09T22:16:13Z",
    "updatedAt": "2025-10-28T11:55:21Z",
    "pushedAt": "2025-10-28T11:35:29Z",
    "stars": 92732,
    "watchers": 1184,
    "forks": 9314,
    "defaultBranch": "main"
  },
  {
    "id": 311525798,
    "name": "Web-Dev-For-Beginners",
    "repo": "microsoft/Web-Dev-For-Beginners",
    "description": "24 Lessons, 12 Weeks, Get Started as a Web Developer",
    "createdAt": "2020-11-10T02:44:00Z",
    "updatedAt": "2025-10-28T12:11:24Z",
    "pushedAt": "2025-10-27T13:01:13Z",
    "stars": 92494,
    "watchers": 2690,
    "forks": 14334,
    "defaultBranch": "main"
  },
  {
    "id": 589831718,
    "name": "ComfyUI",
    "repo": "comfyanonymous/ComfyUI",
    "description": "The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface.",
    "createdAt": "2023-01-17T03:15:56Z",
    "updatedAt": "2025-10-28T12:38:44Z",
    "pushedAt": "2025-10-28T08:45:49Z",
    "stars": 92150,
    "watchers": 615,
    "forks": 10367,
    "defaultBranch": "master"
  },
  {
    "id": 63539055,
    "name": "awesome-mac",
    "repo": "jaywcjlove/awesome-mac",
    "description": " Now we have become very big, Different from the original idea. Collect premium software in various categories.",
    "createdAt": "2016-07-17T15:33:47Z",
    "updatedAt": "2025-10-28T12:29:52Z",
    "pushedAt": "2025-10-27T17:27:24Z",
    "stars": 91942,
    "watchers": 1517,
    "forks": 6956,
    "defaultBranch": "master"
  },
  {
    "id": 919443098,
    "name": "DeepSeek-R1",
    "repo": "deepseek-ai/DeepSeek-R1",
    "description": null,
    "createdAt": "2025-01-20T11:57:28Z",
    "updatedAt": "2025-10-28T12:33:45Z",
    "pushedAt": "2025-06-27T08:35:54Z",
    "stars": 91406,
    "watchers": 607,
    "forks": 11768,
    "defaultBranch": "main"
  },
  {
    "id": 160919119,
    "name": "fastapi",
    "repo": "fastapi/fastapi",
    "description": "FastAPI framework, high performance, easy to learn, fast to code, ready for production",
    "createdAt": "2018-12-08T08:21:47Z",
    "updatedAt": "2025-10-28T11:31:45Z",
    "pushedAt": "2025-10-28T07:50:29Z",
    "stars": 91252,
    "watchers": 721,
    "forks": 8135,
    "defaultBranch": "master"
  },
  {
    "id": 106017343,
    "name": "tailwindcss",
    "repo": "tailwindlabs/tailwindcss",
    "description": "A utility-first CSS framework for rapid UI development.",
    "createdAt": "2017-10-06T14:59:14Z",
    "updatedAt": "2025-10-28T12:25:13Z",
    "pushedAt": "2025-10-28T12:25:08Z",
    "stars": 90816,
    "watchers": 615,
    "forks": 4766,
    "defaultBranch": "main"
  }
]


================================================
FILE: benchmarks/package.json
================================================
{
  "name": "@toon/benchmarks",
  "type": "module",
  "private": true,
  "scripts": {
    "benchmark:tokens": "node scripts/token-efficiency-benchmark.ts",
    "benchmark:accuracy": "node --env-file=.env scripts/accuracy-benchmark.ts",
    "fetch:github-repos": "node scripts/fetch-github-repos.ts"
  },
  "devDependencies": {
    "@ai-sdk/anthropic": "^3.0.58",
    "@ai-sdk/google": "^3.0.43",
    "@ai-sdk/openai": "^3.0.41",
    "@ai-sdk/provider": "^3.0.8",
    "@ai-sdk/xai": "^3.0.67",
    "@clack/prompts": "^1.1.0",
    "@faker-js/faker": "^10.3.0",
    "ai": "^6.0.116",
    "csv-stringify": "^6.6.0",
    "fast-xml-parser": "^5.4.2",
    "gpt-tokenizer": "^3.4.0",
    "ofetch": "^1.5.1",
    "p-map": "^7.0.4",
    "p-queue": "^9.1.0",
    "unstorage": "^1.17.4",
    "yaml": "^2.8.2"
  }
}


================================================
FILE: benchmarks/results/accuracy/models/claude-haiku-4-5-20251001
================================================
[{"questionId":"q1","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7939,"outputTokens":6,"latencyMs":1488.7717919999996},{"questionId":"q1","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4830,"outputTokens":6,"latencyMs":1424.8316250000007},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3079,"outputTokens":6,"latencyMs":1200.6324999999997},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2925,"outputTokens":6,"latencyMs":1187.5327080000006},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9424,"outputTokens":6,"latencyMs":1200.2132079999992},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5830,"outputTokens":6,"latencyMs":1341.1957500000008},{"questionId":"q2","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7938,"outputTokens":4,"latencyMs":1182.2189579999995},{"questionId":"q2","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4829,"outputTokens":4,"latencyMs":1191.913125000001},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3078,"outputTokens":4,"latencyMs":1393.160915999999},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2924,"outputTokens":4,"latencyMs":1192.7132500000007},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":1360.8396249999987},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5829,"outputTokens":4,"latencyMs":1619.3704579999994},{"questionId":"q3","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7943,"outputTokens":12,"latencyMs":1131.9942499999997},{"questionId":"q3","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4834,"outputTokens":12,"latencyMs":1391.2939580000002},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3083,"outputTokens":12,"latencyMs":1181.2237920000007},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2929,"outputTokens":12,"latencyMs":1098.3214580000003},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9428,"outputTokens":12,"latencyMs":1468.2502499999991},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5834,"outputTokens":12,"latencyMs":1044.1940839999988},{"questionId":"q4","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7941,"outputTokens":5,"latencyMs":1145.9674579999992},{"questionId":"q4","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":4832,"outputTokens":5,"latencyMs":1282.7140419999996},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":3081,"outputTokens":5,"latencyMs":993.7237079999995},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2927,"outputTokens":5,"latencyMs":1029.5127499999999},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9426,"outputTokens":5,"latencyMs":1170.4240829999999},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5832,"outputTokens":5,"latencyMs":1297.9727910000001},{"questionId":"q5","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"no","actual":"false","isCorrect":true,"inputTokens":7936,"outputTokens":4,"latencyMs":1060.0110000000004},{"questionId":"q5","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"no","actual":"false","isCorrect":true,"inputTokens":4827,"outputTokens":4,"latencyMs":932.3761250000007},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"false","isCorrect":true,"inputTokens":3076,"outputTokens":4,"latencyMs":967.2909170000003},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"0","isCorrect":true,"inputTokens":2922,"outputTokens":5,"latencyMs":989.7537499999999},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"false","isCorrect":true,"inputTokens":9421,"outputTokens":4,"latencyMs":1163.8299580000003},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"false","isCorrect":true,"inputTokens":5827,"outputTokens":4,"latencyMs":1012.1698340000003},{"questionId":"q6","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7939,"outputTokens":6,"latencyMs":1043.6857499999987},{"questionId":"q6","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4830,"outputTokens":6,"latencyMs":1741.9372920000005},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3079,"outputTokens":6,"latencyMs":1061.195040999999},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2925,"outputTokens":6,"latencyMs":897.5309579999994},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9424,"outputTokens":6,"latencyMs":1091.2617499999997},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5830,"outputTokens":6,"latencyMs":1198.945791},{"questionId":"q7","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7939,"outputTokens":4,"latencyMs":1124.808833000001},{"questionId":"q7","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4830,"outputTokens":4,"latencyMs":1004.0825409999998},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3079,"outputTokens":4,"latencyMs":1026.612874999999},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2925,"outputTokens":4,"latencyMs":900.933500000001},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9424,"outputTokens":4,"latencyMs":1537.3743749999994},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5830,"outputTokens":4,"latencyMs":1069.091042},{"questionId":"q8","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7941,"outputTokens":12,"latencyMs":1463.4106250000004},{"questionId":"q8","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4832,"outputTokens":12,"latencyMs":1045.6618749999998},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3081,"outputTokens":12,"latencyMs":1144.8265419999989},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2927,"outputTokens":12,"latencyMs":1266.5881250000002},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9426,"outputTokens":12,"latencyMs":1094.5647079999999},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5832,"outputTokens":12,"latencyMs":1037.4817500000008},{"questionId":"q9","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7941,"outputTokens":5,"latencyMs":1064.6803340000006},{"questionId":"q9","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":4832,"outputTokens":5,"latencyMs":1234.0882500000007},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":3081,"outputTokens":5,"latencyMs":1072.323041999989},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2927,"outputTokens":5,"latencyMs":1155.7975410000072},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9426,"outputTokens":5,"latencyMs":1583.6992499999906},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5832,"outputTokens":5,"latencyMs":1564.031124999994},{"questionId":"q10","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7938,"outputTokens":4,"latencyMs":1184.0812499999884},{"questionId":"q10","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"true","isCorrect":true,"inputTokens":4829,"outputTokens":4,"latencyMs":1815.7772499999992},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3078,"outputTokens":4,"latencyMs":1103.1678749999992},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"1","isCorrect":true,"inputTokens":2924,"outputTokens":5,"latencyMs":1059.914082999996},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":1852.225999999995},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5829,"outputTokens":4,"latencyMs":1238.4458329999907},{"questionId":"q11","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7938,"outputTokens":6,"latencyMs":1264.0889580000076},{"questionId":"q11","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4829,"outputTokens":6,"latencyMs":984.5701249999984},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3078,"outputTokens":6,"latencyMs":1400.2183340000047},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2924,"outputTokens":6,"latencyMs":891.1542500000069},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9423,"outputTokens":6,"latencyMs":1176.492333000002},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5829,"outputTokens":6,"latencyMs":1310.523291999998},{"questionId":"q12","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7935,"outputTokens":4,"latencyMs":1027.5788330000069},{"questionId":"q12","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4826,"outputTokens":4,"latencyMs":992.2010420000006},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3075,"outputTokens":4,"latencyMs":1090.145749999996},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2921,"outputTokens":4,"latencyMs":867.523457999996},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9420,"outputTokens":4,"latencyMs":1272.2972080000036},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5826,"outputTokens":4,"latencyMs":1223.0700840000063},{"questionId":"q13","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7934,"outputTokens":5,"latencyMs":1089.1235420000012},{"questionId":"q13","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":4825,"outputTokens":5,"latencyMs":992.0438330000034},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":3074,"outputTokens":5,"latencyMs":1052.5001670000056},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2920,"outputTokens":5,"latencyMs":893.6204160000052},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9419,"outputTokens":5,"latencyMs":1324.1672920000128},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":5825,"outputTokens":5,"latencyMs":1415.1354579999897},{"questionId":"q14","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"13","isCorrect":false,"inputTokens":7934,"outputTokens":5,"latencyMs":1215.046291000006},{"questionId":"q14","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4825,"outputTokens":5,"latencyMs":1065.2862919999898},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":3074,"outputTokens":5,"latencyMs":973.8248339999991},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2920,"outputTokens":5,"latencyMs":1048.0387499999924},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9419,"outputTokens":5,"latencyMs":4246.3034999999945},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5825,"outputTokens":5,"latencyMs":3089.0154579999944},{"questionId":"q15","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"13","isCorrect":false,"inputTokens":7934,"outputTokens":5,"latencyMs":1041.0287499999977},{"questionId":"q15","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4825,"outputTokens":5,"latencyMs":1126.9441249999945},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":3074,"outputTokens":5,"latencyMs":1174.3665829999954},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2920,"outputTokens":5,"latencyMs":1421.4708329999994},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9419,"outputTokens":5,"latencyMs":1255.9135000000097},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":5825,"outputTokens":5,"latencyMs":1288.064916000003},{"questionId":"q16","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":7939,"outputTokens":5,"latencyMs":1213.8851250000007},{"questionId":"q16","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"91","actual":"78","isCorrect":false,"inputTokens":4830,"outputTokens":5,"latencyMs":1034.356375000003},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":3079,"outputTokens":5,"latencyMs":1150.7799589999922},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"76","isCorrect":false,"inputTokens":2925,"outputTokens":5,"latencyMs":927.4066250000033},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"92","isCorrect":false,"inputTokens":9424,"outputTokens":5,"latencyMs":989.8042080000014},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"91","isCorrect":true,"inputTokens":5830,"outputTokens":5,"latencyMs":1249.2909999999974},{"questionId":"q17","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":7939,"outputTokens":5,"latencyMs":1313.7873749999999},{"questionId":"q17","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"67","actual":"60","isCorrect":false,"inputTokens":4830,"outputTokens":5,"latencyMs":1045.1794999999984},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"46","isCorrect":false,"inputTokens":3079,"outputTokens":5,"latencyMs":985.7277500000055},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2925,"outputTokens":5,"latencyMs":964.684500000003},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"58","isCorrect":false,"inputTokens":9424,"outputTokens":5,"latencyMs":1365.7662500000006},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"61","isCorrect":false,"inputTokens":5830,"outputTokens":5,"latencyMs":1559.340124999988},{"questionId":"q18","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"34","isCorrect":false,"inputTokens":7939,"outputTokens":5,"latencyMs":1418.1319579999981},{"questionId":"q18","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":4830,"outputTokens":5,"latencyMs":1229.3413750000036},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":3079,"outputTokens":5,"latencyMs":1237.7892920000013},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":2925,"outputTokens":5,"latencyMs":1149.4620410000061},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"34","isCorrect":false,"inputTokens":9424,"outputTokens":5,"latencyMs":1498.104582999993},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":5830,"outputTokens":5,"latencyMs":1437.632666999998},{"questionId":"q19","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7935,"outputTokens":5,"latencyMs":1284.2168329999986},{"questionId":"q19","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4826,"outputTokens":5,"latencyMs":1304.1590419999993},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":3075,"outputTokens":5,"latencyMs":1151.4296670000185},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2921,"outputTokens":5,"latencyMs":1547.9670420000039},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9420,"outputTokens":5,"latencyMs":1110.2993750000169},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5826,"outputTokens":5,"latencyMs":1029.0622079999885},{"questionId":"q20","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99857.49","isCorrect":false,"inputTokens":7936,"outputTokens":8,"latencyMs":1178.934208000006},{"questionId":"q20","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100657.68","isCorrect":false,"inputTokens":4827,"outputTokens":8,"latencyMs":1070.5215410000092},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"97474.27","isCorrect":false,"inputTokens":3076,"outputTokens":8,"latencyMs":1914.8881249999831},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98208.5","isCorrect":false,"inputTokens":2922,"outputTokens":8,"latencyMs":1134.84874999999},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100591.83","isCorrect":false,"inputTokens":9421,"outputTokens":8,"latencyMs":1201.0446670000092},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100560.31","isCorrect":false,"inputTokens":5827,"outputTokens":8,"latencyMs":1365.4649169999902},{"questionId":"q21","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"78","actual":"78","isCorrect":true,"inputTokens":7933,"outputTokens":5,"latencyMs":1057.5927919999813},{"questionId":"q21","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":4824,"outputTokens":5,"latencyMs":984.6357499999867},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"80","isCorrect":false,"inputTokens":3073,"outputTokens":5,"latencyMs":961.1789580000041},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":2919,"outputTokens":5,"latencyMs":1046.232457999984},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"76","isCorrect":false,"inputTokens":9418,"outputTokens":5,"latencyMs":1062.490832999989},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"76","isCorrect":false,"inputTokens":5824,"outputTokens":5,"latencyMs":1386.1599170000118},{"questionId":"q22","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":7933,"outputTokens":5,"latencyMs":1155.2419999999984},{"questionId":"q22","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4824,"outputTokens":5,"latencyMs":984.3614579999994},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":3073,"outputTokens":5,"latencyMs":2339.569790999987},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2919,"outputTokens":5,"latencyMs":1645.8104999999923},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9418,"outputTokens":5,"latencyMs":1110.3421669999952},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":5824,"outputTokens":5,"latencyMs":1158.1035830000183},{"questionId":"q23","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":7941,"outputTokens":5,"latencyMs":1850.1329160000023},{"questionId":"q23","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":4832,"outputTokens":5,"latencyMs":1923.266666999989},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":3081,"outputTokens":5,"latencyMs":1092.6574580000015},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":2927,"outputTokens":5,"latencyMs":993.8929580000113},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1253.2862920000043},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":5832,"outputTokens":5,"latencyMs":1106.7149579999968},{"questionId":"q24","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":7941,"outputTokens":5,"latencyMs":1006.815042000002},{"questionId":"q24","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":4832,"outputTokens":5,"latencyMs":1115.0337080000027},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":3081,"outputTokens":5,"latencyMs":1048.2592920000025},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2927,"outputTokens":5,"latencyMs":910.7634580000013},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":119476.61179200001},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":5832,"outputTokens":5,"latencyMs":982.0880420000176},{"questionId":"q25","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":7941,"outputTokens":5,"latencyMs":1282.5784159999748},{"questionId":"q25","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4832,"outputTokens":5,"latencyMs":1083.9630830000096},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":3081,"outputTokens":5,"latencyMs":927.612374999997},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2927,"outputTokens":5,"latencyMs":954.8622909999976},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":4318.050334},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":5832,"outputTokens":5,"latencyMs":1295.8421249999956},{"questionId":"q26","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":7941,"outputTokens":5,"latencyMs":1169.7239170000248},{"questionId":"q26","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":4832,"outputTokens":5,"latencyMs":1160.2663750000065},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":3081,"outputTokens":5,"latencyMs":1324.3053749999963},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2927,"outputTokens":5,"latencyMs":1237.4985830000078},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":2209.9241660000116},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":5832,"outputTokens":5,"latencyMs":1174.278707999998},{"questionId":"q27","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7941,"outputTokens":5,"latencyMs":1188.8322920000064},{"questionId":"q27","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4832,"outputTokens":5,"latencyMs":1392.668875000003},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":3081,"outputTokens":5,"latencyMs":1144.9836670000223},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2927,"outputTokens":5,"latencyMs":1185.1800420000218},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1109.5572499999835},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":5832,"outputTokens":5,"latencyMs":1004.8929999999818},{"questionId":"q28","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"63","actual":"72","isCorrect":false,"inputTokens":7941,"outputTokens":5,"latencyMs":1536.55349999998},{"questionId":"q28","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"63","actual":"67","isCorrect":false,"inputTokens":4832,"outputTokens":5,"latencyMs":1200.943041999999},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"72","isCorrect":false,"inputTokens":3081,"outputTokens":5,"latencyMs":1219.1552500000107},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":2927,"outputTokens":5,"latencyMs":1005.1289589999942},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1041.4887500000186},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"68","isCorrect":false,"inputTokens":5832,"outputTokens":5,"latencyMs":1143.78916700001},{"questionId":"q29","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":7941,"outputTokens":5,"latencyMs":1129.352041999984},{"questionId":"q29","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":4832,"outputTokens":5,"latencyMs":1346.812042000005},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"57","isCorrect":false,"inputTokens":3081,"outputTokens":5,"latencyMs":1013.5596249999944},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"45","isCorrect":false,"inputTokens":2927,"outputTokens":5,"latencyMs":1137.8311660000181},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"57","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1281.3305829999736},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"62","isCorrect":false,"inputTokens":5832,"outputTokens":5,"latencyMs":1146.0332919999782},{"questionId":"q30","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"28","isCorrect":false,"inputTokens":7941,"outputTokens":5,"latencyMs":962.1130420000118},{"questionId":"q30","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"34","isCorrect":false,"inputTokens":4832,"outputTokens":5,"latencyMs":1271.9399580000027},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"33","isCorrect":false,"inputTokens":3081,"outputTokens":5,"latencyMs":1231.0171670000127},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"27","isCorrect":false,"inputTokens":2927,"outputTokens":5,"latencyMs":1907.3603749999893},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1237.180583999987},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"34","isCorrect":false,"inputTokens":5832,"outputTokens":5,"latencyMs":1330.3151660000149},{"questionId":"q31","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7942,"outputTokens":5,"latencyMs":1211.030208000011},{"questionId":"q31","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4833,"outputTokens":5,"latencyMs":1125.4293749999779},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":3082,"outputTokens":5,"latencyMs":1125.0806660000235},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":2928,"outputTokens":5,"latencyMs":1203.0037089999823},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9427,"outputTokens":5,"latencyMs":1321.5858330000192},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5833,"outputTokens":5,"latencyMs":1174.450708999997},{"questionId":"q32","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7942,"outputTokens":5,"latencyMs":1131.7181249999849},{"questionId":"q32","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":4833,"outputTokens":5,"latencyMs":1292.2494589999842},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":3082,"outputTokens":5,"latencyMs":1056.2060000000056},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":2928,"outputTokens":5,"latencyMs":914.0282920000027},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9427,"outputTokens":5,"latencyMs":1058.9597080000094},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":5833,"outputTokens":5,"latencyMs":1138.2416660000163},{"questionId":"q33","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":7942,"outputTokens":5,"latencyMs":1159.8052090000128},{"questionId":"q33","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":4833,"outputTokens":5,"latencyMs":1179.3050000000221},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"7","isCorrect":false,"inputTokens":3082,"outputTokens":5,"latencyMs":2072.5861670000013},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2928,"outputTokens":5,"latencyMs":1516.0497909999976},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":9427,"outputTokens":5,"latencyMs":1098.749375000014},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":5833,"outputTokens":5,"latencyMs":1028.6647499999963},{"questionId":"q34","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"14","isCorrect":false,"inputTokens":7935,"outputTokens":5,"latencyMs":1599.851416999998},{"questionId":"q34","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":4826,"outputTokens":5,"latencyMs":1247.702500000014},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"14","isCorrect":false,"inputTokens":3075,"outputTokens":5,"latencyMs":1222.0808750000142},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2921,"outputTokens":5,"latencyMs":1043.5218340000138},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":9420,"outputTokens":5,"latencyMs":1324.776125000004},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5826,"outputTokens":5,"latencyMs":1299.7890419999894},{"questionId":"q35","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":7935,"outputTokens":5,"latencyMs":1194.0861659999937},{"questionId":"q35","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":4826,"outputTokens":5,"latencyMs":1254.9089580000145},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":3075,"outputTokens":5,"latencyMs":1161.8742499999935},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2921,"outputTokens":5,"latencyMs":1073.0098749999888},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":9420,"outputTokens":5,"latencyMs":2201.6162919999915},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5826,"outputTokens":5,"latencyMs":1558.6932920000108},{"questionId":"q36","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13071,"outputTokens":7,"latencyMs":1283.411334000004},{"questionId":"q36","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8032,"outputTokens":7,"latencyMs":1105.1879999999946},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8349,"outputTokens":7,"latencyMs":1409.0812499999884},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":14576,"outputTokens":7,"latencyMs":1401.9225830000069},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9474,"outputTokens":7,"latencyMs":1155.835207999975},{"questionId":"q37","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13071,"outputTokens":4,"latencyMs":1765.247250000015},{"questionId":"q37","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8032,"outputTokens":4,"latencyMs":1487.960958999989},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8349,"outputTokens":4,"latencyMs":1007.5285840000142},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":14576,"outputTokens":4,"latencyMs":1259.9838750000054},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9474,"outputTokens":4,"latencyMs":1105.1101250000065},{"questionId":"q38","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13071,"outputTokens":7,"latencyMs":1630.5366249999788},{"questionId":"q38","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8032,"outputTokens":7,"latencyMs":1085.6638749999984},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8349,"outputTokens":7,"latencyMs":1176.3057919999992},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":14576,"outputTokens":7,"latencyMs":1291.9421250000014},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9474,"outputTokens":7,"latencyMs":1621.5995840000105},{"questionId":"q39","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13071,"outputTokens":4,"latencyMs":1089.3430830000143},{"questionId":"q39","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8032,"outputTokens":4,"latencyMs":1120.2911670000176},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8349,"outputTokens":4,"latencyMs":1409.0022079999908},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":14576,"outputTokens":4,"latencyMs":1679.7288340000086},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9474,"outputTokens":4,"latencyMs":1494.9637079999957},{"questionId":"q40","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13071,"outputTokens":8,"latencyMs":1279.6186250000028},{"questionId":"q40","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8032,"outputTokens":8,"latencyMs":1300.0924999999988},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8349,"outputTokens":8,"latencyMs":1365.5876669999852},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":14576,"outputTokens":8,"latencyMs":1800.0563749999856},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9474,"outputTokens":8,"latencyMs":1211.8039999999746},{"questionId":"q41","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13071,"outputTokens":4,"latencyMs":1131.8700000000244},{"questionId":"q41","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8032,"outputTokens":4,"latencyMs":1012.6772080000082},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8349,"outputTokens":4,"latencyMs":1297.319542000012},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":14576,"outputTokens":4,"latencyMs":1182.1698329999927},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9474,"outputTokens":4,"latencyMs":1186.7259579999954},{"questionId":"q42","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13071,"outputTokens":8,"latencyMs":1212.6475830000127},{"questionId":"q42","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8032,"outputTokens":8,"latencyMs":1013.4181670000253},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8349,"outputTokens":8,"latencyMs":1341.400834},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":14576,"outputTokens":8,"latencyMs":1428.899792000011},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9474,"outputTokens":8,"latencyMs":1146.0207080000255},{"questionId":"q43","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13071,"outputTokens":4,"latencyMs":1413.8295410000137},{"questionId":"q43","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8032,"outputTokens":4,"latencyMs":1371.2625839999819},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8349,"outputTokens":4,"latencyMs":1177.8167500000272},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":14576,"outputTokens":4,"latencyMs":1314.6559169999964},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9474,"outputTokens":4,"latencyMs":1084.5133339999884},{"questionId":"q44","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13072,"outputTokens":11,"latencyMs":1845.7391250000219},{"questionId":"q44","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8033,"outputTokens":11,"latencyMs":1215.7845419999794},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8350,"outputTokens":11,"latencyMs":1371.353415999969},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":14577,"outputTokens":11,"latencyMs":1405.688749999972},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9475,"outputTokens":11,"latencyMs":1195.1462080000201},{"questionId":"q45","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13072,"outputTokens":16,"latencyMs":1444.1725420000148},{"questionId":"q45","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8033,"outputTokens":16,"latencyMs":1851.9470420000143},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8350,"outputTokens":16,"latencyMs":1421.1135419999482},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":14577,"outputTokens":16,"latencyMs":2023.5860419999808},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9475,"outputTokens":16,"latencyMs":1497.3693329999805},{"questionId":"q46","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":13072,"outputTokens":10,"latencyMs":1659.9631250000093},{"questionId":"q46","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8033,"outputTokens":10,"latencyMs":918.8577919999952},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8350,"outputTokens":10,"latencyMs":1379.7277499999618},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":14577,"outputTokens":10,"latencyMs":1363.199666999979},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":9475,"outputTokens":10,"latencyMs":1301.9265000000014},{"questionId":"q47","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13071,"outputTokens":5,"latencyMs":1366.802708000003},{"questionId":"q47","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8032,"outputTokens":5,"latencyMs":1218.0884169999626},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8349,"outputTokens":5,"latencyMs":1183.3402910000295},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":14576,"outputTokens":5,"latencyMs":1063.356374999974},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":9474,"outputTokens":5,"latencyMs":1065.5065830000094},{"questionId":"q48","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13072,"outputTokens":9,"latencyMs":1751.0218330000062},{"questionId":"q48","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8033,"outputTokens":9,"latencyMs":1108.9815420000232},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8350,"outputTokens":9,"latencyMs":1787.948665999982},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":14577,"outputTokens":9,"latencyMs":1295.9337500000256},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9475,"outputTokens":9,"latencyMs":1736.0960830000113},{"questionId":"q49","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13072,"outputTokens":13,"latencyMs":1199.4784590000054},{"questionId":"q49","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8033,"outputTokens":13,"latencyMs":1075.0446249999804},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8350,"outputTokens":13,"latencyMs":1981.9005830000388},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":14577,"outputTokens":13,"latencyMs":1281.1696249999804},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9475,"outputTokens":13,"latencyMs":1370.431249999965},{"questionId":"q50","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":13072,"outputTokens":10,"latencyMs":1113.5716249999823},{"questionId":"q50","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":8033,"outputTokens":10,"latencyMs":1239.1278750000056},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":8350,"outputTokens":10,"latencyMs":1279.7286249999888},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":14577,"outputTokens":10,"latencyMs":1407.9125830000266},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":9475,"outputTokens":10,"latencyMs":1706.669125000015},{"questionId":"q51","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":13071,"outputTokens":5,"latencyMs":1270.9225829999777},{"questionId":"q51","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":8032,"outputTokens":5,"latencyMs":1130.0672090000007},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":8349,"outputTokens":5,"latencyMs":1345.5521249999874},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":14576,"outputTokens":5,"latencyMs":1226.1289170000236},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":9474,"outputTokens":5,"latencyMs":1119.2856669999892},{"questionId":"q52","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13067,"outputTokens":5,"latencyMs":1196.8826250000275},{"questionId":"q52","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8028,"outputTokens":5,"latencyMs":1126.873499999987},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8345,"outputTokens":5,"latencyMs":980.0860000000102},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":14572,"outputTokens":5,"latencyMs":1064.6709169999813},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":9470,"outputTokens":5,"latencyMs":1166.8697909999755},{"questionId":"q53","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13067,"outputTokens":5,"latencyMs":1113.0990410000086},{"questionId":"q53","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8028,"outputTokens":5,"latencyMs":1303.7009589999798},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8345,"outputTokens":5,"latencyMs":1238.1067499999772},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":14572,"outputTokens":5,"latencyMs":1333.5686250000144},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":9470,"outputTokens":5,"latencyMs":1225.3654999999562},{"questionId":"q54","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13067,"outputTokens":5,"latencyMs":1399.3465410000063},{"questionId":"q54","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8028,"outputTokens":5,"latencyMs":1113.1435410000267},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":8345,"outputTokens":5,"latencyMs":1724.1194590000086},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":14572,"outputTokens":5,"latencyMs":1181.9311669999734},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":9470,"outputTokens":5,"latencyMs":1049.9266670000507},{"questionId":"q55","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"42861.75","isCorrect":false,"inputTokens":13067,"outputTokens":8,"latencyMs":1439.9581250000047},{"questionId":"q55","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"40558.41","isCorrect":false,"inputTokens":8028,"outputTokens":8,"latencyMs":1148.0986250000424},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"47834.79","isCorrect":false,"inputTokens":8345,"outputTokens":8,"latencyMs":1271.2527080000145},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"38565.28","isCorrect":false,"inputTokens":14572,"outputTokens":8,"latencyMs":1461.959582999989},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"41847.94","isCorrect":false,"inputTokens":9470,"outputTokens":8,"latencyMs":1480.8175409999676},{"questionId":"q56","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"756.89","isCorrect":false,"inputTokens":13065,"outputTokens":7,"latencyMs":1130.103833000001},{"questionId":"q56","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"822.94","isCorrect":false,"inputTokens":8026,"outputTokens":7,"latencyMs":1252.784875000012},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"791.84","isCorrect":false,"inputTokens":8343,"outputTokens":7,"latencyMs":1113.3430420000223},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"766.89","isCorrect":false,"inputTokens":14570,"outputTokens":7,"latencyMs":2177.307124999992},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"779.77","isCorrect":false,"inputTokens":9468,"outputTokens":7,"latencyMs":1105.3537500000093},{"questionId":"q57","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13066,"outputTokens":5,"latencyMs":1392.8512499999488},{"questionId":"q57","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8027,"outputTokens":5,"latencyMs":1126.0595420000027},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8344,"outputTokens":5,"latencyMs":1194.2017089999863},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":14571,"outputTokens":5,"latencyMs":1171.6571669999976},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":9469,"outputTokens":5,"latencyMs":1206.3512079999782},{"questionId":"q58","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":13065,"outputTokens":8,"latencyMs":1393.6799589999719},{"questionId":"q58","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8026,"outputTokens":8,"latencyMs":1519.2332499999902},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8343,"outputTokens":8,"latencyMs":2102.0287920000264},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":14570,"outputTokens":8,"latencyMs":1612.3956250000047},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9468,"outputTokens":8,"latencyMs":1793.879041999986},{"questionId":"q59","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"49","isCorrect":false,"inputTokens":13069,"outputTokens":5,"latencyMs":1420.1437499999884},{"questionId":"q59","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"47","isCorrect":false,"inputTokens":8030,"outputTokens":5,"latencyMs":1007.740334000031},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"46","isCorrect":false,"inputTokens":8347,"outputTokens":5,"latencyMs":1120.1873340000166},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"47","isCorrect":false,"inputTokens":14574,"outputTokens":5,"latencyMs":1570.4214159999974},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"49","isCorrect":false,"inputTokens":9472,"outputTokens":5,"latencyMs":1261.9378329999745},{"questionId":"q60","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"41","isCorrect":false,"inputTokens":13069,"outputTokens":5,"latencyMs":1163.1469999999972},{"questionId":"q60","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"35","isCorrect":false,"inputTokens":8030,"outputTokens":5,"latencyMs":1140.09945899999},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"38","isCorrect":false,"inputTokens":8347,"outputTokens":5,"latencyMs":1130.5380000000005},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"38","isCorrect":false,"inputTokens":14574,"outputTokens":5,"latencyMs":1129.3633750000154},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"36","isCorrect":false,"inputTokens":9472,"outputTokens":5,"latencyMs":1117.113416999986},{"questionId":"q61","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":13069,"outputTokens":5,"latencyMs":1169.0952919999836},{"questionId":"q61","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"34","isCorrect":false,"inputTokens":8030,"outputTokens":5,"latencyMs":996.319291999971},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":8347,"outputTokens":5,"latencyMs":1430.8997499999823},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":14574,"outputTokens":5,"latencyMs":1613.020166000002},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"34","isCorrect":false,"inputTokens":9472,"outputTokens":5,"latencyMs":1436.6957920000423},{"questionId":"q62","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":13073,"outputTokens":5,"latencyMs":1080.898833000043},{"questionId":"q62","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":8034,"outputTokens":5,"latencyMs":1029.815249999985},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":8351,"outputTokens":5,"latencyMs":1269.5112920000101},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":14578,"outputTokens":5,"latencyMs":2015.9492079999764},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9476,"outputTokens":5,"latencyMs":1004.2100409999839},{"questionId":"q63","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":13073,"outputTokens":5,"latencyMs":1069.4494169999962},{"questionId":"q63","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":8034,"outputTokens":5,"latencyMs":1287.5518329999759},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":8351,"outputTokens":5,"latencyMs":1275.4342079999624},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":14578,"outputTokens":5,"latencyMs":1156.013666999992},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":9476,"outputTokens":5,"latencyMs":1259.9707500000368},{"questionId":"q64","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":13073,"outputTokens":5,"latencyMs":1450.3827080000192},{"questionId":"q64","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":8034,"outputTokens":5,"latencyMs":1151.1852920000092},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":8351,"outputTokens":5,"latencyMs":1510.7578340000473},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":14578,"outputTokens":5,"latencyMs":1430.823583999998},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":9476,"outputTokens":5,"latencyMs":1582.9399579999736},{"questionId":"q65","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":13073,"outputTokens":5,"latencyMs":1475.282125000027},{"questionId":"q65","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":8034,"outputTokens":5,"latencyMs":1132.6659169999766},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8351,"outputTokens":5,"latencyMs":1348.3977080000332},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":14578,"outputTokens":5,"latencyMs":1487.2882499999832},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":9476,"outputTokens":5,"latencyMs":1363.7185419999878},{"questionId":"q66","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":13074,"outputTokens":5,"latencyMs":1189.3430410000146},{"questionId":"q66","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8035,"outputTokens":5,"latencyMs":1351.1734999999753},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":8352,"outputTokens":5,"latencyMs":1177.2700830000103},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":14579,"outputTokens":5,"latencyMs":1242.0754999999772},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":9477,"outputTokens":5,"latencyMs":1276.0302499999525},{"questionId":"q67","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":13074,"outputTokens":5,"latencyMs":1344.6504580000183},{"questionId":"q67","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":8035,"outputTokens":5,"latencyMs":1176.157292000018},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":8352,"outputTokens":5,"latencyMs":20701.426457999973},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":14579,"outputTokens":5,"latencyMs":2367.8421249999665},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":9477,"outputTokens":5,"latencyMs":1153.2113339999923},{"questionId":"q68","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":13074,"outputTokens":5,"latencyMs":1657.7776670000167},{"questionId":"q68","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"4","isCorrect":false,"inputTokens":8035,"outputTokens":5,"latencyMs":1173.5819999999949},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":8352,"outputTokens":5,"latencyMs":1232.1174580000225},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":14579,"outputTokens":5,"latencyMs":1349.014124999987},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9477,"outputTokens":5,"latencyMs":1086.6965840000194},{"questionId":"q69","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":13077,"outputTokens":5,"latencyMs":1153.7664579999982},{"questionId":"q69","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":8038,"outputTokens":5,"latencyMs":1132.6050000000396},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":8355,"outputTokens":5,"latencyMs":1340.9702089999919},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"21","isCorrect":false,"inputTokens":14582,"outputTokens":5,"latencyMs":1389.9804579999764},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":9480,"outputTokens":5,"latencyMs":1181.636083999998},{"questionId":"q70","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"15","isCorrect":false,"inputTokens":13077,"outputTokens":5,"latencyMs":1226.459166000015},{"questionId":"q70","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":8038,"outputTokens":5,"latencyMs":1483.1681670000544},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":8355,"outputTokens":5,"latencyMs":1059.183416999993},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"19","isCorrect":true,"inputTokens":14582,"outputTokens":5,"latencyMs":1345.0946669999976},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"24","isCorrect":false,"inputTokens":9480,"outputTokens":5,"latencyMs":1219.1354169999831},{"questionId":"q71","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4146,"outputTokens":6,"latencyMs":1277.316541999986},{"questionId":"q71","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2457,"outputTokens":6,"latencyMs":2851.0970419999794},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1603,"outputTokens":6,"latencyMs":1085.2489160000114},{"questionId":"q71","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1511,"outputTokens":6,"latencyMs":1086.2770000000019},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4848,"outputTokens":6,"latencyMs":1117.6914580000448},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3177,"outputTokens":6,"latencyMs":1230.9872919999762},{"questionId":"q72","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4146,"outputTokens":8,"latencyMs":1094.448000000033},{"questionId":"q72","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2457,"outputTokens":8,"latencyMs":1426.7915410000132},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1603,"outputTokens":8,"latencyMs":900.4749999999767},{"questionId":"q72","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1511,"outputTokens":8,"latencyMs":1126.0100419999799},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4848,"outputTokens":8,"latencyMs":1176.668249999988},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3177,"outputTokens":8,"latencyMs":999.8163330000243},{"questionId":"q73","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4147,"outputTokens":7,"latencyMs":1333.652624999988},{"questionId":"q73","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2458,"outputTokens":7,"latencyMs":1092.060541999992},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1604,"outputTokens":7,"latencyMs":1007.1116670000483},{"questionId":"q73","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1512,"outputTokens":7,"latencyMs":1013.337332999974},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4849,"outputTokens":7,"latencyMs":1650.107040999981},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3178,"outputTokens":7,"latencyMs":1439.3979579999577},{"questionId":"q74","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4148,"outputTokens":5,"latencyMs":1417.6148329999996},{"questionId":"q74","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":2459,"outputTokens":5,"latencyMs":1242.6064170000027},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1605,"outputTokens":5,"latencyMs":1100.431958000001},{"questionId":"q74","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1513,"outputTokens":5,"latencyMs":986.0364159999881},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4850,"outputTokens":5,"latencyMs":1172.132042000012},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":3179,"outputTokens":5,"latencyMs":1304.2830830000457},{"questionId":"q75","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4146,"outputTokens":6,"latencyMs":1242.7824169999803},{"questionId":"q75","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2457,"outputTokens":6,"latencyMs":1163.7357910000137},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1603,"outputTokens":6,"latencyMs":1151.549875000026},{"questionId":"q75","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1511,"outputTokens":6,"latencyMs":1063.787249999994},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4848,"outputTokens":6,"latencyMs":1115.4328329999698},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3177,"outputTokens":6,"latencyMs":1137.960791999998},{"questionId":"q76","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4146,"outputTokens":8,"latencyMs":1201.6026249999995},{"questionId":"q76","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2457,"outputTokens":8,"latencyMs":1124.2640000000247},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1603,"outputTokens":8,"latencyMs":927.5135000000009},{"questionId":"q76","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1511,"outputTokens":8,"latencyMs":1195.1520000000019},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4848,"outputTokens":8,"latencyMs":1325.3894999999902},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3177,"outputTokens":8,"latencyMs":1116.2845840000082},{"questionId":"q77","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4147,"outputTokens":7,"latencyMs":1075.8688749999856},{"questionId":"q77","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2458,"outputTokens":7,"latencyMs":1041.189167000004},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1604,"outputTokens":7,"latencyMs":861.4979169999715},{"questionId":"q77","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1512,"outputTokens":7,"latencyMs":1134.7716669999645},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4849,"outputTokens":7,"latencyMs":1177.7597500000265},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3178,"outputTokens":7,"latencyMs":1119.7470000000321},{"questionId":"q78","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4148,"outputTokens":5,"latencyMs":996.1894999999786},{"questionId":"q78","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":2459,"outputTokens":5,"latencyMs":1080.7052919999696},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1605,"outputTokens":5,"latencyMs":935.0501249999506},{"questionId":"q78","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1513,"outputTokens":5,"latencyMs":1056.5405419999734},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4850,"outputTokens":5,"latencyMs":1489.8931659999653},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":3179,"outputTokens":5,"latencyMs":79487.06733300001},{"questionId":"q79","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4146,"outputTokens":6,"latencyMs":1313.9647910000058},{"questionId":"q79","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2457,"outputTokens":6,"latencyMs":1343.1313749999972},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1603,"outputTokens":6,"latencyMs":1334.5621249999967},{"questionId":"q79","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1511,"outputTokens":6,"latencyMs":1067.4220000000205},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4848,"outputTokens":6,"latencyMs":1150.077583999955},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3177,"outputTokens":6,"latencyMs":981.6363750000019},{"questionId":"q80","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4143,"outputTokens":5,"latencyMs":1220.5045420000097},{"questionId":"q80","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2454,"outputTokens":5,"latencyMs":1120.3278329999885},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1600,"outputTokens":5,"latencyMs":1426.4953749999986},{"questionId":"q80","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1508,"outputTokens":5,"latencyMs":941.414792000025},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":4845,"outputTokens":5,"latencyMs":1227.888500000001},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3174,"outputTokens":5,"latencyMs":1216.2199170000385},{"questionId":"q81","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"367840","isCorrect":false,"inputTokens":4144,"outputTokens":6,"latencyMs":1537.3239579999936},{"questionId":"q81","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"340858","isCorrect":false,"inputTokens":2455,"outputTokens":6,"latencyMs":1150.2108749999898},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"326657","isCorrect":false,"inputTokens":1601,"outputTokens":6,"latencyMs":804.5737499999814},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"370775","isCorrect":false,"inputTokens":1509,"outputTokens":6,"latencyMs":840.2609170000069},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"341506","isCorrect":false,"inputTokens":4846,"outputTokens":6,"latencyMs":1314.695624999993},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"176916","isCorrect":false,"inputTokens":3175,"outputTokens":6,"latencyMs":1555.4265829999931},{"questionId":"q82","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1434","isCorrect":false,"inputTokens":4145,"outputTokens":6,"latencyMs":1159.8954170000507},{"questionId":"q82","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1389","isCorrect":false,"inputTokens":2456,"outputTokens":6,"latencyMs":1061.4540839999681},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1577","isCorrect":false,"inputTokens":1602,"outputTokens":6,"latencyMs":1123.5626250000205},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1357","isCorrect":false,"inputTokens":1510,"outputTokens":6,"latencyMs":992.4902909999946},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1347","isCorrect":false,"inputTokens":4847,"outputTokens":6,"latencyMs":1159.3279999999795},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1325","isCorrect":false,"inputTokens":3176,"outputTokens":6,"latencyMs":1181.7296659999993},{"questionId":"q83","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"343045.86","isCorrect":false,"inputTokens":4142,"outputTokens":8,"latencyMs":1219.903667000006},{"questionId":"q83","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"412256.91","isCorrect":false,"inputTokens":2453,"outputTokens":8,"latencyMs":1145.0830829999177},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"343945.11","isCorrect":false,"inputTokens":1599,"outputTokens":8,"latencyMs":1223.68987500004},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"390626.67","isCorrect":false,"inputTokens":1507,"outputTokens":8,"latencyMs":1040.1668749999953},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"382889.24","isCorrect":false,"inputTokens":4844,"outputTokens":8,"latencyMs":1409.154291999992},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"356170.34","isCorrect":false,"inputTokens":3173,"outputTokens":8,"latencyMs":956.8994170000078},{"questionId":"q84","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4140,"outputTokens":7,"latencyMs":1256.6058330000378},{"questionId":"q84","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.537","isCorrect":false,"inputTokens":2451,"outputTokens":7,"latencyMs":1293.1294590000762},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5263","isCorrect":true,"inputTokens":1597,"outputTokens":8,"latencyMs":854.5393750000512},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5246","isCorrect":false,"inputTokens":1505,"outputTokens":8,"latencyMs":1119.7116249999963},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4842,"outputTokens":7,"latencyMs":1132.9079159999965},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3171,"outputTokens":7,"latencyMs":1521.2640829999},{"questionId":"q85","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":4145,"outputTokens":5,"latencyMs":1171.5495420000516},{"questionId":"q85","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"24","isCorrect":false,"inputTokens":2456,"outputTokens":5,"latencyMs":1003.8035830000881},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":1602,"outputTokens":5,"latencyMs":972.5325840000296},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1510,"outputTokens":5,"latencyMs":905.6272500000196},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":4847,"outputTokens":5,"latencyMs":1082.7218340000836},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":3176,"outputTokens":5,"latencyMs":997.8206250000512},{"questionId":"q86","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"25","isCorrect":false,"inputTokens":4145,"outputTokens":5,"latencyMs":1060.1338329999708},{"questionId":"q86","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"33","isCorrect":false,"inputTokens":2456,"outputTokens":5,"latencyMs":1412.0989999999292},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":1602,"outputTokens":5,"latencyMs":980.2765409999993},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42","actual":"41","isCorrect":false,"inputTokens":1510,"outputTokens":5,"latencyMs":943.2066659999546},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"24","isCorrect":false,"inputTokens":4847,"outputTokens":5,"latencyMs":1598.437624999904},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"31","isCorrect":false,"inputTokens":3176,"outputTokens":5,"latencyMs":939.6132920000236},{"questionId":"q87","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":4153,"outputTokens":5,"latencyMs":1164.4256670000032},{"questionId":"q87","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":2464,"outputTokens":5,"latencyMs":1529.9007079999428},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":1610,"outputTokens":5,"latencyMs":1043.3165000000736},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"17","isCorrect":false,"inputTokens":1518,"outputTokens":5,"latencyMs":1014.4737080000341},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":4855,"outputTokens":5,"latencyMs":1299.7567919999128},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"20","isCorrect":true,"inputTokens":3184,"outputTokens":5,"latencyMs":1036.0580000000773},{"questionId":"q88","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":4153,"outputTokens":5,"latencyMs":1351.0695419999538},{"questionId":"q88","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":2464,"outputTokens":5,"latencyMs":1451.123499999987},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":1610,"outputTokens":5,"latencyMs":1011.8816250000382},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"9","isCorrect":false,"inputTokens":1518,"outputTokens":5,"latencyMs":1116.2810419999296},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"9","isCorrect":false,"inputTokens":4855,"outputTokens":5,"latencyMs":1202.6905839999672},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":3184,"outputTokens":5,"latencyMs":1217.9919999999693},{"questionId":"q89","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4151,"outputTokens":5,"latencyMs":1086.266249999986},{"questionId":"q89","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":2462,"outputTokens":5,"latencyMs":1425.2647910000524},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1608,"outputTokens":5,"latencyMs":1165.0251670000143},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1302.6017080000602},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4853,"outputTokens":5,"latencyMs":1207.5639170000795},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"13","isCorrect":false,"inputTokens":3182,"outputTokens":5,"latencyMs":1003.2787090000929},{"questionId":"q90","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4151,"outputTokens":5,"latencyMs":1314.3022080000956},{"questionId":"q90","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":2462,"outputTokens":5,"latencyMs":2278.123583000037},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"13","isCorrect":false,"inputTokens":1608,"outputTokens":5,"latencyMs":1040.3857919999864},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1609.7861250001006},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4853,"outputTokens":5,"latencyMs":1177.3617499999236},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"13","isCorrect":false,"inputTokens":3182,"outputTokens":5,"latencyMs":1123.888500000001},{"questionId":"q91","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"13","isCorrect":false,"inputTokens":4151,"outputTokens":5,"latencyMs":2513.7377080000006},{"questionId":"q91","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":2462,"outputTokens":5,"latencyMs":1089.2179999999935},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":1608,"outputTokens":5,"latencyMs":1062.1664580000797},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1236.656958000036},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":4853,"outputTokens":5,"latencyMs":1146.2815420000115},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"14","isCorrect":false,"inputTokens":3182,"outputTokens":5,"latencyMs":1096.0875419999938},{"questionId":"q92","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"25","isCorrect":false,"inputTokens":4152,"outputTokens":5,"latencyMs":987.8946670000441},{"questionId":"q92","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":2463,"outputTokens":5,"latencyMs":1220.6643329999642},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1609,"outputTokens":5,"latencyMs":937.5257920000004},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":1517,"outputTokens":5,"latencyMs":2063.006832999992},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":4854,"outputTokens":5,"latencyMs":1468.0255830000388},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":3183,"outputTokens":5,"latencyMs":966.7985420000041},{"questionId":"q93","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"11","isCorrect":false,"inputTokens":4152,"outputTokens":5,"latencyMs":1278.894708000007},{"questionId":"q93","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":2463,"outputTokens":5,"latencyMs":1107.823999999906},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1609,"outputTokens":5,"latencyMs":907.0621670000255},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":1517,"outputTokens":5,"latencyMs":1304.2223330000415},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":4854,"outputTokens":5,"latencyMs":1006.5030419999966},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":3183,"outputTokens":5,"latencyMs":1042.183209000039},{"questionId":"q94","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":4153,"outputTokens":5,"latencyMs":1480.0997500000522},{"questionId":"q94","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":2464,"outputTokens":5,"latencyMs":1601.9094999999506},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":1610,"outputTokens":5,"latencyMs":1208.4925000000512},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1518,"outputTokens":5,"latencyMs":1313.0127909999574},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":4855,"outputTokens":5,"latencyMs":1156.5654589999467},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3184,"outputTokens":5,"latencyMs":1046.6653750000987},{"questionId":"q95","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4153,"outputTokens":5,"latencyMs":1009.8270000000484},{"questionId":"q95","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":2464,"outputTokens":5,"latencyMs":1112.5791250000475},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":1610,"outputTokens":5,"latencyMs":1165.6955840000883},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1518,"outputTokens":5,"latencyMs":1050.5519169999752},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":4855,"outputTokens":5,"latencyMs":1023.872166999965},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":3184,"outputTokens":5,"latencyMs":1117.4546669999836},{"questionId":"q96","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17482,"outputTokens":6,"latencyMs":1361.8696670000209},{"questionId":"q96","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12617,"outputTokens":6,"latencyMs":1247.9789170000004},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9380,"outputTokens":6,"latencyMs":1211.6023749999003},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9198,"outputTokens":6,"latencyMs":1307.9147920000833},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19872,"outputTokens":6,"latencyMs":1437.3064170000143},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14557,"outputTokens":6,"latencyMs":1455.2815420000115},{"questionId":"q97","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17481,"outputTokens":6,"latencyMs":1353.6013749999693},{"questionId":"q97","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12616,"outputTokens":6,"latencyMs":1534.4137919999193},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9379,"outputTokens":6,"latencyMs":2213.0383339999244},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9197,"outputTokens":6,"latencyMs":1201.597165999934},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19871,"outputTokens":6,"latencyMs":1513.969000000041},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14556,"outputTokens":6,"latencyMs":1353.5847500000382},{"questionId":"q98","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17476,"outputTokens":6,"latencyMs":1397.7247079999652},{"questionId":"q98","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12611,"outputTokens":6,"latencyMs":1268.1517080001067},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9374,"outputTokens":6,"latencyMs":1237.637166999979},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9192,"outputTokens":6,"latencyMs":1559.2043330000015},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":19866,"outputTokens":6,"latencyMs":1554.237124999985},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":14551,"outputTokens":6,"latencyMs":4180.1094579999335},{"questionId":"q99","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17481,"outputTokens":4,"latencyMs":1550.9610000000102},{"questionId":"q99","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":12616,"outputTokens":4,"latencyMs":1546.9043330000713},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9379,"outputTokens":4,"latencyMs":1625.3927080000285},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9197,"outputTokens":4,"latencyMs":1535.6835000000428},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19871,"outputTokens":4,"latencyMs":2670.4785830000183},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14556,"outputTokens":4,"latencyMs":1569.8371250000782},{"questionId":"q100","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17476,"outputTokens":6,"latencyMs":1596.1594999999506},{"questionId":"q100","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12611,"outputTokens":6,"latencyMs":1386.254958000034},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9374,"outputTokens":6,"latencyMs":1336.2282079999568},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9192,"outputTokens":6,"latencyMs":1287.5360420000507},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":19866,"outputTokens":6,"latencyMs":1648.8853339999914},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":14551,"outputTokens":6,"latencyMs":1202.9672089999076},{"questionId":"q101","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17481,"outputTokens":6,"latencyMs":1287.3107910000253},{"questionId":"q101","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12616,"outputTokens":6,"latencyMs":1320.3634160000365},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9379,"outputTokens":6,"latencyMs":1191.4255419999827},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9197,"outputTokens":6,"latencyMs":1206.390000000014},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":19871,"outputTokens":6,"latencyMs":1499.8067499999888},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":14556,"outputTokens":6,"latencyMs":1127.3515840000473},{"questionId":"q102","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":17483,"outputTokens":5,"latencyMs":1328.8301249999786},{"questionId":"q102","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":12618,"outputTokens":5,"latencyMs":1138.0201249999227},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9381,"outputTokens":5,"latencyMs":980.3800830000546},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9199,"outputTokens":5,"latencyMs":1157.8958750000456},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":19873,"outputTokens":5,"latencyMs":1360.5095420000143},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":14558,"outputTokens":5,"latencyMs":1273.2398329999996},{"questionId":"q103","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17477,"outputTokens":4,"latencyMs":1274.5509169999277},{"questionId":"q103","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":12612,"outputTokens":4,"latencyMs":1256.6803749999963},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9375,"outputTokens":4,"latencyMs":1433.376416000072},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9193,"outputTokens":4,"latencyMs":1417.8876250000903},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19867,"outputTokens":4,"latencyMs":1639.6358750000363},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14552,"outputTokens":4,"latencyMs":1522.2459160001017},{"questionId":"q104","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17484,"outputTokens":6,"latencyMs":1278.353458999889},{"questionId":"q104","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12619,"outputTokens":6,"latencyMs":1228.4452499999898},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9382,"outputTokens":6,"latencyMs":1285.1270830000285},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9200,"outputTokens":6,"latencyMs":1185.8712910000468},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":19874,"outputTokens":6,"latencyMs":1733.4342500000494},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":14559,"outputTokens":6,"latencyMs":1182.3504170000087},{"questionId":"q105","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17480,"outputTokens":6,"latencyMs":1328.0590000000084},{"questionId":"q105","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12615,"outputTokens":6,"latencyMs":1337.2227919999277},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9378,"outputTokens":6,"latencyMs":1245.6462499999907},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9196,"outputTokens":6,"latencyMs":1152.3198330000741},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":19870,"outputTokens":6,"latencyMs":1417.1319579998963},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":14555,"outputTokens":6,"latencyMs":1587.597666000016},{"questionId":"q106","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17485,"outputTokens":6,"latencyMs":1286.3247500000289},{"questionId":"q106","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12620,"outputTokens":6,"latencyMs":1243.2615000000224},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9383,"outputTokens":6,"latencyMs":1291.9809159999713},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9201,"outputTokens":6,"latencyMs":1398.1902080000145},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":19875,"outputTokens":6,"latencyMs":1624.34620800009},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":14560,"outputTokens":6,"latencyMs":1721.1688750000903},{"questionId":"q107","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17473,"outputTokens":5,"latencyMs":1369.6887080000015},{"questionId":"q107","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12608,"outputTokens":5,"latencyMs":1290.1797500000102},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9371,"outputTokens":5,"latencyMs":1811.6780829998897},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9189,"outputTokens":5,"latencyMs":1179.5881659999723},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19863,"outputTokens":5,"latencyMs":2173.616832999978},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14548,"outputTokens":5,"latencyMs":1352.0613330000779},{"questionId":"q108","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"11475937","isCorrect":false,"inputTokens":17476,"outputTokens":7,"latencyMs":2116.313165999949},{"questionId":"q108","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13947885","isCorrect":false,"inputTokens":12611,"outputTokens":7,"latencyMs":1385.7955830000574},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"17348748","isCorrect":false,"inputTokens":9374,"outputTokens":7,"latencyMs":1142.456750000012},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10737833","isCorrect":false,"inputTokens":9192,"outputTokens":7,"latencyMs":1214.3351249999832},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10524881","isCorrect":false,"inputTokens":19866,"outputTokens":7,"latencyMs":1302.2744999999413},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10959626","isCorrect":false,"inputTokens":14551,"outputTokens":7,"latencyMs":1313.938542000018},{"questionId":"q109","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1327621","isCorrect":false,"inputTokens":17477,"outputTokens":7,"latencyMs":1437.121167000034},{"questionId":"q109","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1453895","isCorrect":false,"inputTokens":12612,"outputTokens":7,"latencyMs":1452.4355000000214},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1429822","isCorrect":false,"inputTokens":9375,"outputTokens":7,"latencyMs":1270.1647080000257},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1359722","isCorrect":false,"inputTokens":9193,"outputTokens":7,"latencyMs":1112.9368749998976},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1264743","isCorrect":false,"inputTokens":19867,"outputTokens":7,"latencyMs":1466.141500000027},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1434047","isCorrect":false,"inputTokens":14552,"outputTokens":7,"latencyMs":1131.1252089999616},{"questionId":"q110","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130896","isCorrect":false,"inputTokens":17475,"outputTokens":6,"latencyMs":1628.9582499999087},{"questionId":"q110","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"137824","isCorrect":false,"inputTokens":12610,"outputTokens":6,"latencyMs":1084.4367499999935},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130658","isCorrect":false,"inputTokens":9373,"outputTokens":6,"latencyMs":1364.9022910000058},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130686.16","isCorrect":false,"inputTokens":9191,"outputTokens":8,"latencyMs":1165.2718750000931},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"132689","isCorrect":false,"inputTokens":19865,"outputTokens":6,"latencyMs":1335.3207089999923},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"132673","isCorrect":false,"inputTokens":14550,"outputTokens":6,"latencyMs":1393.0692500000587},{"questionId":"q111","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":17477,"outputTokens":5,"latencyMs":2100.8017080000136},{"questionId":"q111","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"25","isCorrect":false,"inputTokens":12612,"outputTokens":5,"latencyMs":1400.2827919999836},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"21","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1358.0510830000276},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":9193,"outputTokens":5,"latencyMs":1191.0352500000736},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":19867,"outputTokens":5,"latencyMs":3264.8267500000075},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":14552,"outputTokens":5,"latencyMs":1273.1958330000052},{"questionId":"q112","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":17477,"outputTokens":5,"latencyMs":1519.110915999976},{"questionId":"q112","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":12612,"outputTokens":5,"latencyMs":1058.4677910000319},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"57","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1207.4402080000145},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"53","isCorrect":true,"inputTokens":9193,"outputTokens":5,"latencyMs":1156.1299169999547},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"57","isCorrect":false,"inputTokens":19867,"outputTokens":5,"latencyMs":1534.4429999999702},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"46","isCorrect":false,"inputTokens":14552,"outputTokens":5,"latencyMs":1102.8952910000226},{"questionId":"q113","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":17477,"outputTokens":5,"latencyMs":1363.827082999982},{"questionId":"q113","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":12612,"outputTokens":5,"latencyMs":1098.9746250000317},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1091.201000000001},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":9193,"outputTokens":5,"latencyMs":985.0388750000857},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":19867,"outputTokens":5,"latencyMs":1350.483332999982},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":14552,"outputTokens":5,"latencyMs":1329.111082999967},{"questionId":"q114","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"41","isCorrect":false,"inputTokens":17477,"outputTokens":5,"latencyMs":1212.424457999994},{"questionId":"q114","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"50","isCorrect":false,"inputTokens":12612,"outputTokens":5,"latencyMs":1182.8672079999233},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"50","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1758.9869160000235},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"45","isCorrect":false,"inputTokens":9193,"outputTokens":5,"latencyMs":1223.081125000026},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"50","isCorrect":false,"inputTokens":19867,"outputTokens":5,"latencyMs":1448.7562919999473},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"50","isCorrect":false,"inputTokens":14552,"outputTokens":5,"latencyMs":1141.3254169999855},{"questionId":"q115","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"5","isCorrect":false,"inputTokens":17477,"outputTokens":5,"latencyMs":1641.206375000067},{"questionId":"q115","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"31","isCorrect":false,"inputTokens":12612,"outputTokens":5,"latencyMs":1152.969541999977},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1277.7170410000253},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"21","isCorrect":false,"inputTokens":9193,"outputTokens":5,"latencyMs":1170.6205830000108},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"3","isCorrect":false,"inputTokens":19867,"outputTokens":5,"latencyMs":1850.4669170000125},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"3","isCorrect":false,"inputTokens":14552,"outputTokens":5,"latencyMs":1451.0770000000484},{"questionId":"q116","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":17478,"outputTokens":5,"latencyMs":1355.7432499999413},{"questionId":"q116","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"49","actual":"56","isCorrect":false,"inputTokens":12613,"outputTokens":5,"latencyMs":1275.323333999957},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":9376,"outputTokens":5,"latencyMs":1957.939083000063},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"29","isCorrect":false,"inputTokens":9194,"outputTokens":5,"latencyMs":1257.4775420000078},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"25","isCorrect":false,"inputTokens":19868,"outputTokens":5,"latencyMs":1747.7625409999164},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"29","isCorrect":false,"inputTokens":14553,"outputTokens":5,"latencyMs":1300.0107079999289},{"questionId":"q117","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"26","isCorrect":false,"inputTokens":17478,"outputTokens":5,"latencyMs":1249.3837920000078},{"questionId":"q117","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"20","isCorrect":false,"inputTokens":12613,"outputTokens":5,"latencyMs":1169.6777500000317},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"22","isCorrect":false,"inputTokens":9376,"outputTokens":5,"latencyMs":1138.845290999976},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"22","isCorrect":false,"inputTokens":9194,"outputTokens":5,"latencyMs":1190.8722499998985},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"17","isCorrect":false,"inputTokens":19868,"outputTokens":5,"latencyMs":1297.84612500004},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"14","isCorrect":false,"inputTokens":14553,"outputTokens":5,"latencyMs":1273.5267079999903},{"questionId":"q118","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"10","isCorrect":false,"inputTokens":17478,"outputTokens":5,"latencyMs":1501.3266669999575},{"questionId":"q118","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":12613,"outputTokens":5,"latencyMs":1335.36412500008},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"15","isCorrect":false,"inputTokens":9376,"outputTokens":5,"latencyMs":1168.816125000012},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"31","isCorrect":false,"inputTokens":9194,"outputTokens":5,"latencyMs":1292.2094170000637},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"16","isCorrect":false,"inputTokens":19868,"outputTokens":5,"latencyMs":1603.7261660000077},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"10","isCorrect":false,"inputTokens":14553,"outputTokens":5,"latencyMs":1265.9923339999514},{"questionId":"q119","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17486,"outputTokens":5,"latencyMs":1319.7199580000015},{"questionId":"q119","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"23","isCorrect":false,"inputTokens":12621,"outputTokens":5,"latencyMs":1675.4872079999186},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"12","isCorrect":false,"inputTokens":9384,"outputTokens":5,"latencyMs":1093.7844170000171},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":9202,"outputTokens":5,"latencyMs":1534.8674590000883},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":19876,"outputTokens":5,"latencyMs":1421.0654590000631},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":14561,"outputTokens":5,"latencyMs":1133.124291999964},{"questionId":"q120","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"38","isCorrect":false,"inputTokens":17486,"outputTokens":5,"latencyMs":3100.8175000000047},{"questionId":"q120","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"37","isCorrect":false,"inputTokens":12621,"outputTokens":5,"latencyMs":1586.5317499999655},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"37","isCorrect":false,"inputTokens":9384,"outputTokens":5,"latencyMs":1087.2246670000022},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":9202,"outputTokens":5,"latencyMs":1252.717082999996},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"21","isCorrect":false,"inputTokens":19876,"outputTokens":5,"latencyMs":1433.415833999985},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"41","isCorrect":false,"inputTokens":14561,"outputTokens":5,"latencyMs":1497.922416999936},{"questionId":"q121","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"13","isCorrect":false,"inputTokens":17486,"outputTokens":5,"latencyMs":1229.641583000077},{"questionId":"q121","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":12621,"outputTokens":5,"latencyMs":1479.924708000035},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"22","isCorrect":false,"inputTokens":9384,"outputTokens":5,"latencyMs":1331.8733749999665},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"18","isCorrect":false,"inputTokens":9202,"outputTokens":5,"latencyMs":1499.8951249999227},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":19876,"outputTokens":5,"latencyMs":1506.3811669999268},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"10","isCorrect":false,"inputTokens":14561,"outputTokens":5,"latencyMs":1207.6717090000166},{"questionId":"q122","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":17486,"outputTokens":5,"latencyMs":1919.7641669999575},{"questionId":"q122","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"18","isCorrect":false,"inputTokens":12621,"outputTokens":5,"latencyMs":2294.538125000079},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"15","isCorrect":false,"inputTokens":9384,"outputTokens":5,"latencyMs":1619.9265840000007},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":9202,"outputTokens":5,"latencyMs":2120.3911249999655},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"17","isCorrect":false,"inputTokens":19876,"outputTokens":5,"latencyMs":1503.0869999999413},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"13","isCorrect":false,"inputTokens":14561,"outputTokens":5,"latencyMs":1234.3564580000238},{"questionId":"q123","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":17486,"outputTokens":5,"latencyMs":1434.706542000058},{"questionId":"q123","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":12621,"outputTokens":5,"latencyMs":1561.3982910000486},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"12","isCorrect":false,"inputTokens":9384,"outputTokens":5,"latencyMs":1187.2939999999944},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":9202,"outputTokens":5,"latencyMs":1084.5471249999246},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":19876,"outputTokens":5,"latencyMs":1870.1685000000289},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":14561,"outputTokens":5,"latencyMs":1385.7719580000266},{"questionId":"q124","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7783,"outputTokens":4,"latencyMs":1268.9927909999387},{"questionId":"q124","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5221,"outputTokens":4,"latencyMs":1421.6205409999238},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6241,"outputTokens":4,"latencyMs":1310.4610000000102},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8788,"outputTokens":4,"latencyMs":1550.1076250000624},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6187,"outputTokens":4,"latencyMs":1150.0919170000125},{"questionId":"q125","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7783,"outputTokens":7,"latencyMs":1214.324041999993},{"questionId":"q125","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5221,"outputTokens":7,"latencyMs":1421.8747919999296},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6241,"outputTokens":7,"latencyMs":1067.4452499999898},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8788,"outputTokens":7,"latencyMs":1218.4350420000264},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6187,"outputTokens":7,"latencyMs":1223.642499999958},{"questionId":"q126","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":7784,"outputTokens":5,"latencyMs":1130.6049170000479},{"questionId":"q126","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":5222,"outputTokens":5,"latencyMs":1027.4643330000108},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6242,"outputTokens":5,"latencyMs":1244.4015420000069},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":8789,"outputTokens":5,"latencyMs":1162.2130830000388},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6188,"outputTokens":5,"latencyMs":1949.5525829999242},{"questionId":"q127","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7784,"outputTokens":6,"latencyMs":999.1413750000065},{"questionId":"q127","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5222,"outputTokens":6,"latencyMs":1027.876125000068},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6242,"outputTokens":6,"latencyMs":1985.8047080000397},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8789,"outputTokens":6,"latencyMs":1117.451000000001},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6188,"outputTokens":6,"latencyMs":1347.6159579999512},{"questionId":"q128","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":7783,"outputTokens":4,"latencyMs":1317.608249999932},{"questionId":"q128","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":5221,"outputTokens":4,"latencyMs":1256.9298749999143},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6241,"outputTokens":4,"latencyMs":1083.470083000022},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":8788,"outputTokens":4,"latencyMs":1015.1183330001077},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6187,"outputTokens":4,"latencyMs":955.9129999999423},{"questionId":"q129","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7783,"outputTokens":7,"latencyMs":1433.7668750000885},{"questionId":"q129","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5221,"outputTokens":7,"latencyMs":1191.4290000000037},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6241,"outputTokens":7,"latencyMs":1086.0024169998942},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8788,"outputTokens":7,"latencyMs":1344.1925419999752},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6187,"outputTokens":7,"latencyMs":1327.7757920000004},{"questionId":"q130","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":7784,"outputTokens":5,"latencyMs":975.5557089999784},{"questionId":"q130","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":5222,"outputTokens":5,"latencyMs":1581.8543330000248},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6242,"outputTokens":5,"latencyMs":1049.4542499999516},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":8789,"outputTokens":5,"latencyMs":1078.1500829999568},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6188,"outputTokens":5,"latencyMs":1060.7320830000099},{"questionId":"q131","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":7784,"outputTokens":5,"latencyMs":1025.7722079999512},{"questionId":"q131","fo