{
  "model": "ornith-sglang",
  "base": "http://127.0.0.1:8130/v1",
  "results": [
    {
      "case": "multiply",
      "pass": true,
      "content": "391",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 28,
        "total_tokens": 32,
        "completion_tokens": 4,
        "prompt_tokens_details": null,
        "reasoning_tokens": 0
      },
      "seconds": 1.4301921429578215
    },
    {
      "case": "arithmetic",
      "pass": true,
      "content": "40",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 33,
        "total_tokens": 36,
        "completion_tokens": 3,
        "prompt_tokens_details": null,
        "reasoning_tokens": 0
      },
      "seconds": 0.5369984819553792
    },
    {
      "case": "json",
      "pass": true,
      "content": "{\"ok\":true,\"n\":3}",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 29,
        "total_tokens": 39,
        "completion_tokens": 10,
        "prompt_tokens_details": null,
        "reasoning_tokens": 0
      },
      "seconds": 1.4427985090296715
    },
    {
      "case": "extract",
      "pass": false,
      "content": "{\n  \"total\": 18,\n  \"personas\": [\"Ana\", \"Luis\"]\n}",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 34,
        "total_tokens": 60,
        "completion_tokens": 26,
        "prompt_tokens_details": null,
        "reasoning_tokens": 0
      },
      "seconds": 3.532800254994072
    },
    {
      "case": "square",
      "pass": true,
      "content": "```python\ndef square(n):\n    return n ** 2\n```",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 29,
        "total_tokens": 46,
        "completion_tokens": 17,
        "prompt_tokens_details": null,
        "reasoning_tokens": 0
      },
      "seconds": 2.3772271670168266
    },
    {
      "case": "sum_list",
      "pass": true,
      "content": "```python\ndef total(xs):\n    return sum(xs)\n```\n\n`sum()` maneja la lista vacía devolviendo `0`.",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 30,
        "total_tokens": 62,
        "completion_tokens": 32,
        "prompt_tokens_details": null,
        "reasoning_tokens": 0
      },
      "seconds": 4.305143233039416
    },
    {
      "case": "tool_call",
      "pass": false,
      "error": "Remote end closed connection without response"
    }
  ],
  "pass": false,
  "passed": 5,
  "total": 7
}
