{
  "meta": {
    "tested_at": "2026-08-26 23:31:12 UTC",
    "key_suffix": "e4b5e5",
    "plan": "free",
    "base_url": "https://api.brainiall.com/v1",
    "api_docs_ref": "https://chat.brainiall.com/api",
    "image_gen_note": "gemini-3-flash-image, gpt-5-image-mini, gemini-2-flash-image return base64 images on FREE plan; riverflow-fast requires paid.",
    "paid_sweep": "All previously-failed (paid/403/broken) models re-probed sequentially"
  },
  "models": [
    {
      "id": "gemma-3-27b",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 940,
      "reasoning": false,
      "prompt_tok": 13,
      "completion_tok": 4,
      "model_reported": "gemma-3-27b",
      "tools": true,
      "tool_name": "get_weather",
      "tool_args": "{\"location\": \"Tokyo\"}",
      "stream": true,
      "stream_chunks": 6
    },
    {
      "id": "gpt-oss-120b",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 5623,
      "reasoning": true,
      "prompt_tok": 72,
      "completion_tok": 56,
      "model_reported": "gpt-oss-120b",
      "tools": false,
      "tools_code": 429,
      "tools_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "stream": false,
      "stream_code": 429
    },
    {
      "id": "llama-3.1-8b",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 551,
      "reasoning": false,
      "prompt_tok": 15,
      "completion_tok": 2,
      "model_reported": "llama-3.1-8b",
      "tools": true,
      "tool_name": "get_weather",
      "tool_args": "{\"location\":\"Tokyo\"}",
      "stream": true,
      "stream_chunks": 6
    },
    {
      "id": "llama-3.2-1b",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 686,
      "reasoning": false,
      "prompt_tok": 16,
      "completion_tok": 2,
      "model_reported": "llama-3.2-1b",
      "tools": false,
      "tools_code": 404,
      "tools_err": "Model not found: llama-3.2-1b",
      "stream": true,
      "stream_chunks": 6
    },
    {
      "id": "llama-3.2-3b",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 503,
      "reasoning": false,
      "prompt_tok": 16,
      "completion_tok": 2,
      "model_reported": "llama-3.2-3b",
      "tools": false,
      "tools_code": 404,
      "tools_err": "Model not found: llama-3.2-3b",
      "stream": true,
      "stream_chunks": 6
    },
    {
      "id": "llama-3.3-70b",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 688,
      "reasoning": false,
      "prompt_tok": 15,
      "completion_tok": 2,
      "model_reported": "llama-3.3-70b",
      "tools": true,
      "tool_name": "get_weather",
      "tool_args": "{\"location\": \"Tokyo\"}",
      "stream": true,
      "stream_chunks": 6
    },
    {
      "id": "llama-4-scout",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 932,
      "reasoning": false,
      "prompt_tok": 15,
      "completion_tok": 2,
      "model_reported": "llama-4-scout",
      "tools": true,
      "tool_name": "get_weather",
      "tool_args": "{\"location\":\"Tokyo\"}",
      "stream": true,
      "stream_chunks": 6
    },
    {
      "id": "nemotron-30b",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 1254,
      "reasoning": true,
      "prompt_tok": 21,
      "completion_tok": 64,
      "model_reported": "nemotron-30b",
      "tools": true,
      "tool_name": "get_weather",
      "tool_args": "{\"location\": \"Tokyo\"}",
      "stream": false,
      "stream_code": 429
    },
    {
      "id": "nova-lite",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 628,
      "reasoning": false,
      "prompt_tok": 5,
      "completion_tok": 2,
      "model_reported": "nova-lite",
      "tools": true,
      "tool_name": "get_weather",
      "tool_args": "{\"location\":\"Tokyo\"}",
      "stream": true,
      "stream_chunks": 6
    },
    {
      "id": "nova-micro",
      "gen": true,
      "gen_code": 200,
      "gen_out": "OK",
      "ms": 866,
      "reasoning": false,
      "prompt_tok": 5,
      "completion_tok": 2,
      "model_reported": "nova-micro",
      "tools": true,
      "tool_name": "get_weather",
      "tool_args": "{\"location\":\"Tokyo\"}",
      "stream": true,
      "stream_chunks": 6
    },
    {
      "id": "auto-free",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 1513,
      "gen_out": "OK",
      "reasoning": true,
      "prompt_tok": 15,
      "completion_tok": 92,
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "claude-3-haiku",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'claude-3-haiku' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 270
    },
    {
      "id": "claude-3.5-haiku",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'claude-3.5-haiku' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 269
    },
    {
      "id": "claude-haiku-4-5",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'claude-haiku-4-5' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 275
    },
    {
      "id": "claude-opus-4-5",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'claude-opus-4-5' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 270
    },
    {
      "id": "claude-opus-4-6",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'claude-opus-4-6' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 277
    },
    {
      "id": "claude-sonnet-4-5",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'claude-sonnet-4-5' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 269
    },
    {
      "id": "claude-sonnet-4-6",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'claude-sonnet-4-6' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 274
    },
    {
      "id": "command-r-plus",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'command-r-plus' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 279
    },
    {
      "id": "content-safety-free",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 2734,
      "gen_out": "User Safety: safe",
      "reasoning": true,
      "prompt_tok": 467,
      "completion_tok": 190,
      "tools": false,
      "tools_err": "code 404"
    },
    {
      "id": "deepseek-r1",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'deepseek-r1' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 269
    },
    {
      "id": "deepseek-v3",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'deepseek-v3' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 285
    },
    {
      "id": "deepseek-v4-flash",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 1154,
      "gen_out": "OK",
      "reasoning": false,
      "prompt_tok": 9,
      "completion_tok": 2,
      "model_reported": "deepseek-v4-flash",
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "devstral-2",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'devstral-2' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 260
    },
    {
      "id": "flux-2-klein",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'flux-2-klein' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 267
    },
    {
      "id": "gemini-2-flash-image",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'gemini-2-flash-image' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 274
    },
    {
      "id": "gemini-3-flash-image",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'gemini-3-flash-image' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 285
    },
    {
      "id": "gemini-3-pro-image",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'gemini-3-pro-image' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 261
    },
    {
      "id": "gemma-4-26b-free",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 67749,
      "gen_out": "OK",
      "reasoning": true,
      "prompt_tok": 21,
      "completion_tok": 39,
      "model_reported": "gemma-4-26b-free",
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "gemma-4-31b-free",
      "gen": false,
      "gen_code": 0,
      "gen_err": "The read operation timed out",
      "ms": 306
    },
    {
      "id": "glm-4.7",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'glm-4.7' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 277
    },
    {
      "id": "glm-4.7-flash",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 3625,
      "gen_out": "OK",
      "reasoning": true,
      "prompt_tok": 10,
      "completion_tok": 120,
      "model_reported": "glm-4.7-flash",
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "gpt-5-image",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'gpt-5-image' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 262
    },
    {
      "id": "gpt-5-image-mini",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'gpt-5-image-mini' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 262
    },
    {
      "id": "gpt-oss-20b",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 815,
      "gen_out": "OK",
      "reasoning": true,
      "prompt_tok": 74,
      "completion_tok": 29,
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "gpt-oss-20b-free",
      "gen": false,
      "gen_code": 0,
      "gen_err": "The read operation timed out",
      "ms": 257
    },
    {
      "id": "kimi-k2.5",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'kimi-k2.5' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 284
    },
    {
      "id": "laguna-xs-free",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 927,
      "gen_out": "OK",
      "reasoning": true,
      "prompt_tok": 49,
      "completion_tok": 81,
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "ling-flash",
      "gen": false,
      "gen_code": 404,
      "gen_err": "Model not found: ling-flash",
      "ms": 269
    },
    {
      "id": "ling-flash-free",
      "gen": false,
      "gen_code": 0,
      "gen_err": "The read operation timed out",
      "ms": 266
    },
    {
      "id": "llama-4-maverick",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'llama-4-maverick' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 289
    },
    {
      "id": "minimax-m2",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'minimax-m2' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 281
    },
    {
      "id": "mistral-large-3",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'mistral-large-3' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 265
    },
    {
      "id": "mistral-nemo",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 1754,
      "gen_out": "OK",
      "reasoning": false,
      "prompt_tok": 10,
      "completion_tok": 1,
      "tools": false,
      "tools_err": "code 502"
    },
    {
      "id": "mistral-small",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'mistral-small' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 280
    },
    {
      "id": "nemotron-70b",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'nemotron-70b' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 262
    },
    {
      "id": "nemotron-9b-free",
      "gen": false,
      "gen_code": 0,
      "gen_err": "The read operation timed out",
      "ms": 267
    },
    {
      "id": "nemotron-nano-free",
      "gen": false,
      "gen_code": 0,
      "gen_err": "The read operation timed out",
      "ms": 267
    },
    {
      "id": "nemotron-omni-free",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 65483,
      "gen_out": "OK",
      "reasoning": true,
      "prompt_tok": 21,
      "completion_tok": 48,
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "nemotron-super-free",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 1240,
      "gen_out": "OK",
      "reasoning": true,
      "prompt_tok": 21,
      "completion_tok": 55,
      "model_reported": "nemotron-super-free",
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "nemotron-ultra-free",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 271,
      "gen_out": "OK",
      "reasoning": true,
      "prompt_tok": 21,
      "completion_tok": 43,
      "model_reported": "nemotron-ultra-free",
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "nemotron-vision-free",
      "gen": false,
      "gen_code": 404,
      "gen_err": "Model not found: nemotron-vision-free",
      "ms": 278
    },
    {
      "id": "north-code-free",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 662,
      "gen_out": "OK",
      "reasoning": true,
      "prompt_tok": 5,
      "completion_tok": 40,
      "model_reported": "north-code-free",
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "nova-premier",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'nova-premier' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 262
    },
    {
      "id": "nova-pro",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'nova-pro' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 268
    },
    {
      "id": "palmyra-x5",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'palmyra-x5' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 282
    },
    {
      "id": "qwen3-30b",
      "gen": true,
      "gen_code": 200,
      "gen_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.",
      "ms": 1524,
      "gen_out": "OK",
      "reasoning": false,
      "prompt_tok": 13,
      "completion_tok": 2,
      "model_reported": "qwen3-30b",
      "tools": true,
      "tool_name": "get_weather"
    },
    {
      "id": "qwen3-32b",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'qwen3-32b' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 294
    },
    {
      "id": "qwen3-80b",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'qwen3-80b' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 278
    },
    {
      "id": "riverflow-fast",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'riverflow-fast' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 271
    },
    {
      "id": "riverflow-pro",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'riverflow-pro' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 279
    },
    {
      "id": "seedream-4.5",
      "gen": false,
      "gen_code": 403,
      "gen_err": "Model 'seedream-4.5' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free model.",
      "ms": 261
    }
  ],
  "vision_test": {
    "vision": false,
    "vision_code": 429,
    "vision_err": "Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s."
  },
  "image_gen": {
    "gemini-3-flash-image": {
      "code": 200,
      "ms": 8327,
      "ok": true,
      "url": "data:image/jpeg;base64,/9j/4AAQSkZJRgABAQEBLAEsAAD/6xeISlAAAQAAAAEAABd+anVtYgAAAB5qdW1kYzJwYQARABCAAACqADibcQNjMnBhAAAAF1hqdW1iAAAAR2p1bWRjMm1hABEAEIAAAKoAOJtxA"
    },
    "gpt-5-image-mini": {
      "code": 200,
      "ms": 36521,
      "ok": true,
      "url": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABAAAAAQACAIAAADwf7zUAABb9GNhQlgAAFv0anVtYgAAAB5qdW1kYzJwYQARABCAAACqADibcQNjMnBhAAAAW85qdW1iAAAAR2p1bWRjMm1hABEAEI"
    },
    "riverflow-fast": {
      "code": 403,
      "ok": false,
      "err": "Image model 'riverflow-fast' is not available on the free plan. Upgrade at https://app.brainiall.com or pick a free one."
    },
    "gemini-2-flash-image": {
      "code": 200,
      "ms": 5292,
      "ok": true,
      "url": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABAAAAAQACAIAAADwf7zUAAAAiXpUWHRSYXcgcHJvZmlsZSB0eXBlIGlwdGMAAAiZTYwxDgIxDAT7vOKekDjrtV1T0VHwgbtcIiEhgfh/QaDgmGlWW0"
    }
  },
  "video_probe": {
    "code": 429,
    "resp": "{'error': {'code': 429, 'message': \"Rate limit exceeded (60 req/min on tier 'free'). Upgrade at https://app.brainiall.com or retry in 60s.\"}}"
  },
  "vision_test_multi": {
    "nemotron-vision-free": {
      "code": 404,
      "ok": false,
      "err": "Model not found: nemotron-vision-free"
    },
    "auto-free": {
      "code": 200,
      "ok": true,
      "out": "Red"
    }
  },
  "gallery": [
    {
      "name": "cybersec-cover",
      "model": "gemini-3-flash-image",
      "prompt": "Professional cybersecurity course cover art, glowing digital shield with circuit patterns, holographic padlock, streams of binary code, dark blue futuristic aesthetic, cinematic lighting, no text",
      "ok": true,
      "file": "images/cybersec-cover.jpg",
      "ms": 9054,
      "kb": 742.3,
      "delivery": "b64_json"
    },
    {
      "name": "ceh-hacker",
      "model": "gemini-3-flash-image",
      "prompt": "Certified ethical hacker course artwork, hooded hacker silhouette at multi-monitor setup with cascading green code, dark room, neon green and black cyberpunk aesthetic, cinematic, no text",
      "ok": true,
      "file": "images/ceh-hacker.jpg",
      "ms": 9514,
      "kb": 760.1,
      "delivery": "b64_json"
    },
    {
      "name": "network-lock",
      "model": "gemini-2-flash-image",
      "prompt": "Digital padlock protecting a glowing network globe, data streams orbiting, blue gradient background, clean professional tech illustration, no text",
      "ok": true,
      "file": "images/network-lock.jpg",
      "ms": 6711,
      "kb": 1073.6,
      "delivery": "b64_json"
    },
    {
      "name": "threat-map",
      "model": "gemini-2-flash-image",
      "prompt": "World map visualization of cyber attacks, glowing red attack arcs between continents, dark navy background, security operations center aesthetic, no text",
      "ok": true,
      "file": "images/threat-map.jpg",
      "ms": 7205,
      "kb": 1453.5,
      "delivery": "b64_json"
    },
    {
      "name": "ai-shield",
      "model": "gpt-5-image-mini",
      "prompt": "Futuristic AI security concept, robotic hand holding a glowing shield, binary rain background, purple and cyan neon, dramatic lighting, no text",
      "ok": true,
      "file": "images/ai-shield.jpg",
      "ms": 38832,
      "kb": 1811.8,
      "delivery": "b64_json"
    },
    {
      "name": "pentest-lab",
      "model": "gpt-5-image-mini",
      "prompt": " penetration testing lab concept, laptop with terminal windows, wifi signals, locked targets on screen, dark moody tech aesthetic, green terminal glow, no text",
      "ok": true,
      "file": "images/pentest-lab.jpg",
      "ms": 41031,
      "kb": 1273.7,
      "delivery": "b64_json"
    }
  ]
}