{
  "title": "SC LABS local LLM interaction-fit matrix",
  "tested_on": "2026-09-28",
  "source": "retained local decision-run summary",
  "method": {
    "model_variants": 10,
    "distinct_controller_tasks": 10,
    "instruction_profiles": [
      "CONCISE",
      "CURRENT",
      "BLOATED"
    ],
    "runs_per_model": 30,
    "temperature": 0,
    "seed": 42,
    "selection": "Decision correctness first; prompt-token use second."
  },
  "limits": "Only ten fixed controller decision types per profile; not a general ranking or autonomous-agent completion proof.",
  "models": [
    {
      "model": "Ternary-Bonsai-2-27B-PQ2_0",
      "preferred_profile": "CURRENT",
      "preferred_accuracy_percent": 100,
      "current_accuracy_percent": 100,
      "preferred_mean_prompt_tokens": 308.8,
      "current_mean_prompt_tokens": 308.8,
      "preferred_mean_latency_ms": 5472.9,
      "current_mean_latency_ms": 5472.9
    },
    {
      "model": "Gemma-4-E4B-it-Q4_K_M",
      "preferred_profile": "CONCISE",
      "preferred_accuracy_percent": 100,
      "current_accuracy_percent": 100,
      "preferred_mean_prompt_tokens": 242.9,
      "current_mean_prompt_tokens": 287.9,
      "preferred_mean_latency_ms": 1141.5,
      "current_mean_latency_ms": 1041.3
    },
    {
      "model": "MechVL-4B-RL-Q8_0",
      "preferred_profile": "CONCISE",
      "preferred_accuracy_percent": 100,
      "current_accuracy_percent": 100,
      "preferred_mean_prompt_tokens": 219.5,
      "current_mean_prompt_tokens": 258.5,
      "preferred_mean_latency_ms": 1681.8,
      "current_mean_latency_ms": 2501
    },
    {
      "model": "MiMo-V2.6-Distill-Qwen-9B-Q4_K_M",
      "preferred_profile": "CONCISE",
      "preferred_accuracy_percent": 100,
      "current_accuracy_percent": 70,
      "preferred_mean_prompt_tokens": 220.8,
      "current_mean_prompt_tokens": 263.8,
      "preferred_mean_latency_ms": 2512.4,
      "current_mean_latency_ms": 2687.3
    },
    {
      "model": "MiniCPM-v4.5-8B",
      "preferred_profile": "CURRENT",
      "preferred_accuracy_percent": 100,
      "current_accuracy_percent": 100,
      "preferred_mean_prompt_tokens": 262.5,
      "current_mean_prompt_tokens": 262.5,
      "preferred_mean_latency_ms": 872.8,
      "current_mean_latency_ms": 872.8
    },
    {
      "model": "OBI-Gemma-4-12B-Obliterated-Q4_K_M",
      "preferred_profile": "CONCISE",
      "preferred_accuracy_percent": 90,
      "current_accuracy_percent": 70,
      "preferred_mean_prompt_tokens": 243.9,
      "current_mean_prompt_tokens": 288.9,
      "preferred_mean_latency_ms": 1955.5,
      "current_mean_latency_ms": 2041.8
    },
    {
      "model": "Ornith-1.0-9B-Q4_K_M",
      "preferred_profile": "CONCISE",
      "preferred_accuracy_percent": 100,
      "current_accuracy_percent": 100,
      "preferred_mean_prompt_tokens": 213.8,
      "current_mean_prompt_tokens": 256.8,
      "preferred_mean_latency_ms": 2302.6,
      "current_mean_latency_ms": 2173.8
    },
    {
      "model": "Qwen3.8-27B-Abliterated-Q4_K_M",
      "preferred_profile": "CONCISE",
      "preferred_accuracy_percent": 100,
      "current_accuracy_percent": 90,
      "preferred_mean_prompt_tokens": 213.8,
      "current_mean_prompt_tokens": 256.8,
      "preferred_mean_latency_ms": 32684.1,
      "current_mean_latency_ms": 29800.4
    },
    {
      "model": "Qwen3VL-8B-Instruct-Q4_K_M",
      "preferred_profile": "CONCISE",
      "preferred_accuracy_percent": 100,
      "current_accuracy_percent": 90,
      "preferred_mean_prompt_tokens": 219.5,
      "current_mean_prompt_tokens": 258.5,
      "preferred_mean_latency_ms": 834.2,
      "current_mean_latency_ms": 798.1
    },
    {
      "model": "Qwen3VL-8B-Thinking-Q4_K_M",
      "preferred_profile": "CONCISE",
      "preferred_accuracy_percent": 100,
      "current_accuracy_percent": 100,
      "preferred_mean_prompt_tokens": 221.5,
      "current_mean_prompt_tokens": 260.5,
      "preferred_mean_latency_ms": 1042.8,
      "current_mean_latency_ms": 934.9
    }
  ]
}