{ "suite": "core", "schemaVersion": 1, "generatedAt": "2026-06-29T08:02:08Z", "models": [ { "tier": "max", "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "quantization": "Q4_K_M", "p50GenerationMs": 127.1, "p50TotalMs": 123.0, "p95GenerationMs": 144.9, "p95TotalMs": 146.7, "qualityScore": -1.019, "qualityScoreTotal": -31.6, "positiveCoverage": 0.1429, "precisionWhenShown": 0.1739, "wrongShowRate": 0.6129, "suppressionAccuracy": 0, "correctInsertCount": 4, "correctSuppressionCount": 0, "positiveCount": 28, "negativeCount": 3, "rowCount": 31, "shownCount": 23, "suppressionReasonHistogram": { "midLineCompletionDisabled": 8 }, "byTag": { "after-cursor": { "p95TotalMs": 0.006833, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "append": { "p95TotalMs": 146.668334, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "browser": { "p95TotalMs": 137.382209, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 6, "wrongShowRate": 1 }, "chat": { "p95TotalMs": 143.077541, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "document": { "p95TotalMs": 146.668334, "positiveCoverage": 0.14285714285714285, "precisionWhenShown": 0.19047619047619047, "qualityScore": -0.9517241379310344, "rowCount": 29, "wrongShowRate": 0.5862068965517241 }, "duplication-trap": { "p95TotalMs": 0.006833, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "email": { "p95TotalMs": 162.198084, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "fim": { "p95TotalMs": 0.00925, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "hard": { "p95TotalMs": 144.93925, "positiveCoverage": 0.3333333333333333, "precisionWhenShown": 1, "qualityScore": 0.5333333333333332, "rowCount": 12, "wrongShowRate": 0 }, "insufficient-context": { "p95TotalMs": 135.231792, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 3, "wrongShowRate": 1 }, "messaging": { "p95TotalMs": 143.077541, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "mid-line": { "p95TotalMs": 0.00925, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "mid-word": { "p95TotalMs": 144.93925, "positiveCoverage": 1, "precisionWhenShown": 1, "qualityScore": 1, "rowCount": 4, "wrongShowRate": 0 }, "suppress": { "p95TotalMs": 135.231792, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 3, "wrongShowRate": 1 }, "web-form": { "p95TotalMs": 137.382209, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 6, "wrongShowRate": 1 } } }, { "tier": "mini", "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "quantization": "Q4_K_M", "p50GenerationMs": 54.2, "p50TotalMs": 51.1, "p95GenerationMs": 107.4, "p95TotalMs": 109.5, "qualityScore": -1.116, "qualityScoreTotal": -34.6, "positiveCoverage": 0.1071, "precisionWhenShown": 0.1304, "wrongShowRate": 0.6452, "suppressionAccuracy": 0, "correctInsertCount": 3, "correctSuppressionCount": 0, "positiveCount": 28, "negativeCount": 3, "rowCount": 31, "shownCount": 23, "suppressionReasonHistogram": { "midLineCompletionDisabled": 8 }, "byTag": { "after-cursor": { "p95TotalMs": 0.009708, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "append": { "p95TotalMs": 109.465375, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "browser": { "p95TotalMs": 58.673959, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 6, "wrongShowRate": 1 }, "chat": { "p95TotalMs": 353.510917, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "document": { "p95TotalMs": 109.465375, "positiveCoverage": 0.10714285714285714, "precisionWhenShown": 0.14285714285714285, "qualityScore": -1.0551724137931033, "rowCount": 29, "wrongShowRate": 0.6206896551724138 }, "duplication-trap": { "p95TotalMs": 0.009708, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "email": { "p95TotalMs": 67.249375, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "fim": { "p95TotalMs": 0.012083, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "hard": { "p95TotalMs": 92.836708, "positiveCoverage": 0.25, "precisionWhenShown": 0.75, "qualityScore": 0.2833333333333332, "rowCount": 12, "wrongShowRate": 0.08333333333333333 }, "insufficient-context": { "p95TotalMs": 56.734541, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 3, "wrongShowRate": 1 }, "messaging": { "p95TotalMs": 353.510917, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "mid-line": { "p95TotalMs": 0.012083, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "mid-word": { "p95TotalMs": 92.836708, "positiveCoverage": 0.75, "precisionWhenShown": 0.75, "qualityScore": 0.25, "rowCount": 4, "wrongShowRate": 0.25 }, "suppress": { "p95TotalMs": 56.734541, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 3, "wrongShowRate": 1 }, "web-form": { "p95TotalMs": 58.673959, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 6, "wrongShowRate": 1 } } }, { "tier": "midi", "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "quantization": "Q4_K_M", "p50GenerationMs": 95.6, "p50TotalMs": 91.7, "p95GenerationMs": 107.8, "p95TotalMs": 109.4, "qualityScore": -1.019, "qualityScoreTotal": -31.6, "positiveCoverage": 0.1429, "precisionWhenShown": 0.1739, "wrongShowRate": 0.6129, "suppressionAccuracy": 0, "correctInsertCount": 4, "correctSuppressionCount": 0, "positiveCount": 28, "negativeCount": 3, "rowCount": 31, "shownCount": 23, "suppressionReasonHistogram": { "midLineCompletionDisabled": 8 }, "byTag": { "after-cursor": { "p95TotalMs": 0.0075, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "append": { "p95TotalMs": 108.117916, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "browser": { "p95TotalMs": 98.776959, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 6, "wrongShowRate": 1 }, "chat": { "p95TotalMs": 106.892, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "document": { "p95TotalMs": 109.434209, "positiveCoverage": 0.14285714285714285, "precisionWhenShown": 0.19047619047619047, "qualityScore": -0.9517241379310344, "rowCount": 29, "wrongShowRate": 0.5862068965517241 }, "duplication-trap": { "p95TotalMs": 0.0075, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "email": { "p95TotalMs": 110.901125, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "fim": { "p95TotalMs": 0.00975, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "hard": { "p95TotalMs": 83.273125, "positiveCoverage": 0.3333333333333333, "precisionWhenShown": 1, "qualityScore": 0.5333333333333332, "rowCount": 12, "wrongShowRate": 0 }, "insufficient-context": { "p95TotalMs": 89.756875, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 3, "wrongShowRate": 1 }, "messaging": { "p95TotalMs": 106.892, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 4, "wrongShowRate": 1 }, "mid-line": { "p95TotalMs": 0.00975, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": 0.3, "rowCount": 4, "wrongShowRate": 0 }, "mid-word": { "p95TotalMs": 83.273125, "positiveCoverage": 1, "precisionWhenShown": 1, "qualityScore": 1, "rowCount": 4, "wrongShowRate": 0 }, "suppress": { "p95TotalMs": 89.756875, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 3, "wrongShowRate": 1 }, "web-form": { "p95TotalMs": 98.776959, "positiveCoverage": 0, "precisionWhenShown": 0, "qualityScore": -2, "rowCount": 6, "wrongShowRate": 1 } } } ] }