{"candidateCount": 1, "caseID": "code-comments-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 107.378625, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.239417, "promptTokenCount": 168, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid the overhead of", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " avoid the overhead of", "topKCandidateTexts": [" avoid the overhead of"], "totalMs": 109.465375}
{"candidateCount": 1, "caseID": "code-comments-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 70.319667, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 1.024125, "promptTokenCount": 176, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "ded, the runtime can be", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " loaded, the runtime can be", "topKCandidateTexts": [" loaded, the runtime can be"], "totalMs": 71.438458}
{"candidateCount": 0, "caseID": "code-comments-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.008042}
{"candidateCount": 0, "caseID": "code-comments-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.006125}
{"candidateCount": 1, "caseID": "code-comments-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 74.485375, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.1135, "promptTokenCount": 186, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid memory leaks.", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " avoid memory leaks.", "topKCandidateTexts": [" avoid memory leaks."], "totalMs": 75.689833}
{"candidateCount": 1, "caseID": "code-comments-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 60.94675, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.027875, "promptTokenCount": 188, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid the overhead of", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " avoid the overhead of", "topKCandidateTexts": [" avoid the overhead of"], "totalMs": 62.099208}
{"candidateCount": 1, "caseID": "code-comments-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 54.333333, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.096583, "promptTokenCount": 171, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid the overhead of", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " avoid the overhead of", "topKCandidateTexts": [" avoid the overhead of"], "totalMs": 55.539375}
{"candidateCount": 1, "caseID": "documentation-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 48.819583, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.116416, "promptTokenCount": 184, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the following tasks:", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " the following tasks:", "topKCandidateTexts": [" the following tasks:"], "totalMs": 50.009417}
{"candidateCount": 1, "caseID": "documentation-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 38.446625, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 1.085417, "promptTokenCount": 184, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "text capture, completion generation,", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " context capture, completion generation,", "topKCandidateTexts": [" context capture, completion generation,"], "totalMs": 39.619667}
{"candidateCount": 0, "caseID": "documentation-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.007}
{"candidateCount": 0, "caseID": "documentation-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.005292}
{"candidateCount": 1, "caseID": "documentation-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 48.120834, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.132958, "promptTokenCount": 202, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the following tasks:", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " the following tasks:", "topKCandidateTexts": [" the following tasks:"], "totalMs": 49.34525}
{"candidateCount": 1, "caseID": "documentation-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 48.026959, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.289709, "promptTokenCount": 204, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the following tasks:", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " the following tasks:", "topKCandidateTexts": [" the following tasks:"], "totalMs": 49.408791}
{"candidateCount": 1, "caseID": "documentation-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 44.261084, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.210709, "promptTokenCount": 187, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the processing of text", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " the processing of text", "topKCandidateTexts": [" the processing of text"], "totalMs": 45.573292}
{"candidateCount": 1, "caseID": "email-prose-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 48.172208, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.043042, "promptTokenCount": 181, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system is able", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " the system is able", "topKCandidateTexts": [" the system is able"], "totalMs": 49.376625}
{"candidateCount": 1, "caseID": "email-prose-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 49.796583, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 2.077, "promptTokenCount": 186, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "und the cursor.", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " around the cursor.", "topKCandidateTexts": [" around the cursor."], "totalMs": 51.950125}
{"candidateCount": 0, "caseID": "email-prose-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.007459}
{"candidateCount": 0, "caseID": "email-prose-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.005583}
{"candidateCount": 1, "caseID": "email-prose-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 49.97475, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.158292, "promptTokenCount": 199, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system is able", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " the system is able", "topKCandidateTexts": [" the system is able"], "totalMs": 51.219875}
{"candidateCount": 1, "caseID": "email-prose-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 54.23525, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.735792, "promptTokenCount": 201, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system is able", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " the system is able", "topKCandidateTexts": [" the system is able"], "totalMs": 56.088125}
{"candidateCount": 1, "caseID": "email-prose-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 48.274, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.22625, "promptTokenCount": 184, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system is able", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " the system is able", "topKCandidateTexts": [" the system is able"], "totalMs": 49.612583}
{"candidateCount": 1, "caseID": "messaging-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 49.612791, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.467917, "promptTokenCount": 174, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the Llama", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " the Llama", "topKCandidateTexts": [" the Llama"], "totalMs": 51.149166}
{"candidateCount": 1, "caseID": "messaging-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 91.048792, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.684458, "promptTokenCount": 188, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "t.", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " fast.", "topKCandidateTexts": [" fast."], "totalMs": 92.836708}
{"candidateCount": 0, "caseID": "messaging-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.012083}
{"candidateCount": 0, "caseID": "messaging-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.009708}
{"candidateCount": 1, "caseID": "messaging-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 351.520417, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.887167, "promptTokenCount": 192, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the previous model?", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " the previous model?", "topKCandidateTexts": [" the previous model?"], "totalMs": 353.510917}
{"candidateCount": 1, "caseID": "messaging-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 66.107333, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.041375, "promptTokenCount": 194, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the previous model?", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " the previous model?", "topKCandidateTexts": [" the previous model?"], "totalMs": 67.249375}
{"candidateCount": 1, "caseID": "messaging-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 57.499292, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.065167, "promptTokenCount": 177, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the Llama", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " the Llama", "topKCandidateTexts": [" the Llama"], "totalMs": 58.673959}
{"candidateCount": 1, "caseID": "predictions-log-profane-weak-stem-001", "expectedKind": "suppress", "generationAttempted": true, "generationMs": 52.596125, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.675167, "promptTokenCount": 103, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "eedback.", "sourceGroup": "predictions-log-failures", "split": "eval", "suites": ["core"], "tags": ["browser", "insufficient-context", "suppress", "web-form"], "topCandidateText": " feedback.", "topKCandidateTexts": [" feedback."], "totalMs": 53.345875}
{"candidateCount": 1, "caseID": "predictions-log-ui-artifact-001", "expectedKind": "suppress", "generationAttempted": true, "generationMs": 56.054917, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.606667, "promptTokenCount": 98, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "cing-up.", "sourceGroup": "predictions-log-failures", "split": "eval", "suites": ["core"], "tags": ["browser", "insufficient-context", "suppress", "web-form"], "topCandidateText": " facing-up.", "topKCandidateTexts": [" facing-up."], "totalMs": 56.734541}
{"candidateCount": 1, "caseID": "predictions-log-filename-chrome-001", "expectedKind": "suppress", "generationAttempted": true, "generationMs": 56.078625, "modelFamily": "smollm2-135m-v49152", "modelFilename": "SmolLM2-135M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-135M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.537875, "promptTokenCount": 97, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": ".txt.", "sourceGroup": "predictions-log-failures", "split": "eval", "suites": ["core"], "tags": ["document", "insufficient-context", "suppress"], "topCandidateText": " 3.txt.", "topKCandidateTexts": [" 3.txt."], "totalMs": 56.67475}
{"candidateCount": 1, "caseID": "code-comments-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 107.090875, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.936083, "promptTokenCount": 168, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid blocking the UI", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " avoid blocking the UI", "topKCandidateTexts": [" avoid blocking the UI"], "totalMs": 108.117916}
{"candidateCount": 1, "caseID": "code-comments-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 76.970875, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 0.945125, "promptTokenCount": 176, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "ded, the context is used", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " loaded, the context is used", "topKCandidateTexts": [" loaded, the context is used"], "totalMs": 78.009667}
{"candidateCount": 0, "caseID": "code-comments-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.007458}
{"candidateCount": 0, "caseID": "code-comments-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.005584}
{"candidateCount": 1, "caseID": "code-comments-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 97.231166, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.027875, "promptTokenCount": 186, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid blocking the UI", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " avoid blocking the UI", "topKCandidateTexts": [" avoid blocking the UI"], "totalMs": 98.341917}
{"candidateCount": 1, "caseID": "code-comments-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 99.542875, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.077084, "promptTokenCount": 188, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid blocking the UI", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " avoid blocking the UI", "topKCandidateTexts": [" avoid blocking the UI"], "totalMs": 100.728833}
{"candidateCount": 1, "caseID": "code-comments-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 95.645208, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.124792, "promptTokenCount": 171, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid blocking the UI", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " avoid blocking the UI", "topKCandidateTexts": [" avoid blocking the UI"], "totalMs": 96.928292}
{"candidateCount": 1, "caseID": "documentation-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 97.895209, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.515917, "promptTokenCount": 184, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the user's", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " the user's", "topKCandidateTexts": [" the user's"], "totalMs": 99.55175}
{"candidateCount": 1, "caseID": "documentation-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 61.649041, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 1.806125, "promptTokenCount": 184, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "text capture, completion generation,", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " context capture, completion generation,", "topKCandidateTexts": [" context capture, completion generation,"], "totalMs": 63.560042}
{"candidateCount": 0, "caseID": "documentation-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.009375}
{"candidateCount": 0, "caseID": "documentation-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.0075}
{"candidateCount": 1, "caseID": "documentation-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 105.277459, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.498083, "promptTokenCount": 202, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the creation of prompts", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " the creation of prompts", "topKCandidateTexts": [" the creation of prompts"], "totalMs": 106.892}
{"candidateCount": 1, "caseID": "documentation-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 108.843292, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.921834, "promptTokenCount": 204, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the UI presentation of", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " the UI presentation of", "topKCandidateTexts": [" the UI presentation of"], "totalMs": 110.901125}
{"candidateCount": 1, "caseID": "documentation-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 96.865292, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.746208, "promptTokenCount": 187, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the presentation of prompts", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " the presentation of prompts", "topKCandidateTexts": [" the presentation of prompts"], "totalMs": 98.776959}
{"candidateCount": 1, "caseID": "email-prose-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 96.047583, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.879375, "promptTokenCount": 181, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "Text after cursor is", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " Text after cursor is", "topKCandidateTexts": [" Text after cursor is"], "totalMs": 98.063667}
{"candidateCount": 1, "caseID": "email-prose-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 62.166792, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 1.644417, "promptTokenCount": 186, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "und the cursor.", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " around the cursor.", "topKCandidateTexts": [" around the cursor."], "totalMs": 63.914417}
{"candidateCount": 0, "caseID": "email-prose-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.00975}
{"candidateCount": 0, "caseID": "email-prose-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.007375}
{"candidateCount": 1, "caseID": "email-prose-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 102.303583, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.418, "promptTokenCount": 199, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system predicts a", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " the system predicts a", "topKCandidateTexts": [" the system predicts a"], "totalMs": 103.828458}
{"candidateCount": 1, "caseID": "email-prose-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 107.848583, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.450875, "promptTokenCount": 201, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system predicts a", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " the system predicts a", "topKCandidateTexts": [" the system predicts a"], "totalMs": 109.434209}
{"candidateCount": 1, "caseID": "email-prose-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 92.826084, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.438791, "promptTokenCount": 184, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system predicts a", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " the system predicts a", "topKCandidateTexts": [" the system predicts a"], "totalMs": 94.3705}
{"candidateCount": 1, "caseID": "messaging-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 90.732708, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.904708, "promptTokenCount": 174, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the other models?", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " the other models?", "topKCandidateTexts": [" the other models?"], "totalMs": 91.7295}
{"candidateCount": 1, "caseID": "messaging-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 81.938458, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 1.259417, "promptTokenCount": 188, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "ter.", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " faster.", "topKCandidateTexts": [" faster."], "totalMs": 83.273125}
{"candidateCount": 0, "caseID": "messaging-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.007791}
{"candidateCount": 0, "caseID": "messaging-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.006084}
{"candidateCount": 1, "caseID": "messaging-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 90.991375, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.00975, "promptTokenCount": 192, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the other models?", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " the other models?", "topKCandidateTexts": [" the other models?"], "totalMs": 92.090125}
{"candidateCount": 1, "caseID": "messaging-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 102.346959, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.209875, "promptTokenCount": 194, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the other models?", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " the other models?", "topKCandidateTexts": [" the other models?"], "totalMs": 103.671}
{"candidateCount": 1, "caseID": "messaging-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 94.95975, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.223958, "promptTokenCount": 177, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the other models?", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " the other models?", "topKCandidateTexts": [" the other models?"], "totalMs": 96.31525}
{"candidateCount": 1, "caseID": "predictions-log-profane-weak-stem-001", "expectedKind": "suppress", "generationAttempted": true, "generationMs": 88.892625, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.777959, "promptTokenCount": 103, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "or the number.", "sourceGroup": "predictions-log-failures", "split": "eval", "suites": ["core"], "tags": ["browser", "insufficient-context", "suppress", "web-form"], "topCandidateText": " for the number.", "topKCandidateTexts": [" for the number."], "totalMs": 89.756875}
{"candidateCount": 1, "caseID": "predictions-log-ui-artifact-001", "expectedKind": "suppress", "generationAttempted": true, "generationMs": 81.000208, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.608042, "promptTokenCount": 98, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "cing right.", "sourceGroup": "predictions-log-failures", "split": "eval", "suites": ["core"], "tags": ["browser", "insufficient-context", "suppress", "web-form"], "topCandidateText": " facing right.", "topKCandidateTexts": [" facing right."], "totalMs": 81.689791}
{"candidateCount": 1, "caseID": "predictions-log-filename-chrome-001", "expectedKind": "suppress", "generationAttempted": true, "generationMs": 82.502375, "modelFamily": "smollm2-360m-v49152", "modelFilename": "SmolLM2-360M.Q4_K_M.gguf", "modelIdentifier": "SmolLM2-360M.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.599459, "promptTokenCount": 97, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": ".txt.", "sourceGroup": "predictions-log-failures", "split": "eval", "suites": ["core"], "tags": ["document", "insufficient-context", "suppress"], "topCandidateText": " 3.txt.", "topKCandidateTexts": [" 3.txt."], "totalMs": 83.17425}
{"candidateCount": 1, "caseID": "code-comments-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 144.917666, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.674584, "promptTokenCount": 138, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid blocking the UI", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " avoid blocking the UI", "topKCandidateTexts": [" avoid blocking the UI"], "totalMs": 146.668334}
{"candidateCount": 1, "caseID": "code-comments-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 122.060333, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 0.860709, "promptTokenCount": 145, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "ded, the context is created", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " loaded, the context is created", "topKCandidateTexts": [" loaded, the context is created"], "totalMs": 122.997583}
{"candidateCount": 0, "caseID": "code-comments-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.007208}
{"candidateCount": 0, "caseID": "code-comments-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.006}
{"candidateCount": 1, "caseID": "code-comments-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 129.679334, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 2.476542, "promptTokenCount": 155, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid blocking the UI", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " avoid blocking the UI", "topKCandidateTexts": [" avoid blocking the UI"], "totalMs": 133.844541}
{"candidateCount": 1, "caseID": "code-comments-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 161.00425, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.093291, "promptTokenCount": 157, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid blocking the UI", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " avoid blocking the UI", "topKCandidateTexts": [" avoid blocking the UI"], "totalMs": 162.198084}
{"candidateCount": 1, "caseID": "code-comments-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 115.963666, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.876666, "promptTokenCount": 142, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "avoid blocking the UI", "sourceGroup": "local-code-comments", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " avoid blocking the UI", "topKCandidateTexts": [" avoid blocking the UI"], "totalMs": 116.95775}
{"candidateCount": 1, "caseID": "documentation-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 130.588, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.416333, "promptTokenCount": 160, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the creation and presentation", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " the creation and presentation", "topKCandidateTexts": [" the creation and presentation"], "totalMs": 132.098083}
{"candidateCount": 1, "caseID": "documentation-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 93.51425, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 1.143708, "promptTokenCount": 160, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "text capture, prompt generation,", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " context capture, prompt generation,", "topKCandidateTexts": [" context capture, prompt generation,"], "totalMs": 94.75175}
{"candidateCount": 0, "caseID": "documentation-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.00925}
{"candidateCount": 0, "caseID": "documentation-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.006833}
{"candidateCount": 1, "caseID": "documentation-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 141.724667, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.2525, "promptTokenCount": 177, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the creation of prompts", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " the creation of prompts", "topKCandidateTexts": [" the creation of prompts"], "totalMs": 143.077541}
{"candidateCount": 1, "caseID": "documentation-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 141.808375, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.290542, "promptTokenCount": 179, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the creation of prompts", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " the creation of prompts", "topKCandidateTexts": [" the creation of prompts"], "totalMs": 143.233709}
{"candidateCount": 1, "caseID": "documentation-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 136.006333, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.256333, "promptTokenCount": 164, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the generation of prompts", "sourceGroup": "local-documentation", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " the generation of prompts", "topKCandidateTexts": [" the generation of prompts"], "totalMs": 137.382209}
{"candidateCount": 1, "caseID": "email-prose-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 116.575584, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.319583, "promptTokenCount": 158, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system predicts the", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " the system predicts the", "topKCandidateTexts": [" the system predicts the"], "totalMs": 118.005667}
{"candidateCount": 1, "caseID": "email-prose-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 82.447083, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 1.3745, "promptTokenCount": 163, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "und you.", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " around you.", "topKCandidateTexts": [" around you."], "totalMs": 83.902959}
{"candidateCount": 0, "caseID": "email-prose-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.007542}
{"candidateCount": 0, "caseID": "email-prose-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.005666}
{"candidateCount": 1, "caseID": "email-prose-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 124.878917, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.97225, "promptTokenCount": 175, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system predicts the", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " the system predicts the", "topKCandidateTexts": [" the system predicts the"], "totalMs": 125.931}
{"candidateCount": 1, "caseID": "email-prose-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 127.130791, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.980333, "promptTokenCount": 177, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system predicts the", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " the system predicts the", "topKCandidateTexts": [" the system predicts the"], "totalMs": 128.276041}
{"candidateCount": 1, "caseID": "email-prose-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 127.779417, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.424666, "promptTokenCount": 162, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the system predicts the", "sourceGroup": "local-email-prose", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " the system predicts the", "topKCandidateTexts": [" the system predicts the"], "totalMs": 129.363708}
{"candidateCount": 1, "caseID": "messaging-end-of-line-append-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 112.987209, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.124208, "promptTokenCount": 147, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the Llama", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["append", "document"], "topCandidateText": " the Llama ", "topKCandidateTexts": [" the Llama "], "totalMs": 114.213541}
{"candidateCount": 1, "caseID": "messaging-mid-word-completion-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 143.594708, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "correctInsert", "promptBuildMs": 1.252709, "promptTokenCount": 159, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 1, "shownText": "ter than the Qwen", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["document", "hard", "mid-word"], "topCandidateText": " faster than the Qwen ", "topKCandidateTexts": [" faster than the Qwen "], "totalMs": 144.93925}
{"candidateCount": 0, "caseID": "messaging-fill-in-middle-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["document", "fim", "hard", "mid-line"], "topKCandidateTexts": [], "totalMs": 0.008}
{"candidateCount": 0, "caseID": "messaging-duplication-trap-001", "expectedKind": "insert", "generationAttempted": false, "generationMs": 0, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "acceptableSuppressionOnPositive", "promptBuildMs": 0, "promptTokenCount": 0, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": 0.3, "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "suppressionReason": "midLineCompletionDisabled", "tags": ["after-cursor", "document", "duplication-trap", "hard"], "topKCandidateTexts": [], "totalMs": 0.006167}
{"candidateCount": 1, "caseID": "messaging-messaging-chat-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 123.485042, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.902583, "promptTokenCount": 164, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the Llama", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["chat", "document", "messaging"], "topCandidateText": " the Llama ", "topKCandidateTexts": [" the Llama "], "totalMs": 124.472083}
{"candidateCount": 1, "caseID": "messaging-email-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 123.505458, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 1.140917, "promptTokenCount": 166, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the Llama", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["document", "email"], "topCandidateText": " the Llama ", "topKCandidateTexts": [" the Llama "], "totalMs": 124.757375}
{"candidateCount": 1, "caseID": "messaging-browser-web-form-001", "expectedKind": "insert", "generationAttempted": true, "generationMs": 117.390125, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.852125, "promptTokenCount": 151, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "the Llama", "sourceGroup": "local-messaging", "split": "eval", "suites": ["core"], "tags": ["browser", "document", "web-form"], "topCandidateText": " the Llama ", "topKCandidateTexts": [" the Llama "], "totalMs": 118.365125}
{"candidateCount": 1, "caseID": "predictions-log-profane-weak-stem-001", "expectedKind": "suppress", "generationAttempted": true, "generationMs": 116.088666, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.694458, "promptTokenCount": 83, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "eedback.", "sourceGroup": "predictions-log-failures", "split": "eval", "suites": ["core"], "tags": ["browser", "insufficient-context", "suppress", "web-form"], "topCandidateText": " feedback.", "topKCandidateTexts": [" feedback."], "totalMs": 116.84775}
{"candidateCount": 1, "caseID": "predictions-log-ui-artifact-001", "expectedKind": "suppress", "generationAttempted": true, "generationMs": 134.662125, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.494333, "promptTokenCount": 78, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": "- and ends with", "sourceGroup": "predictions-log-failures", "split": "eval", "suites": ["core"], "tags": ["browser", "insufficient-context", "suppress", "web-form"], "topCandidateText": " fa- and ends with", "topKCandidateTexts": [" fa- and ends with"], "totalMs": 135.231792}
{"candidateCount": 1, "caseID": "predictions-log-filename-chrome-001", "expectedKind": "suppress", "generationAttempted": true, "generationMs": 134.4475, "modelFamily": "qwen3-v151936", "modelFilename": "Qwen3-0.6B-Base.Q4_K_M.gguf", "modelIdentifier": "Qwen3-0.6B-Base.Q4_K_M", "outcome": "wrongShown", "promptBuildMs": 0.472166, "promptTokenCount": 78, "quantization": "Q4_K_M", "schemaVersion": 1, "scoreContribution": -2, "shownText": ". The file is", "sourceGroup": "predictions-log-failures", "split": "eval", "suites": ["core"], "tags": ["document", "insufficient-context", "suppress"], "topCandidateText": " 3. The file is", "topKCandidateTexts": [" 3. The file is"], "totalMs": 134.98575}