{ "schemaVersion": 1, "generatedAt": "2026-09-06T23:53:05.508196+00:00", "source": { "path": "results/browser-events.jsonl", "snapshotBytes": 163405296, "consumedBytes": 163405296, "consumedPrefixSha256": "82093290a722cebd09295fe964309bf28db3826f0c4dbb707991c05fc761897e", "eventCounts": { "device": 19, "status": 410, "progress": 3203, "error": 2, "ready": 12, "result": 137, "kernel-tests": 3, "gpu-candidate-tests": 1 } }, "method": "All 166,144 first-token logits compared to the exactly named quantization variant and exact token-ID case. KL direction is reference to browser. No threshold or pass claim is invented.", "limitations": [ "Quality JSONs may not carry quantized artifact hashes; variant/source/input matching is metadata-based, not cryptographic weight-identity verification.", "FP32 dequantized remote reference differs numerically from browser FP16 KV and GPU reductions.", "Missing references, invalid vectors, and cancelled generations are explicitly unavailable; ORT is never substituted with a custom quant reference." ], "capturedRuns": 55, "comparedRuns": 49, "unavailableRuns": 6, "runs": [ { "runId": "line-310", "build": "unrecorded", "runKind": "unrecorded", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": null, "tuning": null, "effectiveProfile": null, "captureLogits": true, "ignoreEos": null, "thinking": null }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.00903463363647461, "meanAbs": 0.0020140550350313214, "rmse": 0.002401187819112158, "cosine": 0.99999989005346, "klReferenceToBrowser": 8.373244721686651e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 63, "matchingTokens": 63, "equalAtCommonLength": true, "browserLength": 63, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-915", "build": "v3-small-prefill", "runKind": "unrecorded", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 16, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": null, "effectiveProfile": null, "captureLogits": true, "ignoreEos": null, "thinking": null }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.007477760314941406, "meanAbs": 0.0012246643729329212, "rmse": 0.0015385077350127594, "cosine": 0.9999999535239112, "klReferenceToBrowser": 2.3294869816959935e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 63, "matchingTokens": 63, "equalAtCommonLength": true, "browserLength": 63, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-1225", "build": "v4-worker-audit", "runKind": "tuning-warmup-baseline", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.00903463363647461, "meanAbs": 0.0020140550350313214, "rmse": 0.002401187819112158, "cosine": 0.99999989005346, "klReferenceToBrowser": 8.373244721686651e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-1522", "build": "v4-worker-audit", "runKind": "tuning-warmup-tile32", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": { "tile": 32 }, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.00903463363647461, "meanAbs": 0.0020140550350313214, "rmse": 0.002401187819112158, "cosine": 0.99999989005346, "klReferenceToBrowser": 8.373244721686651e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-1819", "build": "v4-worker-audit", "runKind": "tuning-warmup-r4", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": { "R": 4 }, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.00903463363647461, "meanAbs": 0.0020140548278515112, "rmse": 0.002401187330243023, "cosine": 0.999999890053501, "klReferenceToBrowser": 8.373213901737856e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-2116", "build": "v4-worker-audit", "runKind": "tuning-warmup-fused4", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": { "fused": true, "fusedR": 4 }, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.00903463363647461, "meanAbs": 0.0020140550350313214, "rmse": 0.002401187819112158, "cosine": 0.99999989005346, "klReferenceToBrowser": 8.373244721686651e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-2413", "build": "v4-worker-audit", "runKind": "tuning-warmup-fused8", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": { "fused": true, "fusedR": 8 }, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.00903463363647461, "meanAbs": 0.0020140550350313214, "rmse": 0.002401187819112158, "cosine": 0.99999989005346, "klReferenceToBrowser": 8.373244721686651e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-2710", "build": "v4-worker-audit", "runKind": "validation-fast-0", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.00903463363647461, "meanAbs": 0.0020140550350313214, "rmse": 0.002401187819112158, "cosine": 0.99999989005346, "klReferenceToBrowser": 8.373244721686651e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-2712", "build": "v4-worker-audit", "runKind": "validation-fast-1", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 1, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-1.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "2fc1b205de58e76426908357e1e759e58cb559ba99b7e510592e5f450ada9b65", "metrics": { "logitCount": 166144, "maxAbs": 0.008568763732910156, "meanAbs": 0.0011472173099965836, "rmse": 0.0014493455730245648, "cosine": 0.9999999801903515, "klReferenceToBrowser": 1.213918274434421e-08, "top1Equal": true, "browserTop1": 152385, "referenceTop1": 152385 }, "generatedPrefix": { "comparedTokens": 4, "matchingTokens": 4, "equalAtCommonLength": true, "browserLength": 4, "referenceLength": 4, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-2714", "build": "v4-worker-audit", "runKind": "validation-fast-2", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 2, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-2.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "273f7dd88b5c60579d5037188bc96c145ae868c04954613c5f43adf191599fc3", "metrics": { "logitCount": 166144, "maxAbs": 0.0064563751220703125, "meanAbs": 0.0010108185673638967, "rmse": 0.0012729706543208414, "cosine": 0.9999999855726426, "klReferenceToBrowser": 1.0766356152118177e-08, "top1Equal": true, "browserTop1": 11070, "referenceTop1": 11070 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-2716", "build": "v4-worker-audit", "runKind": "validation-fast-3", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 3, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-3.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "6cbf4251713dbe7e7afbf67c35b8ee08451612bf4bc9f6281e1e67cb877d86a8", "metrics": { "logitCount": 166144, "maxAbs": 0.005870342254638672, "meanAbs": 0.000977778447273413, "rmse": 0.0012235386029163238, "cosine": 0.9999999859800375, "klReferenceToBrowser": 3.358446924174811e-07, "top1Equal": true, "browserTop1": 454, "referenceTop1": 454 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-2718", "build": "v4-worker-audit", "runKind": "validation-fast-4", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 4, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-4.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "4338912f7182949f6fd69fc496ad7a9e435f21f5226d14f134860e05ac9d333a", "metrics": { "logitCount": 166144, "maxAbs": 0.005649089813232422, "meanAbs": 0.0009707511276535401, "rmse": 0.0012182328861400865, "cosine": 0.9999999568179342, "klReferenceToBrowser": 2.3190214817408572e-07, "top1Equal": true, "browserTop1": 154332, "referenceTop1": 154332 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-2720", "build": "v4-worker-audit", "runKind": "validation-fast-5", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 5, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-5.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "9ef6f9c67c4ccc973ceebf433d61d4370d36877a02a8d373eabda07120ee7a6f", "metrics": { "logitCount": 166144, "maxAbs": 0.00800466537475586, "meanAbs": 0.0012513878308070508, "rmse": 0.0015783013748817878, "cosine": 0.99999996917648, "klReferenceToBrowser": 7.634047614121951e-07, "top1Equal": true, "browserTop1": 13994, "referenceTop1": 13994 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 13, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-2766", "build": "v4-worker-audit", "runKind": "cache-validation-fast", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 1, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.006450653076171875, "meanAbs": 0.0011981651578826314, "rmse": 0.0015056600097681954, "cosine": 0.9999999554771752, "klReferenceToBrowser": 9.737835313268025e-09, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3051", "build": "v4-worker-audit", "runKind": "validation-portable-half-0", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.00903463363647461, "meanAbs": 0.0020140527668159984, "rmse": 0.0024011865797366953, "cosine": 0.9999998900535687, "klReferenceToBrowser": 8.366155877587438e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3053", "build": "v4-worker-audit", "runKind": "validation-portable-half-1", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 1, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-1.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "2fc1b205de58e76426908357e1e759e58cb559ba99b7e510592e5f450ada9b65", "metrics": { "logitCount": 166144, "maxAbs": 0.008569717407226562, "meanAbs": 0.0011472165716830786, "rmse": 0.001449344714372384, "cosine": 0.9999999801903753, "klReferenceToBrowser": 1.2182996933377895e-08, "top1Equal": true, "browserTop1": 152385, "referenceTop1": 152385 }, "generatedPrefix": { "comparedTokens": 4, "matchingTokens": 4, "equalAtCommonLength": true, "browserLength": 4, "referenceLength": 4, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3055", "build": "v4-worker-audit", "runKind": "validation-portable-half-2", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 2, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-2.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "273f7dd88b5c60579d5037188bc96c145ae868c04954613c5f43adf191599fc3", "metrics": { "logitCount": 166144, "maxAbs": 0.006455898284912109, "meanAbs": 0.0010108199682043525, "rmse": 0.001272972121137384, "cosine": 0.999999985572616, "klReferenceToBrowser": 1.080968013779896e-08, "top1Equal": true, "browserTop1": 11070, "referenceTop1": 11070 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3057", "build": "v4-worker-audit", "runKind": "validation-portable-half-3", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 3, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-3.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "6cbf4251713dbe7e7afbf67c35b8ee08451612bf4bc9f6281e1e67cb877d86a8", "metrics": { "logitCount": 166144, "maxAbs": 0.005870342254638672, "meanAbs": 0.0009777814364924124, "rmse": 0.0012235409808382747, "cosine": 0.9999999859800047, "klReferenceToBrowser": 3.3563216429230806e-07, "top1Equal": true, "browserTop1": 454, "referenceTop1": 454 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3059", "build": "v4-worker-audit", "runKind": "validation-portable-half-4", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 4, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-4.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "4338912f7182949f6fd69fc496ad7a9e435f21f5226d14f134860e05ac9d333a", "metrics": { "logitCount": 166144, "maxAbs": 0.005648612976074219, "meanAbs": 0.0009707506185383057, "rmse": 0.0012182318615578534, "cosine": 0.9999999568180041, "klReferenceToBrowser": 2.3202961910613968e-07, "top1Equal": true, "browserTop1": 154332, "referenceTop1": 154332 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3061", "build": "v4-worker-audit", "runKind": "validation-portable-half-5", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 5, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-5.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "9ef6f9c67c4ccc973ceebf433d61d4370d36877a02a8d373eabda07120ee7a6f", "metrics": { "logitCount": 166144, "maxAbs": 0.00800466537475586, "meanAbs": 0.0012513880327400995, "rmse": 0.0015783013840911758, "cosine": 0.9999999691764866, "klReferenceToBrowser": 7.634051666771634e-07, "top1Equal": true, "browserTop1": 13994, "referenceTop1": 13994 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 13, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3107", "build": "v4-worker-audit", "runKind": "cache-validation-portable-half", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 1, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.009194642305374146, "meanAbs": 0.0016070256440944496, "rmse": 0.001974447058083675, "cosine": 0.9999999251013421, "klReferenceToBrowser": 1.5077825746948856e-07, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3392", "build": "v4-worker-audit", "runKind": "validation-portable-float-0", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 0.00010251998901367188, "meanAbs": 1.6370953256552718e-05, "rmse": 2.054407639884934e-05, "cosine": 0.9999999999918175, "klReferenceToBrowser": 1.1722531065504833e-11, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3394", "build": "v4-worker-audit", "runKind": "validation-portable-float-1", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 1, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-1.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "2fc1b205de58e76426908357e1e759e58cb559ba99b7e510592e5f450ada9b65", "metrics": { "logitCount": 166144, "maxAbs": 9.5367431640625e-05, "meanAbs": 1.3694092633160067e-05, "rmse": 1.7309056288021722e-05, "cosine": 0.9999999999971421, "klReferenceToBrowser": 3.2529859343631945e-12, "top1Equal": true, "browserTop1": 152385, "referenceTop1": 152385 }, "generatedPrefix": { "comparedTokens": 4, "matchingTokens": 4, "equalAtCommonLength": true, "browserLength": 4, "referenceLength": 4, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3396", "build": "v4-worker-audit", "runKind": "validation-portable-float-2", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 2, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-2.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "273f7dd88b5c60579d5037188bc96c145ae868c04954613c5f43adf191599fc3", "metrics": { "logitCount": 166144, "maxAbs": 0.000118255615234375, "meanAbs": 1.647903507746686e-05, "rmse": 2.0963146396789052e-05, "cosine": 0.9999999999962141, "klReferenceToBrowser": 2.1806736079336883e-12, "top1Equal": true, "browserTop1": 11070, "referenceTop1": 11070 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3398", "build": "v4-worker-audit", "runKind": "validation-portable-float-3", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 3, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-3.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "6cbf4251713dbe7e7afbf67c35b8ee08451612bf4bc9f6281e1e67cb877d86a8", "metrics": { "logitCount": 166144, "maxAbs": 9.34600830078125e-05, "meanAbs": 2.044737435489801e-05, "rmse": 2.3790346800512723e-05, "cosine": 0.9999999999962655, "klReferenceToBrowser": 8.765370474733566e-10, "top1Equal": true, "browserTop1": 454, "referenceTop1": 454 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3400", "build": "v4-worker-audit", "runKind": "validation-portable-float-4", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 4, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-4.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "4338912f7182949f6fd69fc496ad7a9e435f21f5226d14f134860e05ac9d333a", "metrics": { "logitCount": 166144, "maxAbs": 9.34600830078125e-05, "meanAbs": 1.3057426430781735e-05, "rmse": 1.6435766413582908e-05, "cosine": 0.9999999999921183, "klReferenceToBrowser": 8.89908427846692e-11, "top1Equal": true, "browserTop1": 154332, "referenceTop1": 154332 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3402", "build": "v4-worker-audit", "runKind": "validation-portable-float-5", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 5, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-5.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "9ef6f9c67c4ccc973ceebf433d61d4370d36877a02a8d373eabda07120ee7a6f", "metrics": { "logitCount": 166144, "maxAbs": 0.000125885009765625, "meanAbs": 1.9587132924460847e-05, "rmse": 2.4504641219226575e-05, "cosine": 0.999999999993366, "klReferenceToBrowser": 6.51208214477305e-11, "top1Equal": true, "browserTop1": 13994, "referenceTop1": 13994 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 13, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3448", "build": "v4-worker-audit", "runKind": "cache-validation-portable-float", "revision": "6f8979dcf37d8edce9eeb02f6609dd0d483ad6ba", "profile": { "context": 512, "chunkSize": 1, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": false, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "3d86e9fa64a7deee319de510f60a1f8d81abab701656279b41b9a24eacfeb643", "metrics": { "logitCount": 166144, "maxAbs": 7.2479248046875e-05, "meanAbs": 6.691726315229957e-06, "rmse": 8.557109012865025e-06, "cosine": 0.9999999999985809, "klReferenceToBrowser": 1.5835533261265172e-12, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 63, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3500", "build": "v5-calibrated", "runKind": "validation", "revision": "32adccbdde7adcab3f253678c414245a8b1072d9", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8-gram8192", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-gram8192-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-gram8192-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "1a4c0223a700002ed7ebd91fa5bbc42a3f34ca6224dbd58bd006a91a4cd0538f", "metrics": { "logitCount": 166144, "maxAbs": 0.007163584232330322, "meanAbs": 0.001443910663341295, "rmse": 0.0017372631408943628, "cosine": 0.999999954592874, "klReferenceToBrowser": 3.402158125265282e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 57, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3502", "build": "v5-calibrated", "runKind": "validation", "revision": "32adccbdde7adcab3f253678c414245a8b1072d9", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8-gram8192", "promptIndex": 1, "qualityFile": "results/reference/webgpu-q4g32-e8-gram8192-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-gram8192-logits-1.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "aef25d1ed92ed87cb50837d676c2cec965a55b47b599a1c4d116b074c73294bd", "metrics": { "logitCount": 166144, "maxAbs": 0.007759571075439453, "meanAbs": 0.001241012753989154, "rmse": 0.0015617954928350752, "cosine": 0.9999999758275392, "klReferenceToBrowser": 4.6026544806507936e-09, "top1Equal": true, "browserTop1": 152385, "referenceTop1": 152385 }, "generatedPrefix": { "comparedTokens": 4, "matchingTokens": 4, "equalAtCommonLength": true, "browserLength": 4, "referenceLength": 4, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3504", "build": "v5-calibrated", "runKind": "validation", "revision": "32adccbdde7adcab3f253678c414245a8b1072d9", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8-gram8192", "promptIndex": 2, "qualityFile": "results/reference/webgpu-q4g32-e8-gram8192-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-gram8192-logits-2.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "fa05cdc964afda7d10c90e4931261e40cbf36dfe31dee1bf5e7b989c0bdda488", "metrics": { "logitCount": 166144, "maxAbs": 0.0053026676177978516, "meanAbs": 0.0006204902031320948, "rmse": 0.0007914182798168937, "cosine": 0.999999994453227, "klReferenceToBrowser": 5.214634915316894e-09, "top1Equal": true, "browserTop1": 11070, "referenceTop1": 11070 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3506", "build": "v5-calibrated", "runKind": "validation", "revision": "32adccbdde7adcab3f253678c414245a8b1072d9", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8-gram8192", "promptIndex": 3, "qualityFile": "results/reference/webgpu-q4g32-e8-gram8192-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-gram8192-logits-3.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "a5126d1592da0c19ad9379e4d358bf2b4406475d842125d019c314702fb13df1", "metrics": { "logitCount": 166144, "maxAbs": 0.0046672821044921875, "meanAbs": 0.0006993109209677323, "rmse": 0.0008797234379709214, "cosine": 0.9999999930703865, "klReferenceToBrowser": 5.361504646886331e-09, "top1Equal": true, "browserTop1": 454, "referenceTop1": 454 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 27, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3508", "build": "v5-calibrated", "runKind": "validation", "revision": "32adccbdde7adcab3f253678c414245a8b1072d9", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8-gram8192", "promptIndex": 4, "qualityFile": "results/reference/webgpu-q4g32-e8-gram8192-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-gram8192-logits-4.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "1cfb69b2909456be829ef56098277b5762f9f15b6a3874733771284e15298d5f", "metrics": { "logitCount": 166144, "maxAbs": 0.006195068359375, "meanAbs": 0.0007930009176085957, "rmse": 0.0009997531814598525, "cosine": 0.9999999701731667, "klReferenceToBrowser": 9.25329347512978e-08, "top1Equal": true, "browserTop1": 154332, "referenceTop1": 154332 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3510", "build": "v5-calibrated", "runKind": "validation", "revision": "32adccbdde7adcab3f253678c414245a8b1072d9", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8-gram8192", "promptIndex": 5, "qualityFile": "results/reference/webgpu-q4g32-e8-gram8192-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-gram8192-logits-5.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "ddd6e577e0ad57852775d12d3b417faa31d2deefacdb4d2b3c17c5afa90cb1c8", "metrics": { "logitCount": 166144, "maxAbs": 0.00818181037902832, "meanAbs": 0.0019192306096233404, "rmse": 0.0022828072774906333, "cosine": 0.9999999515259157, "klReferenceToBrowser": 5.656107246118811e-08, "top1Equal": true, "browserTop1": 13994, "referenceTop1": 13994 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 13, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3556", "build": "v5-calibrated", "runKind": "cache-validation", "revision": "32adccbdde7adcab3f253678c414245a8b1072d9", "profile": { "context": 512, "chunkSize": 1, "f16": true, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e8-gram8192", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e8-gram8192-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e8-gram8192-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "1a4c0223a700002ed7ebd91fa5bbc42a3f34ca6224dbd58bd006a91a4cd0538f", "metrics": { "logitCount": 166144, "maxAbs": 0.005995884537696838, "meanAbs": 0.0010397334956983317, "rmse": 0.0012995272172510418, "cosine": 0.9999999726564919, "klReferenceToBrowser": 1.7741220641502325e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 57, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3605", "build": "v5-calibrated", "runKind": "release-validation-compact-fast-0", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "440c38f7a3baea45c98427043d1e7092916c96bda4c685b5ee656f5a23c06ea2", "metrics": { "logitCount": 166144, "maxAbs": 0.006471037864685059, "meanAbs": 0.0010187040135828356, "rmse": 0.0012829713881883607, "cosine": 0.9999999727379075, "klReferenceToBrowser": 5.351685060931186e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 57, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3607", "build": "v5-calibrated", "runKind": "release-validation-compact-fast-1", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 1, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-1.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "77f67aa3f811306003c8f3d4cee26529db009c52f1632128602bda4f8a48aa92", "metrics": { "logitCount": 166144, "maxAbs": 0.0073806047439575195, "meanAbs": 0.0015957096207338032, "rmse": 0.001901912309943537, "cosine": 0.9999999796501141, "klReferenceToBrowser": 1.924928299833735e-09, "top1Equal": true, "browserTop1": 152385, "referenceTop1": 152385 }, "generatedPrefix": { "comparedTokens": 4, "matchingTokens": 4, "equalAtCommonLength": true, "browserLength": 4, "referenceLength": 4, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3609", "build": "v5-calibrated", "runKind": "release-validation-compact-fast-2", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 2, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-2.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "be76b160ab21b7692595921a1326b390f335e51be6a8ff1541e148cf94e7979f", "metrics": { "logitCount": 166144, "maxAbs": 0.00551605224609375, "meanAbs": 0.0006779951139794366, "rmse": 0.000856280173439841, "cosine": 0.9999999938283584, "klReferenceToBrowser": 5.057728041202004e-09, "top1Equal": true, "browserTop1": 11070, "referenceTop1": 11070 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3611", "build": "v5-calibrated", "runKind": "release-validation-compact-fast-3", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 3, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-3.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "4a0cbfde23eaef8b2f21e619c8229bd6f3c8ac5b6e9cbc478d7470c055c38cff", "metrics": { "logitCount": 166144, "maxAbs": 0.004939079284667969, "meanAbs": 0.0008702145916194656, "rmse": 0.0010895459267500304, "cosine": 0.9999999896797975, "klReferenceToBrowser": 9.728526169514736e-08, "top1Equal": true, "browserTop1": 454, "referenceTop1": 454 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 29, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3613", "build": "v5-calibrated", "runKind": "release-validation-compact-fast-4", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 4, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-4.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "8fd29fe1fec7bf975a0a19afecaf94eddb883af7e0e6b3cc13c445c62fccb490", "metrics": { "logitCount": 166144, "maxAbs": 0.0063321590423583984, "meanAbs": 0.000881608191866348, "rmse": 0.0011187423820503244, "cosine": 0.999999961093285, "klReferenceToBrowser": 4.5893565176769476e-07, "top1Equal": true, "browserTop1": 154332, "referenceTop1": 154332 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3615", "build": "v5-calibrated", "runKind": "release-validation-compact-fast-5", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 5, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-5.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "0214bb9cb1cd75bb81f854b19d9b3377c028c6048fc6b7527f78886639de3e59", "metrics": { "logitCount": 166144, "maxAbs": 0.008516788482666016, "meanAbs": 0.0019276286078388817, "rmse": 0.002300028815893876, "cosine": 0.9999999510730685, "klReferenceToBrowser": 3.2255414937721744e-07, "top1Equal": true, "browserTop1": 13994, "referenceTop1": 13994 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 13, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3661", "build": "v5-calibrated", "runKind": "release-cache-validation-compact-fast", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 1, "f16": true, "subgroups": true, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "440c38f7a3baea45c98427043d1e7092916c96bda4c685b5ee656f5a23c06ea2", "metrics": { "logitCount": 166144, "maxAbs": 0.007019996643066406, "meanAbs": 0.0010559141518423603, "rmse": 0.0013212463792278439, "cosine": 0.9999999726238726, "klReferenceToBrowser": 6.47284471035443e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 57, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3710", "build": "v5-calibrated", "runKind": "release-validation-compact-portable-0", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "440c38f7a3baea45c98427043d1e7092916c96bda4c685b5ee656f5a23c06ea2", "metrics": { "logitCount": 166144, "maxAbs": 7.82012939453125e-05, "meanAbs": 1.3799325343197864e-05, "rmse": 1.7344260245014827e-05, "cosine": 0.9999999999951131, "klReferenceToBrowser": 5.948401080218518e-11, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 57, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3712", "build": "v5-calibrated", "runKind": "release-validation-compact-portable-1", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 1, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-1.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "77f67aa3f811306003c8f3d4cee26529db009c52f1632128602bda4f8a48aa92", "metrics": { "logitCount": 166144, "maxAbs": 0.00010395050048828125, "meanAbs": 1.8897258195842807e-05, "rmse": 2.3372506597095768e-05, "cosine": 0.99999999999546, "klReferenceToBrowser": 5.180502856199463e-12, "top1Equal": true, "browserTop1": 152385, "referenceTop1": 152385 }, "generatedPrefix": { "comparedTokens": 4, "matchingTokens": 4, "equalAtCommonLength": true, "browserLength": 4, "referenceLength": 4, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3714", "build": "v5-calibrated", "runKind": "release-validation-compact-portable-2", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 2, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-2.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "be76b160ab21b7692595921a1326b390f335e51be6a8ff1541e148cf94e7979f", "metrics": { "logitCount": 166144, "maxAbs": 0.00010013580322265625, "meanAbs": 1.5935805808107587e-05, "rmse": 1.9873056176661214e-05, "cosine": 0.9999999999971295, "klReferenceToBrowser": 7.46510690157839e-12, "top1Equal": true, "browserTop1": 11070, "referenceTop1": 11070 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3716", "build": "v5-calibrated", "runKind": "release-validation-compact-portable-3", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 3, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-3.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "4a0cbfde23eaef8b2f21e619c8229bd6f3c8ac5b6e9cbc478d7470c055c38cff", "metrics": { "logitCount": 166144, "maxAbs": 7.152557373046875e-05, "meanAbs": 1.1118673350302324e-05, "rmse": 1.4057461172472907e-05, "cosine": 0.9999999999981211, "klReferenceToBrowser": 9.868055953854768e-12, "top1Equal": true, "browserTop1": 454, "referenceTop1": 454 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 29, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3718", "build": "v5-calibrated", "runKind": "release-validation-compact-portable-4", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 4, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-4.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "8fd29fe1fec7bf975a0a19afecaf94eddb883af7e0e6b3cc13c445c62fccb490", "metrics": { "logitCount": 166144, "maxAbs": 9.72747802734375e-05, "meanAbs": 1.4777055928516627e-05, "rmse": 1.8235747835182876e-05, "cosine": 0.999999999989705, "klReferenceToBrowser": 4.2589024700738796e-11, "top1Equal": true, "browserTop1": 154332, "referenceTop1": 154332 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 64, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3720", "build": "v5-calibrated", "runKind": "release-validation-compact-portable-5", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 64, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 5, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-5.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "0214bb9cb1cd75bb81f854b19d9b3377c028c6048fc6b7527f78886639de3e59", "metrics": { "logitCount": 166144, "maxAbs": 0.00010442733764648438, "meanAbs": 1.917414271337817e-05, "rmse": 2.3858318750058114e-05, "cosine": 0.9999999999929094, "klReferenceToBrowser": 2.3255533469086932e-10, "top1Equal": true, "browserTop1": 13994, "referenceTop1": 13994 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 13, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3766", "build": "v5-calibrated", "runKind": "release-cache-validation-compact-portable", "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62", "profile": { "context": 512, "chunkSize": 1, "f16": false, "subgroups": false, "subgroupSize": 32, "packed": true, "tuning": {}, "effectiveProfile": null, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "compared", "variant": "webgpu-q4g32-e4-gram8192-emse", "promptIndex": 0, "qualityFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-quality.json", "referenceFile": "results/reference/webgpu-q4g32-e4-gram8192-emse-logits-0.f32", "matchBasis": "Exact model/variant identity, compatible recorded source revision and byte count, exact input token IDs in quality generation order.", "artifactHashVerified": false, "referenceSha256": "440c38f7a3baea45c98427043d1e7092916c96bda4c685b5ee656f5a23c06ea2", "metrics": { "logitCount": 166144, "maxAbs": 8.7738037109375e-05, "meanAbs": 7.33810114560673e-06, "rmse": 9.38251651656036e-06, "cosine": 0.9999999999985378, "klReferenceToBrowser": 3.429958235183051e-11, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 57, "firstDifferentIndex": null, "browserFullyCovered": true } }, { "runId": "line-3782", "build": "v3-worker-audit", "runKind": "release-validation-ort-0", "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e", "profile": { "context": 2048, "chunkSize": null, "f16": null, "subgroups": null, "subgroupSize": null, "packed": null, "tuning": null, "effectiveProfile": { "f16": true, "wasmThreads": 1, "context": 2048, "prefill": "full-prompt", "subgroups": "runtime-controlled" }, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "unavailable", "reason": "No matching quantized reference registered for this engine/model." }, { "runId": "line-3783", "build": "v3-worker-audit", "runKind": "release-validation-ort-1", "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e", "profile": { "context": 2048, "chunkSize": null, "f16": null, "subgroups": null, "subgroupSize": null, "packed": null, "tuning": null, "effectiveProfile": { "f16": true, "wasmThreads": 1, "context": 2048, "prefill": "full-prompt", "subgroups": "runtime-controlled" }, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "unavailable", "reason": "No matching quantized reference registered for this engine/model." }, { "runId": "line-3784", "build": "v3-worker-audit", "runKind": "release-validation-ort-2", "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e", "profile": { "context": 2048, "chunkSize": null, "f16": null, "subgroups": null, "subgroupSize": null, "packed": null, "tuning": null, "effectiveProfile": { "f16": true, "wasmThreads": 1, "context": 2048, "prefill": "full-prompt", "subgroups": "runtime-controlled" }, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "unavailable", "reason": "No matching quantized reference registered for this engine/model." }, { "runId": "line-3785", "build": "v3-worker-audit", "runKind": "release-validation-ort-3", "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e", "profile": { "context": 2048, "chunkSize": null, "f16": null, "subgroups": null, "subgroupSize": null, "packed": null, "tuning": null, "effectiveProfile": { "f16": true, "wasmThreads": 1, "context": 2048, "prefill": "full-prompt", "subgroups": "runtime-controlled" }, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "unavailable", "reason": "No matching quantized reference registered for this engine/model." }, { "runId": "line-3786", "build": "v3-worker-audit", "runKind": "release-validation-ort-4", "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e", "profile": { "context": 2048, "chunkSize": null, "f16": null, "subgroups": null, "subgroupSize": null, "packed": null, "tuning": null, "effectiveProfile": { "f16": true, "wasmThreads": 1, "context": 2048, "prefill": "full-prompt", "subgroups": "runtime-controlled" }, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "unavailable", "reason": "No matching quantized reference registered for this engine/model." }, { "runId": "line-3787", "build": "v3-worker-audit", "runKind": "release-validation-ort-5", "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e", "profile": { "context": 2048, "chunkSize": null, "f16": null, "subgroups": null, "subgroupSize": null, "packed": null, "tuning": null, "effectiveProfile": { "f16": true, "wasmThreads": 1, "context": 2048, "prefill": "full-prompt", "subgroups": "runtime-controlled" }, "captureLogits": true, "ignoreEos": false, "thinking": false }, "status": "unavailable", "reason": "No matching quantized reference registered for this engine/model." } ], "prefillChunkComparisons": [ { "runId": "line-2766", "referenceRunId": "line-2710", "chunkSize": 1, "referenceChunkSize": 64, "variant": "webgpu-q4g32-e8", "metrics": { "logitCount": 166144, "maxAbs": 0.00684356689453125, "meanAbs": 0.001695616760822831, "rmse": 0.0019982536386285586, "cosine": 0.9999999247560113, "klReferenceToBrowser": 5.1876540569181485e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 8, "firstDifferentIndex": null, "browserFullyCovered": true }, "scope": "Same input, different prefill chunking; browser float32-logit comparison." }, { "runId": "line-3107", "referenceRunId": "line-3051", "chunkSize": 1, "referenceChunkSize": 64, "variant": "webgpu-q4g32-e8", "metrics": { "logitCount": 166144, "maxAbs": 0.007050991058349609, "meanAbs": 0.0010583936603623622, "rmse": 0.001320693498092144, "cosine": 0.9999999660212788, "klReferenceToBrowser": 4.9285982573528255e-08, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 8, "firstDifferentIndex": null, "browserFullyCovered": true }, "scope": "Same input, different prefill chunking; browser float32-logit comparison." }, { "runId": "line-3448", "referenceRunId": "line-3392", "chunkSize": 1, "referenceChunkSize": 64, "variant": "webgpu-q4g32-e8", "metrics": { "logitCount": 166144, "maxAbs": 8.869171142578125e-05, "meanAbs": 1.6096495870408963e-05, "rmse": 2.0126799603011648e-05, "cosine": 0.9999999999922599, "klReferenceToBrowser": 1.0311051813846636e-11, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 8, "firstDifferentIndex": null, "browserFullyCovered": true }, "scope": "Same input, different prefill chunking; browser float32-logit comparison." }, { "runId": "line-3556", "referenceRunId": "line-3500", "chunkSize": 1, "referenceChunkSize": 64, "variant": "webgpu-q4g32-e8-gram8192", "metrics": { "logitCount": 166144, "maxAbs": 0.005297660827636719, "meanAbs": 0.0009108413668160681, "rmse": 0.0011370091512681178, "cosine": 0.9999999799765789, "klReferenceToBrowser": 6.773790243746149e-09, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 8, "firstDifferentIndex": null, "browserFullyCovered": true }, "scope": "Same input, different prefill chunking; browser float32-logit comparison." }, { "runId": "line-3661", "referenceRunId": "line-3605", "chunkSize": 1, "referenceChunkSize": 64, "variant": "webgpu-q4g32-e4-gram8192-emse", "metrics": { "logitCount": 166144, "maxAbs": 0.004543304443359375, "meanAbs": 0.0007949346917371433, "rmse": 0.000992423205954186, "cosine": 0.9999999843068542, "klReferenceToBrowser": 9.279180914334846e-09, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 8, "firstDifferentIndex": null, "browserFullyCovered": true }, "scope": "Same input, different prefill chunking; browser float32-logit comparison." }, { "runId": "line-3766", "referenceRunId": "line-3710", "chunkSize": 1, "referenceChunkSize": 64, "variant": "webgpu-q4g32-e4-gram8192-emse", "metrics": { "logitCount": 166144, "maxAbs": 7.295608520507812e-05, "meanAbs": 1.2010722657886602e-05, "rmse": 1.5032669099458725e-05, "cosine": 0.9999999999964333, "klReferenceToBrowser": 6.489511402312093e-12, "top1Equal": true, "browserTop1": 764, "referenceTop1": 764 }, "generatedPrefix": { "comparedTokens": 8, "matchingTokens": 8, "equalAtCommonLength": true, "browserLength": 8, "referenceLength": 8, "firstDifferentIndex": null, "browserFullyCovered": true }, "scope": "Same input, different prefill chunking; browser float32-logit comparison." } ] }