{
  "scope": "Six first-token distributions, not a corpus perplexity or pure-kernel comparison. ONNX and custom artifacts use different quantized weights.",
  "rows": [
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-fast-0",
      "promptIndex": 0,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "5bcf047d6ada81e7ba8907ee422e28879ed1fb4fc83a45e82504ab08a1cc40e6",
      "klSourceToBrowser": 0.016292726447774505,
      "cosine": 0.9353403413414563,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-fast-1",
      "promptIndex": 1,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "585aa264fae572305d6c0721d2afbbbb3a4f261f96185335f47b3462dae6acf7",
      "klSourceToBrowser": 0.0023899385243504588,
      "cosine": 0.9840213383764159,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-fast-2",
      "promptIndex": 2,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "32ea582fc64086cc3ce9e448ca6a318606a3659c98e41a5a6455f2ed3df31a02",
      "klSourceToBrowser": 0.00023641389960155795,
      "cosine": 0.9935620853677244,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-fast-3",
      "promptIndex": 3,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "ec962084e5973132caea8dd48588f4d40d3df7076dd68f24aec419f0312cf08f",
      "klSourceToBrowser": 0.13849193901825552,
      "cosine": 0.9926838721198242,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-fast-4",
      "promptIndex": 4,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "9fbddb9ca9aa96ecf59c75a59dafd092499aafac0025b08665c0fbdd61f1ffdc",
      "klSourceToBrowser": 0.06404510901613779,
      "cosine": 0.9466452508906581,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-fast-5",
      "promptIndex": 5,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "9f2cdf2c3605e2935b72d8af10bf9a30052aa73513bddfeab8e81e1fbf4c52fc",
      "klSourceToBrowser": 0.20994682419996863,
      "cosine": 0.9766529408655943,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-portable-0",
      "promptIndex": 0,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "5bcf047d6ada81e7ba8907ee422e28879ed1fb4fc83a45e82504ab08a1cc40e6",
      "klSourceToBrowser": 0.016262829022962333,
      "cosine": 0.9353539405882483,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-portable-1",
      "promptIndex": 1,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "585aa264fae572305d6c0721d2afbbbb3a4f261f96185335f47b3462dae6acf7",
      "klSourceToBrowser": 0.002388505637631466,
      "cosine": 0.984030418112937,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-portable-2",
      "promptIndex": 2,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "32ea582fc64086cc3ce9e448ca6a318606a3659c98e41a5a6455f2ed3df31a02",
      "klSourceToBrowser": 0.00023688381049915825,
      "cosine": 0.9935604030923896,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-portable-3",
      "promptIndex": 3,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "ec962084e5973132caea8dd48588f4d40d3df7076dd68f24aec419f0312cf08f",
      "klSourceToBrowser": 0.13870888013439064,
      "cosine": 0.9926852793564646,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-portable-4",
      "promptIndex": 4,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "9fbddb9ca9aa96ecf59c75a59dafd092499aafac0025b08665c0fbdd61f1ffdc",
      "klSourceToBrowser": 0.06378433854624244,
      "cosine": 0.9466669932144057,
      "top1Match": true
    },
    {
      "engine": "custom-wgsl",
      "variant": "q4g32-e4-gram8192-emse-packed",
      "revision": "8d36b29983c2ad1465be29fa51ebace46b91dc62",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-compact-portable-5",
      "promptIndex": 5,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "9f2cdf2c3605e2935b72d8af10bf9a30052aa73513bddfeab8e81e1fbf4c52fc",
      "klSourceToBrowser": 0.20941711860832735,
      "cosine": 0.9766503036610891,
      "top1Match": true
    },
    {
      "engine": "ort-webgpu",
      "variant": null,
      "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-ort-0",
      "promptIndex": 0,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "5bcf047d6ada81e7ba8907ee422e28879ed1fb4fc83a45e82504ab08a1cc40e6",
      "klSourceToBrowser": 0.0019067201672035817,
      "cosine": 0.9652085243922637,
      "top1Match": true
    },
    {
      "engine": "ort-webgpu",
      "variant": null,
      "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-ort-1",
      "promptIndex": 1,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "585aa264fae572305d6c0721d2afbbbb3a4f261f96185335f47b3462dae6acf7",
      "klSourceToBrowser": 0.0013277932254032348,
      "cosine": 0.9848955401916886,
      "top1Match": true
    },
    {
      "engine": "ort-webgpu",
      "variant": null,
      "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-ort-2",
      "promptIndex": 2,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "32ea582fc64086cc3ce9e448ca6a318606a3659c98e41a5a6455f2ed3df31a02",
      "klSourceToBrowser": 0.000882902166847793,
      "cosine": 0.9885769877279438,
      "top1Match": true
    },
    {
      "engine": "ort-webgpu",
      "variant": null,
      "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-ort-3",
      "promptIndex": 3,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "ec962084e5973132caea8dd48588f4d40d3df7076dd68f24aec419f0312cf08f",
      "klSourceToBrowser": 0.03299745981440677,
      "cosine": 0.9903145385827252,
      "top1Match": true
    },
    {
      "engine": "ort-webgpu",
      "variant": null,
      "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-ort-4",
      "promptIndex": 4,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "9fbddb9ca9aa96ecf59c75a59dafd092499aafac0025b08665c0fbdd61f1ffdc",
      "klSourceToBrowser": 0.3243200853297918,
      "cosine": 0.9641762154584355,
      "top1Match": false
    },
    {
      "engine": "ort-webgpu",
      "variant": null,
      "revision": "77f5ae9013c1a407f8247f137875acbdba3d220e",
      "buildId": "52368754eb0dc2d091d3da99498d4f0ff3a0ae2eacddd6571f2c99054a2d3ee7",
      "runKind": "release-validation-ort-5",
      "promptIndex": 5,
      "sourceRevision": "3384e426066d1a49c3aea90a7190b81260a6533f",
      "referenceSha256": "9f2cdf2c3605e2935b72d8af10bf9a30052aa73513bddfeab8e81e1fbf4c52fc",
      "klSourceToBrowser": 0.13591808181968223,
      "cosine": 0.9657302050649592,
      "top1Match": false
    }
  ]
}