{
  "type": "excalidraw",
  "version": 2,
  "source": "app://local",
  "elements": [
    {
      "id": "fixed-scene-background",
      "type": "rectangle",
      "x": 0,
      "y": 0,
      "width": 1460,
      "height": 960,
      "angle": 0,
      "strokeColor": "transparent",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a0",
      "roundness": {
        "type": 3
      },
      "seed": 173000,
      "version": 2,
      "versionNonce": 1835948480,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": true
    },
    {
      "id": "title",
      "type": "text",
      "x": 50,
      "y": 28,
      "width": 225.25999999999996,
      "height": 45,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a1",
      "roundness": null,
      "seed": 173193,
      "version": 2,
      "versionNonce": 713892416,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Transformer",
      "fontSize": 36,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Transformer",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "subtitle",
      "type": "text",
      "x": 52,
      "y": 80,
      "width": 374.00000000000006,
      "height": 25,
      "angle": 0,
      "strokeColor": "#718096",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a2",
      "roundness": null,
      "seed": 173386,
      "version": 2,
      "versionNonce": 1778196928,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Attention Is All You Need  /  2017",
      "fontSize": 20,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Attention Is All You Need  /  2017",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "section-encoder",
      "type": "text",
      "x": 225,
      "y": 286,
      "width": 117.076,
      "height": 27.5,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a3",
      "roundness": null,
      "seed": 173579,
      "version": 2,
      "versionNonce": 422500928,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "ENCODER",
      "fontSize": 22,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "ENCODER",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "section-decoder",
      "type": "text",
      "x": 705,
      "y": 286,
      "width": 120.332,
      "height": 27.5,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a4",
      "roundness": null,
      "seed": 173772,
      "version": 2,
      "versionNonce": 2037574080,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "DECODER",
      "fontSize": 22,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "DECODER",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "encoder-repeat",
      "type": "rectangle",
      "x": 220,
      "y": 320,
      "width": 350,
      "height": 400,
      "angle": 0,
      "strokeColor": "#b6cdec",
      "backgroundColor": "#f3f8ff",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "dashed",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a5",
      "roundness": {
        "type": 3
      },
      "seed": 173965,
      "version": 2,
      "versionNonce": 987337280,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "decoder-repeat",
      "type": "rectangle",
      "x": 700,
      "y": 320,
      "width": 350,
      "height": 400,
      "angle": 0,
      "strokeColor": "#d2c1ed",
      "backgroundColor": "#f8f4ff",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "dashed",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a6",
      "roundness": {
        "type": 3
      },
      "seed": 174158,
      "version": 2,
      "versionNonce": 653242816,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "inputs",
      "type": "text",
      "x": 356.854,
      "y": 868,
      "width": 76.292,
      "height": 26.25,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a7",
      "roundness": null,
      "seed": 174351,
      "version": 2,
      "versionNonce": 1181567552,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "input-embed-arrow",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Inputs",
      "fontSize": 21,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Inputs",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "outputs",
      "type": "text",
      "x": 742.175,
      "y": 868,
      "width": 265.65000000000003,
      "height": 26.25,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a8",
      "roundness": null,
      "seed": 174544,
      "version": 2,
      "versionNonce": 429095360,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "output-embed-arrow",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Outputs (shifted right)",
      "fontSize": 21,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Outputs (shifted right)",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "input-embedding",
      "type": "rectangle",
      "x": 270,
      "y": 795,
      "width": 250,
      "height": 43,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "#dceafe",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a9",
      "roundness": {
        "type": 3
      },
      "seed": 174737,
      "version": 2,
      "versionNonce": 382337600,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "input-embedding-label",
          "type": "text"
        },
        {
          "id": "input-embed-arrow",
          "type": "arrow"
        },
        {
          "id": "input-plus-arrow",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "input-embedding-label",
      "type": "text",
      "x": 320.75,
      "y": 805.25,
      "width": 148.5,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aA",
      "roundness": null,
      "seed": 174930,
      "version": 2,
      "versionNonce": 343818688,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Input Embedding",
      "fontSize": 18,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "input-embedding",
      "originalText": "Input Embedding",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "output-embedding",
      "type": "rectangle",
      "x": 750,
      "y": 795,
      "width": 250,
      "height": 43,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "#e9dcfa",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aB",
      "roundness": {
        "type": 3
      },
      "seed": 175123,
      "version": 2,
      "versionNonce": 718256704,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "output-embedding-label",
          "type": "text"
        },
        {
          "id": "output-embed-arrow",
          "type": "arrow"
        },
        {
          "id": "output-plus-arrow",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "output-embedding-label",
      "type": "text",
      "x": 795.8,
      "y": 805.25,
      "width": 158.4,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aC",
      "roundness": null,
      "seed": 175316,
      "version": 2,
      "versionNonce": 1993345472,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Output Embedding",
      "fontSize": 18,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "output-embedding",
      "originalText": "Output Embedding",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "encoder-plus",
      "type": "rectangle",
      "x": 377,
      "y": 734,
      "width": 36,
      "height": 36,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aD",
      "roundness": {
        "type": 3
      },
      "seed": 175509,
      "version": 2,
      "versionNonce": 626946624,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "encoder-plus-label",
          "type": "text"
        },
        {
          "id": "input-plus-arrow",
          "type": "arrow"
        },
        {
          "id": "encoder-pe-add",
          "type": "arrow"
        },
        {
          "id": "encoder-entry",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "encoder-plus-label",
      "type": "text",
      "x": 388.95,
      "y": 738.25,
      "width": 12.100000000000001,
      "height": 27.5,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aE",
      "roundness": null,
      "seed": 175702,
      "version": 2,
      "versionNonce": 1000919488,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "+",
      "fontSize": 22,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "encoder-plus",
      "originalText": "+",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-plus",
      "type": "rectangle",
      "x": 857,
      "y": 734,
      "width": 36,
      "height": 36,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aF",
      "roundness": {
        "type": 3
      },
      "seed": 175895,
      "version": 2,
      "versionNonce": 1297492544,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "decoder-plus-label",
          "type": "text"
        },
        {
          "id": "output-plus-arrow",
          "type": "arrow"
        },
        {
          "id": "decoder-pe-add",
          "type": "arrow"
        },
        {
          "id": "decoder-entry",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "decoder-plus-label",
      "type": "text",
      "x": 868.95,
      "y": 738.25,
      "width": 12.100000000000001,
      "height": 27.5,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aG",
      "roundness": null,
      "seed": 176088,
      "version": 2,
      "versionNonce": 2049481152,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "+",
      "fontSize": 22,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "decoder-plus",
      "originalText": "+",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "encoder-pe",
      "type": "rectangle",
      "x": 60,
      "y": 725,
      "width": 150,
      "height": 54,
      "angle": 0,
      "strokeColor": "#ae7d26",
      "backgroundColor": "#fff3d8",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aH",
      "roundness": {
        "type": 3
      },
      "seed": 176281,
      "version": 2,
      "versionNonce": 227992128,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "encoder-pe-label",
          "type": "text"
        },
        {
          "id": "encoder-pe-add",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "encoder-pe-label",
      "type": "text",
      "x": 88.25,
      "y": 730.75,
      "width": 93.50000000000001,
      "height": 42.5,
      "angle": 0,
      "strokeColor": "#ae7d26",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aI",
      "roundness": null,
      "seed": 176474,
      "version": 2,
      "versionNonce": 1701798336,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Positional\nEncoding",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "encoder-pe",
      "originalText": "Positional\nEncoding",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-pe",
      "type": "rectangle",
      "x": 1110,
      "y": 725,
      "width": 150,
      "height": 54,
      "angle": 0,
      "strokeColor": "#ae7d26",
      "backgroundColor": "#fff3d8",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aJ",
      "roundness": {
        "type": 3
      },
      "seed": 176667,
      "version": 2,
      "versionNonce": 1962973760,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "decoder-pe-label",
          "type": "text"
        },
        {
          "id": "decoder-pe-add",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "decoder-pe-label",
      "type": "text",
      "x": 1138.25,
      "y": 730.75,
      "width": 93.50000000000001,
      "height": 42.5,
      "angle": 0,
      "strokeColor": "#ae7d26",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aK",
      "roundness": null,
      "seed": 176860,
      "version": 2,
      "versionNonce": 1285368256,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Positional\nEncoding",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "decoder-pe",
      "originalText": "Positional\nEncoding",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "input-embed-arrow",
      "type": "arrow",
      "x": 395,
      "y": 863,
      "width": 0,
      "height": 22,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aL",
      "roundness": {
        "type": 2
      },
      "seed": 177053,
      "version": 2,
      "versionNonce": 913527360,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -22
        ]
      ],
      "startBinding": {
        "elementId": "inputs",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "input-embedding",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "output-embed-arrow",
      "type": "arrow",
      "x": 875,
      "y": 863,
      "width": 0,
      "height": 22,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aM",
      "roundness": {
        "type": 2
      },
      "seed": 177246,
      "version": 2,
      "versionNonce": 449966528,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -22
        ]
      ],
      "startBinding": {
        "elementId": "outputs",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "output-embedding",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "input-plus-arrow",
      "type": "arrow",
      "x": 395,
      "y": 792,
      "width": 0,
      "height": 19,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aN",
      "roundness": {
        "type": 2
      },
      "seed": 177439,
      "version": 2,
      "versionNonce": 684657216,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -19
        ]
      ],
      "startBinding": {
        "elementId": "input-embedding",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "encoder-plus",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "output-plus-arrow",
      "type": "arrow",
      "x": 875,
      "y": 792,
      "width": 0,
      "height": 19,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aO",
      "roundness": {
        "type": 2
      },
      "seed": 177632,
      "version": 2,
      "versionNonce": 1462614464,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -19
        ]
      ],
      "startBinding": {
        "elementId": "output-embedding",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "decoder-plus",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "encoder-pe-add",
      "type": "arrow",
      "x": 213,
      "y": 752,
      "width": 161,
      "height": 0,
      "angle": 0,
      "strokeColor": "#ae7d26",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aP",
      "roundness": {
        "type": 2
      },
      "seed": 177825,
      "version": 2,
      "versionNonce": 1190380096,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          161,
          0
        ]
      ],
      "startBinding": {
        "elementId": "encoder-pe",
        "mode": "orbit",
        "fixedPoint": [
          1,
          0.5001
        ]
      },
      "endBinding": {
        "elementId": "encoder-plus",
        "mode": "orbit",
        "fixedPoint": [
          0,
          0.5001
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "decoder-pe-add",
      "type": "arrow",
      "x": 1107,
      "y": 752,
      "width": 211,
      "height": 0,
      "angle": 0,
      "strokeColor": "#ae7d26",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aQ",
      "roundness": {
        "type": 2
      },
      "seed": 178018,
      "version": 2,
      "versionNonce": 617644480,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          -211,
          0
        ]
      ],
      "startBinding": {
        "elementId": "decoder-pe",
        "mode": "orbit",
        "fixedPoint": [
          0,
          0.5001
        ]
      },
      "endBinding": {
        "elementId": "decoder-plus",
        "mode": "orbit",
        "fixedPoint": [
          1,
          0.5001
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "encoder-attention",
      "type": "rectangle",
      "x": 270,
      "y": 650,
      "width": 250,
      "height": 48,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "#dceafe",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aR",
      "roundness": {
        "type": 3
      },
      "seed": 178211,
      "version": 2,
      "versionNonce": 801208896,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "encoder-attention-label",
          "type": "text"
        },
        {
          "id": "encoder-entry",
          "type": "arrow"
        },
        {
          "id": "encoder-mha-norm",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "encoder-attention-label",
      "type": "text",
      "x": 329.55,
      "y": 652.75,
      "width": 130.9,
      "height": 42.5,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aS",
      "roundness": null,
      "seed": 178404,
      "version": 2,
      "versionNonce": 1121601984,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Multi-Head\nSelf-Attention",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "encoder-attention",
      "originalText": "Multi-Head\nSelf-Attention",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "encoder-norm-1",
      "type": "rectangle",
      "x": 270,
      "y": 595,
      "width": 250,
      "height": 32,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "#edf4ff",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aT",
      "roundness": {
        "type": 3
      },
      "seed": 178597,
      "version": 2,
      "versionNonce": 639119936,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "encoder-norm-1-label",
          "type": "text"
        },
        {
          "id": "encoder-mha-norm",
          "type": "arrow"
        },
        {
          "id": "encoder-norm-ff",
          "type": "arrow"
        },
        {
          "id": "encoder-residual-1",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "encoder-norm-1-label",
      "type": "text",
      "x": 348.25,
      "y": 600.375,
      "width": 93.50000000000001,
      "height": 21.25,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aU",
      "roundness": null,
      "seed": 178790,
      "version": 2,
      "versionNonce": 208343488,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Add & Norm",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "encoder-norm-1",
      "originalText": "Add & Norm",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "encoder-ff",
      "type": "rectangle",
      "x": 270,
      "y": 430,
      "width": 250,
      "height": 48,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "#dceafe",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aV",
      "roundness": {
        "type": 3
      },
      "seed": 178983,
      "version": 2,
      "versionNonce": 282585664,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "encoder-ff-label",
          "type": "text"
        },
        {
          "id": "encoder-norm-ff",
          "type": "arrow"
        },
        {
          "id": "encoder-ff-norm",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "encoder-ff-label",
      "type": "text",
      "x": 335.6,
      "y": 442.75,
      "width": 118.80000000000001,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aW",
      "roundness": null,
      "seed": 179176,
      "version": 2,
      "versionNonce": 2023938496,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Feed Forward",
      "fontSize": 18,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "encoder-ff",
      "originalText": "Feed Forward",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "encoder-norm-2",
      "type": "rectangle",
      "x": 270,
      "y": 375,
      "width": 250,
      "height": 32,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "#edf4ff",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aX",
      "roundness": {
        "type": 3
      },
      "seed": 179369,
      "version": 2,
      "versionNonce": 2061541952,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "encoder-norm-2-label",
          "type": "text"
        },
        {
          "id": "encoder-ff-norm",
          "type": "arrow"
        },
        {
          "id": "encoder-residual-2",
          "type": "arrow"
        },
        {
          "id": "encoder-to-cross-kv",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "encoder-norm-2-label",
      "type": "text",
      "x": 348.25,
      "y": 380.375,
      "width": 93.50000000000001,
      "height": 21.25,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aY",
      "roundness": null,
      "seed": 179562,
      "version": 2,
      "versionNonce": 446800320,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Add & Norm",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "encoder-norm-2",
      "originalText": "Add & Norm",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "encoder-entry",
      "type": "arrow",
      "x": 395,
      "y": 731,
      "width": 0,
      "height": 30,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aZ",
      "roundness": {
        "type": 2
      },
      "seed": 179755,
      "version": 2,
      "versionNonce": 319969856,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -30
        ]
      ],
      "startBinding": {
        "elementId": "encoder-plus",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "encoder-attention",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "encoder-mha-norm",
      "type": "arrow",
      "x": 395,
      "y": 647,
      "width": 0,
      "height": 17,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aa",
      "roundness": {
        "type": 2
      },
      "seed": 179948,
      "version": 2,
      "versionNonce": 562522560,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -17
        ]
      ],
      "startBinding": {
        "elementId": "encoder-attention",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "encoder-norm-1",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "encoder-norm-ff",
      "type": "arrow",
      "x": 395,
      "y": 592,
      "width": 0,
      "height": 111,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ab",
      "roundness": {
        "type": 2
      },
      "seed": 180141,
      "version": 2,
      "versionNonce": 743248448,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -111
        ]
      ],
      "startBinding": {
        "elementId": "encoder-norm-1",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "encoder-ff",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "encoder-ff-norm",
      "type": "arrow",
      "x": 395,
      "y": 427,
      "width": 0,
      "height": 17,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ac",
      "roundness": {
        "type": 2
      },
      "seed": 180334,
      "version": 2,
      "versionNonce": 1484009920,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -17
        ]
      ],
      "startBinding": {
        "elementId": "encoder-ff",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "encoder-norm-2",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "encoder-residual-1",
      "type": "arrow",
      "x": 395,
      "y": 708,
      "width": 155,
      "height": 97,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ad",
      "roundness": {
        "type": 2
      },
      "seed": 180527,
      "version": 2,
      "versionNonce": 1030801984,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          155,
          0
        ],
        [
          155,
          -97
        ],
        [
          128,
          -97
        ]
      ],
      "startBinding": null,
      "endBinding": {
        "elementId": "encoder-norm-1",
        "mode": "orbit",
        "fixedPoint": [
          1,
          0.5001
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "encoder-residual-2",
      "type": "arrow",
      "x": 395,
      "y": 575,
      "width": 155,
      "height": 184,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ae",
      "roundness": {
        "type": 2
      },
      "seed": 180720,
      "version": 2,
      "versionNonce": 646445504,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          155,
          0
        ],
        [
          155,
          -184
        ],
        [
          128,
          -184
        ]
      ],
      "startBinding": null,
      "endBinding": {
        "elementId": "encoder-norm-2",
        "mode": "orbit",
        "fixedPoint": [
          1,
          0.5001
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "decoder-masked-attention",
      "type": "rectangle",
      "x": 750,
      "y": 650,
      "width": 250,
      "height": 48,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "#e9dcfa",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "af",
      "roundness": {
        "type": 3
      },
      "seed": 180913,
      "version": 2,
      "versionNonce": 1633518144,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "decoder-masked-attention-label",
          "type": "text"
        },
        {
          "id": "decoder-entry",
          "type": "arrow"
        },
        {
          "id": "decoder-mha-norm",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "decoder-masked-attention-label",
      "type": "text",
      "x": 795.525,
      "y": 652.75,
      "width": 158.95000000000002,
      "height": 42.5,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ag",
      "roundness": null,
      "seed": 181106,
      "version": 2,
      "versionNonce": 249741760,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Masked Multi-Head\nSelf-Attention",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "decoder-masked-attention",
      "originalText": "Masked Multi-Head\nSelf-Attention",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-norm-1",
      "type": "rectangle",
      "x": 750,
      "y": 595,
      "width": 250,
      "height": 32,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "#f1eafb",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ah",
      "roundness": {
        "type": 3
      },
      "seed": 181299,
      "version": 2,
      "versionNonce": 1458780736,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "decoder-norm-1-label",
          "type": "text"
        },
        {
          "id": "decoder-mha-norm",
          "type": "arrow"
        },
        {
          "id": "decoder-norm-cross",
          "type": "arrow"
        },
        {
          "id": "decoder-residual-1",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "decoder-norm-1-label",
      "type": "text",
      "x": 828.25,
      "y": 600.375,
      "width": 93.50000000000001,
      "height": 21.25,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ai",
      "roundness": null,
      "seed": 181492,
      "version": 2,
      "versionNonce": 816089536,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Add & Norm",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "decoder-norm-1",
      "originalText": "Add & Norm",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-cross-attention",
      "type": "rectangle",
      "x": 750,
      "y": 520,
      "width": 250,
      "height": 48,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "#e9dcfa",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aj",
      "roundness": {
        "type": 3
      },
      "seed": 181685,
      "version": 2,
      "versionNonce": 17953344,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "decoder-cross-attention-label",
          "type": "text"
        },
        {
          "id": "decoder-norm-cross",
          "type": "arrow"
        },
        {
          "id": "decoder-cross-norm",
          "type": "arrow"
        },
        {
          "id": "encoder-to-cross-kv",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "decoder-cross-attention-label",
      "type": "text",
      "x": 804.875,
      "y": 522.75,
      "width": 140.25,
      "height": 42.5,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ak",
      "roundness": null,
      "seed": 181878,
      "version": 2,
      "versionNonce": 1189958080,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Cross-Attention\n(Multi-Head)",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "decoder-cross-attention",
      "originalText": "Cross-Attention\n(Multi-Head)",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-norm-2",
      "type": "rectangle",
      "x": 750,
      "y": 465,
      "width": 250,
      "height": 32,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "#f1eafb",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "al",
      "roundness": {
        "type": 3
      },
      "seed": 182071,
      "version": 2,
      "versionNonce": 1721346624,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "decoder-norm-2-label",
          "type": "text"
        },
        {
          "id": "decoder-cross-norm",
          "type": "arrow"
        },
        {
          "id": "decoder-norm-ff",
          "type": "arrow"
        },
        {
          "id": "decoder-residual-2",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "decoder-norm-2-label",
      "type": "text",
      "x": 828.25,
      "y": 470.375,
      "width": 93.50000000000001,
      "height": 21.25,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "am",
      "roundness": null,
      "seed": 182264,
      "version": 2,
      "versionNonce": 685578688,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Add & Norm",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "decoder-norm-2",
      "originalText": "Add & Norm",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-ff",
      "type": "rectangle",
      "x": 750,
      "y": 405,
      "width": 250,
      "height": 38,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "#e9dcfa",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "an",
      "roundness": {
        "type": 3
      },
      "seed": 182457,
      "version": 2,
      "versionNonce": 845832768,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "decoder-ff-label",
          "type": "text"
        },
        {
          "id": "decoder-norm-ff",
          "type": "arrow"
        },
        {
          "id": "decoder-ff-norm",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "decoder-ff-label",
      "type": "text",
      "x": 815.6,
      "y": 412.75,
      "width": 118.80000000000001,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ao",
      "roundness": null,
      "seed": 182650,
      "version": 2,
      "versionNonce": 1234428352,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Feed Forward",
      "fontSize": 18,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "decoder-ff",
      "originalText": "Feed Forward",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-norm-3",
      "type": "rectangle",
      "x": 750,
      "y": 350,
      "width": 250,
      "height": 32,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "#f1eafb",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ap",
      "roundness": {
        "type": 3
      },
      "seed": 182843,
      "version": 2,
      "versionNonce": 862198336,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "decoder-norm-3-label",
          "type": "text"
        },
        {
          "id": "decoder-ff-norm",
          "type": "arrow"
        },
        {
          "id": "decoder-residual-3",
          "type": "arrow"
        },
        {
          "id": "decoder-linear",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "decoder-norm-3-label",
      "type": "text",
      "x": 828.25,
      "y": 355.375,
      "width": 93.50000000000001,
      "height": 21.25,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aq",
      "roundness": null,
      "seed": 183036,
      "version": 2,
      "versionNonce": 942778816,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Add & Norm",
      "fontSize": 17,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "decoder-norm-3",
      "originalText": "Add & Norm",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-entry",
      "type": "arrow",
      "x": 875,
      "y": 731,
      "width": 0,
      "height": 30,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ar",
      "roundness": {
        "type": 2
      },
      "seed": 183229,
      "version": 2,
      "versionNonce": 1550242368,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -30
        ]
      ],
      "startBinding": {
        "elementId": "decoder-plus",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "decoder-masked-attention",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "decoder-mha-norm",
      "type": "arrow",
      "x": 875,
      "y": 647,
      "width": 0,
      "height": 17,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "as",
      "roundness": {
        "type": 2
      },
      "seed": 183422,
      "version": 2,
      "versionNonce": 534147520,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -17
        ]
      ],
      "startBinding": {
        "elementId": "decoder-masked-attention",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "decoder-norm-1",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "decoder-norm-cross",
      "type": "arrow",
      "x": 875,
      "y": 592,
      "width": 0,
      "height": 21,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "at",
      "roundness": {
        "type": 2
      },
      "seed": 183615,
      "version": 2,
      "versionNonce": 1146260032,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -21
        ]
      ],
      "startBinding": {
        "elementId": "decoder-norm-1",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "decoder-cross-attention",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "decoder-cross-norm",
      "type": "arrow",
      "x": 875,
      "y": 517,
      "width": 0,
      "height": 17,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "au",
      "roundness": {
        "type": 2
      },
      "seed": 183808,
      "version": 2,
      "versionNonce": 1201813952,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -17
        ]
      ],
      "startBinding": {
        "elementId": "decoder-cross-attention",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "decoder-norm-2",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "decoder-norm-ff",
      "type": "arrow",
      "x": 875,
      "y": 462,
      "width": 0,
      "height": 16,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "av",
      "roundness": {
        "type": 2
      },
      "seed": 184001,
      "version": 2,
      "versionNonce": 638009920,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -16
        ]
      ],
      "startBinding": {
        "elementId": "decoder-norm-2",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "decoder-ff",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "decoder-ff-norm",
      "type": "arrow",
      "x": 875,
      "y": 402,
      "width": 0,
      "height": 17,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aw",
      "roundness": {
        "type": 2
      },
      "seed": 184194,
      "version": 2,
      "versionNonce": 313852352,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -17
        ]
      ],
      "startBinding": {
        "elementId": "decoder-ff",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "decoder-norm-3",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "encoder-to-cross-kv",
      "type": "arrow",
      "x": 395,
      "y": 372,
      "width": 352,
      "height": 201,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ax",
      "roundness": {
        "type": 2
      },
      "seed": 184387,
      "version": 2,
      "versionNonce": 1617230400,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -29
        ],
        [
          235,
          -29
        ],
        [
          235,
          172
        ],
        [
          352,
          172
        ]
      ],
      "startBinding": {
        "elementId": "encoder-norm-2",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "decoder-cross-attention",
        "mode": "orbit",
        "fixedPoint": [
          0,
          0.5001
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "kv-label",
      "type": "text",
      "x": 646,
      "y": 516,
      "width": 41.516,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ay",
      "roundness": null,
      "seed": 184580,
      "version": 2,
      "versionNonce": 3066304,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "K, V",
      "fontSize": 18,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "K, V",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "q-label",
      "type": "text",
      "x": 888,
      "y": 573,
      "width": 20.288,
      "height": 20,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "az",
      "roundness": null,
      "seed": 184773,
      "version": 2,
      "versionNonce": 1984672320,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Q",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Q",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-residual-1",
      "type": "arrow",
      "x": 875,
      "y": 708,
      "width": 155,
      "height": 97,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b00",
      "roundness": {
        "type": 2
      },
      "seed": 184966,
      "version": 2,
      "versionNonce": 724537792,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          155,
          0
        ],
        [
          155,
          -97
        ],
        [
          128,
          -97
        ]
      ],
      "startBinding": null,
      "endBinding": {
        "elementId": "decoder-norm-1",
        "mode": "orbit",
        "fixedPoint": [
          1,
          0.5001
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "decoder-residual-2",
      "type": "arrow",
      "x": 875,
      "y": 582,
      "width": 155,
      "height": 101,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b01",
      "roundness": {
        "type": 2
      },
      "seed": 185159,
      "version": 2,
      "versionNonce": 245066304,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          155,
          0
        ],
        [
          155,
          -101
        ],
        [
          128,
          -101
        ]
      ],
      "startBinding": null,
      "endBinding": {
        "elementId": "decoder-norm-2",
        "mode": "orbit",
        "fixedPoint": [
          1,
          0.5001
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "decoder-residual-3",
      "type": "arrow",
      "x": 875,
      "y": 453,
      "width": 155,
      "height": 87,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b02",
      "roundness": {
        "type": 2
      },
      "seed": 185352,
      "version": 2,
      "versionNonce": 1255627200,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          155,
          0
        ],
        [
          155,
          -87
        ],
        [
          128,
          -87
        ]
      ],
      "startBinding": null,
      "endBinding": {
        "elementId": "decoder-norm-3",
        "mode": "orbit",
        "fixedPoint": [
          1,
          0.5001
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "linear",
      "type": "rectangle",
      "x": 750,
      "y": 240,
      "width": 250,
      "height": 36,
      "angle": 0,
      "strokeColor": "#ae7d26",
      "backgroundColor": "#fff0d5",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b03",
      "roundness": {
        "type": 3
      },
      "seed": 185545,
      "version": 2,
      "versionNonce": 1949573696,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "linear-label",
          "type": "text"
        },
        {
          "id": "decoder-linear",
          "type": "arrow"
        },
        {
          "id": "linear-softmax",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "linear-label",
      "type": "text",
      "x": 845.3,
      "y": 246.75,
      "width": 59.400000000000006,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#ae7d26",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b04",
      "roundness": null,
      "seed": 185738,
      "version": 2,
      "versionNonce": 843456960,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Linear",
      "fontSize": 18,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "linear",
      "originalText": "Linear",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "softmax",
      "type": "rectangle",
      "x": 750,
      "y": 185,
      "width": 250,
      "height": 36,
      "angle": 0,
      "strokeColor": "#32805d",
      "backgroundColor": "#e1f3e8",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b05",
      "roundness": {
        "type": 3
      },
      "seed": 185931,
      "version": 2,
      "versionNonce": 368433728,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "softmax-label",
          "type": "text"
        },
        {
          "id": "linear-softmax",
          "type": "arrow"
        },
        {
          "id": "softmax-probabilities",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false
    },
    {
      "id": "softmax-label",
      "type": "text",
      "x": 840.35,
      "y": 191.75,
      "width": 69.30000000000001,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#32805d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b06",
      "roundness": null,
      "seed": 186124,
      "version": 2,
      "versionNonce": 1352395200,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Softmax",
      "fontSize": 18,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": "softmax",
      "originalText": "Softmax",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "probabilities",
      "type": "text",
      "x": 765,
      "y": 135,
      "width": 220.00000000000003,
      "height": 25,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b07",
      "roundness": null,
      "seed": 186317,
      "version": 2,
      "versionNonce": 113283648,
      "isDeleted": false,
      "boundElements": [
        {
          "id": "softmax-probabilities",
          "type": "arrow"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Output probabilities",
      "fontSize": 20,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Output probabilities",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-linear",
      "type": "arrow",
      "x": 875,
      "y": 347,
      "width": 0,
      "height": 68,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b08",
      "roundness": {
        "type": 2
      },
      "seed": 186510,
      "version": 2,
      "versionNonce": 821604800,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -68
        ]
      ],
      "startBinding": {
        "elementId": "decoder-norm-3",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "linear",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "linear-softmax",
      "type": "arrow",
      "x": 875,
      "y": 237,
      "width": 0,
      "height": 13,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b09",
      "roundness": {
        "type": 2
      },
      "seed": 186703,
      "version": 2,
      "versionNonce": 2104773184,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -13
        ]
      ],
      "startBinding": {
        "elementId": "linear",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "softmax",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "softmax-probabilities",
      "type": "arrow",
      "x": 875,
      "y": 182,
      "width": 0,
      "height": 18,
      "angle": 0,
      "strokeColor": "#32805d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.35,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0A",
      "roundness": {
        "type": 2
      },
      "seed": 186896,
      "version": 2,
      "versionNonce": 2054977984,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          0,
          -18
        ]
      ],
      "startBinding": {
        "elementId": "softmax",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          0
        ]
      },
      "endBinding": {
        "elementId": "probabilities",
        "mode": "orbit",
        "fixedPoint": [
          0.5001,
          1
        ]
      },
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "encoder-repeat-count",
      "type": "text",
      "x": 485,
      "y": 333,
      "width": 57.818,
      "height": 23.75,
      "angle": 0,
      "strokeColor": "#3b6fb6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0B",
      "roundness": null,
      "seed": 187089,
      "version": 2,
      "versionNonce": 1425080896,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "N = 6",
      "fontSize": 19,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "N = 6",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-repeat-count",
      "type": "text",
      "x": 965,
      "y": 327,
      "width": 57.818,
      "height": 23.75,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0C",
      "roundness": null,
      "seed": 187282,
      "version": 2,
      "versionNonce": 1883718080,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "N = 6",
      "fontSize": 19,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "N = 6",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "encoder-residual-note",
      "type": "text",
      "x": 225,
      "y": 726,
      "width": 143,
      "height": 16.25,
      "angle": 0,
      "strokeColor": "#718096",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0D",
      "roundness": null,
      "seed": 187475,
      "version": 2,
      "versionNonce": 202816064,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "residual connections",
      "fontSize": 13,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "residual connections",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "decoder-residual-note",
      "type": "text",
      "x": 705,
      "y": 726,
      "width": 143,
      "height": 16.25,
      "angle": 0,
      "strokeColor": "#718096",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0E",
      "roundness": null,
      "seed": 187668,
      "version": 2,
      "versionNonce": 1903757760,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "residual connections",
      "fontSize": 13,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "residual connections",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "footer",
      "type": "text",
      "x": 50,
      "y": 926,
      "width": 709.5000000000001,
      "height": 18.75,
      "angle": 0,
      "strokeColor": "#718096",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0F",
      "roundness": null,
      "seed": 187861,
      "version": 2,
      "versionNonce": 1170567744,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Vaswani et al. 2017  ·  Post-LN: Add & Norm after each sublayer  ·  Arrows flow upward",
      "fontSize": 15,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Vaswani et al. 2017  ·  Post-LN: Add & Norm after each sublayer  ·  Arrows flow upward",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "spec-heading",
      "type": "text",
      "x": 1140,
      "y": 255,
      "width": 135.851,
      "height": 23.75,
      "angle": 0,
      "strokeColor": "#718096",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0G",
      "roundness": null,
      "seed": 188054,
      "version": 2,
      "versionNonce": 2033308096,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "BASE MODEL",
      "fontSize": 19,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "BASE MODEL",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "id2",
      "type": "rectangle",
      "x": 1140,
      "y": 290,
      "width": 240,
      "height": 164,
      "angle": 0,
      "strokeColor": "transparent",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 0.25,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0H",
      "roundness": null,
      "seed": 188247,
      "version": 2,
      "versionNonce": 1222453824,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "table": {
          "version": 1,
          "rows": [
            36,
            36,
            36,
            56
          ],
          "columns": [
            155,
            85
          ],
          "cells": [
            {
              "row": 0,
              "column": 0,
              "rowSpan": 1,
              "columnSpan": 1,
              "text": "Parameter",
              "backgroundColor": "#edf2f8",
              "textColor": "#26334d",
              "strokeColor": "#d4dce7",
              "strokeWidth": 1,
              "fontSize": 16,
              "fontFamily": 5,
              "textAlign": "left"
            },
            {
              "row": 0,
              "column": 1,
              "rowSpan": 1,
              "columnSpan": 1,
              "text": "Value",
              "backgroundColor": "#edf2f8",
              "textColor": "#26334d",
              "strokeColor": "#d4dce7",
              "strokeWidth": 1,
              "fontSize": 16,
              "fontFamily": 5,
              "textAlign": "left"
            },
            {
              "row": 1,
              "column": 0,
              "rowSpan": 1,
              "columnSpan": 1,
              "text": "d_model",
              "backgroundColor": "#ffffff",
              "textColor": "#26334d",
              "strokeColor": "#d4dce7",
              "strokeWidth": 1,
              "fontSize": 16,
              "fontFamily": 5,
              "textAlign": "left"
            },
            {
              "row": 1,
              "column": 1,
              "rowSpan": 1,
              "columnSpan": 1,
              "text": "512",
              "backgroundColor": "#ffffff",
              "textColor": "#26334d",
              "strokeColor": "#d4dce7",
              "strokeWidth": 1,
              "fontSize": 16,
              "fontFamily": 5,
              "textAlign": "left"
            },
            {
              "row": 2,
              "column": 0,
              "rowSpan": 1,
              "columnSpan": 1,
              "text": "Heads",
              "backgroundColor": "#ffffff",
              "textColor": "#26334d",
              "strokeColor": "#d4dce7",
              "strokeWidth": 1,
              "fontSize": 16,
              "fontFamily": 5,
              "textAlign": "left"
            },
            {
              "row": 2,
              "column": 1,
              "rowSpan": 1,
              "columnSpan": 1,
              "text": "8",
              "backgroundColor": "#ffffff",
              "textColor": "#26334d",
              "strokeColor": "#d4dce7",
              "strokeWidth": 1,
              "fontSize": 16,
              "fontFamily": 5,
              "textAlign": "left"
            },
            {
              "row": 3,
              "column": 0,
              "rowSpan": 1,
              "columnSpan": 1,
              "text": "Layers / stack",
              "backgroundColor": "#ffffff",
              "textColor": "#26334d",
              "strokeColor": "#d4dce7",
              "strokeWidth": 1,
              "fontSize": 16,
              "fontFamily": 5,
              "textAlign": "left"
            },
            {
              "row": 3,
              "column": 1,
              "rowSpan": 1,
              "columnSpan": 1,
              "text": "6",
              "backgroundColor": "#ffffff",
              "textColor": "#26334d",
              "strokeColor": "#d4dce7",
              "strokeWidth": 1,
              "fontSize": 16,
              "fontFamily": 5,
              "textAlign": "left"
            }
          ]
        }
      }
    },
    {
      "id": "id4",
      "type": "rectangle",
      "x": 1140,
      "y": 290,
      "width": 155,
      "height": 36,
      "angle": 0,
      "strokeColor": "#d4dce7",
      "backgroundColor": "#edf2f8",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 0.25,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0I",
      "roundness": null,
      "seed": 188440,
      "version": 2,
      "versionNonce": 512858560,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "id5"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 0,
          "column": 0,
          "role": "background"
        }
      }
    },
    {
      "id": "id5",
      "type": "text",
      "x": 1148,
      "y": 298,
      "width": 139,
      "height": 20,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0J",
      "roundness": null,
      "seed": 188633,
      "version": 2,
      "versionNonce": 4055616,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 0,
          "column": 0,
          "role": "text"
        }
      },
      "text": "Parameter",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "middle",
      "containerId": "id4",
      "originalText": "Parameter",
      "autoResize": false,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "id7",
      "type": "rectangle",
      "x": 1295,
      "y": 290,
      "width": 85,
      "height": 36,
      "angle": 0,
      "strokeColor": "#d4dce7",
      "backgroundColor": "#edf2f8",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 0.25,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0K",
      "roundness": null,
      "seed": 188826,
      "version": 2,
      "versionNonce": 347627968,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "id8"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 0,
          "column": 1,
          "role": "background"
        }
      }
    },
    {
      "id": "id8",
      "type": "text",
      "x": 1303,
      "y": 298,
      "width": 69,
      "height": 20,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0L",
      "roundness": null,
      "seed": 189019,
      "version": 2,
      "versionNonce": 2059901504,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 0,
          "column": 1,
          "role": "text"
        }
      },
      "text": "Value",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "middle",
      "containerId": "id7",
      "originalText": "Value",
      "autoResize": false,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "id10",
      "type": "rectangle",
      "x": 1140,
      "y": 326,
      "width": 155,
      "height": 36,
      "angle": 0,
      "strokeColor": "#d4dce7",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 0.25,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0M",
      "roundness": null,
      "seed": 189212,
      "version": 2,
      "versionNonce": 717629888,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "id11"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 1,
          "column": 0,
          "role": "background"
        }
      }
    },
    {
      "id": "id11",
      "type": "text",
      "x": 1148,
      "y": 334,
      "width": 139,
      "height": 20,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0N",
      "roundness": null,
      "seed": 189405,
      "version": 2,
      "versionNonce": 1801081408,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 1,
          "column": 0,
          "role": "text"
        }
      },
      "text": "d_model",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "middle",
      "containerId": "id10",
      "originalText": "d_model",
      "autoResize": false,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "id13",
      "type": "rectangle",
      "x": 1295,
      "y": 326,
      "width": 85,
      "height": 36,
      "angle": 0,
      "strokeColor": "#d4dce7",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 0.25,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0O",
      "roundness": null,
      "seed": 189598,
      "version": 2,
      "versionNonce": 1272639936,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "id14"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 1,
          "column": 1,
          "role": "background"
        }
      }
    },
    {
      "id": "id14",
      "type": "text",
      "x": 1303,
      "y": 334,
      "width": 69,
      "height": 20,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0P",
      "roundness": null,
      "seed": 189791,
      "version": 2,
      "versionNonce": 685115968,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 1,
          "column": 1,
          "role": "text"
        }
      },
      "text": "512",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "middle",
      "containerId": "id13",
      "originalText": "512",
      "autoResize": false,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "id16",
      "type": "rectangle",
      "x": 1140,
      "y": 362,
      "width": 155,
      "height": 36,
      "angle": 0,
      "strokeColor": "#d4dce7",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 0.25,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0Q",
      "roundness": null,
      "seed": 189984,
      "version": 2,
      "versionNonce": 2132195776,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "id17"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 2,
          "column": 0,
          "role": "background"
        }
      }
    },
    {
      "id": "id17",
      "type": "text",
      "x": 1148,
      "y": 370,
      "width": 139,
      "height": 20,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0R",
      "roundness": null,
      "seed": 190177,
      "version": 2,
      "versionNonce": 773505600,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 2,
          "column": 0,
          "role": "text"
        }
      },
      "text": "Heads",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "middle",
      "containerId": "id16",
      "originalText": "Heads",
      "autoResize": false,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "id19",
      "type": "rectangle",
      "x": 1295,
      "y": 362,
      "width": 85,
      "height": 36,
      "angle": 0,
      "strokeColor": "#d4dce7",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 0.25,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0S",
      "roundness": null,
      "seed": 190370,
      "version": 2,
      "versionNonce": 1738113472,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "id20"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 2,
          "column": 1,
          "role": "background"
        }
      }
    },
    {
      "id": "id20",
      "type": "text",
      "x": 1303,
      "y": 370,
      "width": 69,
      "height": 20,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0T",
      "roundness": null,
      "seed": 190563,
      "version": 2,
      "versionNonce": 436763200,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 2,
          "column": 1,
          "role": "text"
        }
      },
      "text": "8",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "middle",
      "containerId": "id19",
      "originalText": "8",
      "autoResize": false,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "id22",
      "type": "rectangle",
      "x": 1140,
      "y": 398,
      "width": 155,
      "height": 56,
      "angle": 0,
      "strokeColor": "#d4dce7",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 0.25,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0U",
      "roundness": null,
      "seed": 190756,
      "version": 2,
      "versionNonce": 1149454784,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "id23"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 3,
          "column": 0,
          "role": "background"
        }
      }
    },
    {
      "id": "id23",
      "type": "text",
      "x": 1148,
      "y": 406,
      "width": 139,
      "height": 40,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0V",
      "roundness": null,
      "seed": 190949,
      "version": 2,
      "versionNonce": 796865088,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 3,
          "column": 0,
          "role": "text"
        }
      },
      "text": "Layers /\nstack",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "middle",
      "containerId": "id22",
      "originalText": "Layers / stack",
      "autoResize": false,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "id25",
      "type": "rectangle",
      "x": 1295,
      "y": 398,
      "width": 85,
      "height": 56,
      "angle": 0,
      "strokeColor": "#d4dce7",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 0.25,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0W",
      "roundness": null,
      "seed": 191142,
      "version": 2,
      "versionNonce": 1895043520,
      "isDeleted": false,
      "boundElements": [
        {
          "type": "text",
          "id": "id26"
        }
      ],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 3,
          "column": 1,
          "role": "background"
        }
      }
    },
    {
      "id": "id26",
      "type": "text",
      "x": 1303,
      "y": 416,
      "width": 69,
      "height": 20,
      "angle": 0,
      "strokeColor": "#26334d",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [
        "id1"
      ],
      "frameId": null,
      "index": "b0X",
      "roundness": null,
      "seed": 191335,
      "version": 2,
      "versionNonce": 1432283712,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "tableCell": {
          "row": 3,
          "column": 1,
          "role": "text"
        }
      },
      "text": "6",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "middle",
      "containerId": "id25",
      "originalText": "6",
      "autoResize": false,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "qkv-detail-pin",
      "type": "stickynote",
      "x": 1145,
      "y": 475,
      "width": 48,
      "height": 56,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "#e9dcfa",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0.55,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0Y",
      "roundness": null,
      "seed": 191528,
      "version": 2,
      "versionNonce": 1678498240,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "customData": {
        "subcanvas": {
          "sceneId": "transformer-qkv-detail",
          "title": "Inside Multi-Head Attention"
        }
      },
      "baseHeight": 56
    },
    {
      "id": "pin-title",
      "type": "text",
      "x": 1205,
      "y": 480,
      "width": 158.4,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#7950b6",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0Z",
      "roundness": null,
      "seed": 191721,
      "version": 2,
      "versionNonce": 377987648,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Inside attention",
      "fontSize": 18,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Inside attention",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "pin-caption",
      "type": "text",
      "x": 1205,
      "y": 508,
      "width": 143,
      "height": 16.25,
      "angle": 0,
      "strokeColor": "#718096",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0a",
      "roundness": null,
      "seed": 191914,
      "version": 2,
      "versionNonce": 820683200,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Double-click the pin",
      "fontSize": 13,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Double-click the pin",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "notes",
      "type": "text",
      "x": 1140,
      "y": 570,
      "width": 255.20000000000002,
      "height": 60,
      "angle": 0,
      "strokeColor": "#718096",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 1.6,
      "strokeStyle": "solid",
      "roughness": 0,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0b",
      "roundness": null,
      "seed": 192107,
      "version": 2,
      "versionNonce": 567892544,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1,
      "created": 1,
      "link": null,
      "locked": false,
      "text": "Self-attention: same sequence\nCross-attention: encoder K, V\nCausal mask: decoder only",
      "fontSize": 16,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Self-attention: same sequence\nCross-attention: encoder K, V\nCausal mask: decoder only",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "_PEUw4ExWw6rwDKC_iT8a",
      "type": "stickynote",
      "x": 1425,
      "y": 391,
      "width": 48,
      "height": 56,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffdf6b",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0c",
      "roundness": {
        "type": 2
      },
      "seed": 816404149,
      "version": 5,
      "versionNonce": 355684379,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1792547038040,
      "created": 1792547027660,
      "link": null,
      "locked": false,
      "customData": {
        "subcanvas": {
          "sceneId": "8QRTy0nBlrnknqbpRoQ8W",
          "title": "QKV 笔记"
        }
      },
      "baseHeight": 56
    },
    {
      "id": "BbQt1-cBwfIrNYiAR7eNA",
      "type": "text",
      "x": 1506.2700119018555,
      "y": 503.5,
      "width": 87.45997619628906,
      "height": 25,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0d",
      "roundness": null,
      "seed": 1205243995,
      "version": 4,
      "versionNonce": 108892949,
      "isDeleted": true,
      "boundElements": [],
      "updated": 1792547038040,
      "created": 1792547027713,
      "link": null,
      "locked": false,
      "text": "QKV 笔记",
      "fontSize": 20,
      "baseFontSize": 20,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "_PEUw4ExWw6rwDKC_iT8a",
      "originalText": "QKV 笔记",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "ux6sDoJ278aXT3kONpQXW",
      "type": "stickynote",
      "x": 1445,
      "y": 451,
      "width": 48,
      "height": 56,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffdf6b",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0e",
      "roundness": {
        "type": 2
      },
      "seed": 1272831157,
      "version": 5,
      "versionNonce": 610146229,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1792547329580,
      "created": 1792547324262,
      "link": null,
      "locked": false,
      "customData": {
        "subcanvas": {
          "sceneId": "S4-0eS0dSx7qESXsqf1FC",
          "title": "补充笔记"
        }
      },
      "baseHeight": 56
    },
    {
      "id": "3-Fh9utXee3pO9caR0Yw9",
      "type": "text",
      "x": 1530,
      "y": 563.5,
      "width": 80,
      "height": 25,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0f",
      "roundness": null,
      "seed": 975628891,
      "version": 4,
      "versionNonce": 1777871387,
      "isDeleted": true,
      "boundElements": [],
      "updated": 1792547329580,
      "created": 1792547324312,
      "link": null,
      "locked": false,
      "text": "补充笔记",
      "fontSize": 20,
      "baseFontSize": 20,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "ux6sDoJ278aXT3kONpQXW",
      "originalText": "补充笔记",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "MLq7O8KrKENwKNd8AqXAy",
      "type": "stickynote",
      "x": 1365,
      "y": 631,
      "width": 48,
      "height": 56,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffdf6b",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0g",
      "roundness": {
        "type": 2
      },
      "seed": 1530302331,
      "version": 9,
      "versionNonce": 372222005,
      "isDeleted": true,
      "boundElements": [],
      "updated": 1792548003952,
      "created": 1792547870025,
      "link": null,
      "locked": false,
      "customData": {
        "subcanvas": {
          "sceneId": "nJz7Ios1C2AIjgrgqH_0N",
          "title": "子画布"
        }
      },
      "baseHeight": 56
    },
    {
      "id": "Wa7ckbSbLSABUKHjzn_G1",
      "type": "text",
      "x": 1486,
      "y": 743.5,
      "width": 8,
      "height": 25,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0gV",
      "roundness": null,
      "seed": 765285909,
      "version": 4,
      "versionNonce": 1045688245,
      "isDeleted": true,
      "boundElements": [],
      "updated": 1792547920870,
      "created": 1792547884090,
      "link": null,
      "locked": false,
      "text": "",
      "fontSize": 20,
      "baseFontSize": 20,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "MLq7O8KrKENwKNd8AqXAy",
      "originalText": "",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "-FZ4iepdtR_nJj34RPDp0",
      "type": "text",
      "x": 1486,
      "y": 743.5,
      "width": 8,
      "height": 25,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0h",
      "roundness": null,
      "seed": 655577205,
      "version": 3,
      "versionNonce": 1707698005,
      "isDeleted": true,
      "boundElements": [],
      "updated": 1792547870849,
      "created": 1792547870075,
      "link": null,
      "locked": false,
      "text": "",
      "fontSize": 20,
      "baseFontSize": 20,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "MLq7O8KrKENwKNd8AqXAy",
      "originalText": "",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "3gD9EX5Z7d1LBNlznfmO4",
      "type": "text",
      "x": 1490,
      "y": 743.5,
      "width": 80,
      "height": 25,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0i",
      "roundness": null,
      "seed": 1783383899,
      "version": 7,
      "versionNonce": 2036005979,
      "isDeleted": true,
      "boundElements": [],
      "updated": 1792548003769,
      "created": 1792547921271,
      "link": null,
      "locked": false,
      "text": "补充笔记",
      "fontSize": 20,
      "baseFontSize": null,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "补充笔记",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "G0yBNnp2SbejZRG4GDFJ7",
      "type": "stickynote",
      "x": 1365,
      "y": 631,
      "width": 48,
      "height": 56,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffdf6b",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0j",
      "roundness": {
        "type": 2
      },
      "seed": 1121376661,
      "version": 5,
      "versionNonce": 1666569659,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1792548048712,
      "created": 1792548031627,
      "link": null,
      "locked": false,
      "customData": {
        "subcanvas": {
          "sceneId": "mauCN2_gukdxMbCrXt3Da",
          "title": "补充笔记"
        }
      },
      "baseHeight": 56
    },
    {
      "id": "45Jwm8VvJeVN0dI3izuUl",
      "type": "text",
      "x": 1450,
      "y": 731,
      "width": 80,
      "height": 50,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0k",
      "roundness": null,
      "seed": 235594619,
      "version": 8,
      "versionNonce": 99071861,
      "isDeleted": true,
      "boundElements": [],
      "updated": 1792548048712,
      "created": 1792548031677,
      "link": null,
      "locked": false,
      "text": "\n补充笔记",
      "fontSize": 20,
      "baseFontSize": 20,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "G0yBNnp2SbejZRG4GDFJ7",
      "originalText": "\n补充笔记",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "zCAGFFZ0g5oZ81H2dspxN",
      "type": "stickynote",
      "x": 1404.530303030303,
      "y": 77.8282828282828,
      "width": 48,
      "height": 56,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffdf6b",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0l",
      "roundness": {
        "type": 2
      },
      "seed": 1676476148,
      "version": 6,
      "versionNonce": 1096138356,
      "isDeleted": true,
      "boundElements": [],
      "updated": 1792557267557,
      "created": 1792557202711,
      "link": null,
      "locked": false,
      "customData": {
        "subcanvas": {
          "sceneId": "CvU3L-z-1_hRS6-AsI5xV",
          "title": "QKV"
        }
      },
      "baseHeight": 56
    },
    {
      "id": "nSyt0MxVmhhxpwTrs48Cr",
      "type": "text",
      "x": 1505.8003149321585,
      "y": 190.3282828282828,
      "width": 47.45997619628906,
      "height": 25,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0m",
      "roundness": null,
      "seed": 1448900428,
      "version": 7,
      "versionNonce": 658776524,
      "isDeleted": true,
      "boundElements": null,
      "updated": 1792557209697,
      "created": 1792557202762,
      "link": null,
      "locked": false,
      "text": "QKV ",
      "fontSize": 20,
      "baseFontSize": 20,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "zCAGFFZ0g5oZ81H2dspxN",
      "originalText": "QKV ",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    },
    {
      "id": "ABl49veL0gTSxZVoWQ_35",
      "type": "stickynote",
      "x": 1404.530303030303,
      "y": 77.8282828282828,
      "width": 48,
      "height": 56,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffdf6b",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0n",
      "roundness": {
        "type": 2
      },
      "seed": 754798540,
      "version": 5,
      "versionNonce": 110118732,
      "isDeleted": false,
      "boundElements": [],
      "updated": 1792557326496,
      "created": 1792557319458,
      "link": null,
      "locked": false,
      "customData": {
        "subcanvas": {
          "sceneId": "_MTFei3S1KIUAyzA1_M-Y",
          "title": "QKV"
        }
      },
      "baseHeight": 56
    },
    {
      "id": "fHOZTYaihVdKgKIXwECtw",
      "type": "text",
      "x": 1505.8003149321585,
      "y": 190.3282828282828,
      "width": 47.45997619628906,
      "height": 25,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "b0o",
      "roundness": null,
      "seed": 1009530356,
      "version": 7,
      "versionNonce": 519283572,
      "isDeleted": true,
      "boundElements": null,
      "updated": 1792557326496,
      "created": 1792557319508,
      "link": null,
      "locked": false,
      "text": "QKV ",
      "fontSize": 20,
      "baseFontSize": 20,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "ABl49veL0gTSxZVoWQ_35",
      "originalText": "QKV ",
      "autoResize": true,
      "lineHeight": 1.25,
      "labelPosition": null
    }
  ],
  "appState": {
    "gridSize": 20,
    "gridStep": 5,
    "gridModeEnabled": false,
    "viewBackgroundColor": "#ffffff",
    "lockedMultiSelections": {},
    "fontRegistry": {},
    "subscenes": {
      "transformer-qkv-detail": {
        "version": 1,
        "title": "Inside Multi-Head Attention",
        "elements": [
          {
            "id": "qkv-title",
            "type": "text",
            "x": 50,
            "y": 30,
            "width": 475.20000000000005,
            "height": 40,
            "angle": 0,
            "strokeColor": "#26334d",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a0",
            "roundness": null,
            "seed": 192300,
            "version": 2,
            "versionNonce": 63750720,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Inside Multi-Head Attention",
            "fontSize": 32,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": null,
            "originalText": "Inside Multi-Head Attention",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "qkv-subtitle",
            "type": "text",
            "x": 52,
            "y": 82,
            "width": 493.8490000000001,
            "height": 23.75,
            "angle": 0,
            "strokeColor": "#718096",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a1",
            "roundness": null,
            "seed": 192493,
            "version": 2,
            "versionNonce": 2114421184,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Each head uses learned Q/K/V projections · 8 heads",
            "fontSize": 19,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": null,
            "originalText": "Each head uses learned Q/K/V projections · 8 heads",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "q-input",
            "type": "rectangle",
            "x": 100,
            "y": 180,
            "width": 100,
            "height": 50,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "#e9dcfa",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a2",
            "roundness": {
              "type": 3
            },
            "seed": 192686,
            "version": 2,
            "versionNonce": 1769634368,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "q-input-label",
                "type": "text"
              },
              {
                "id": "q-scores",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "q-input-label",
            "type": "text",
            "x": 143.675,
            "y": 190.625,
            "width": 12.65,
            "height": 28.75,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a3",
            "roundness": null,
            "seed": 192879,
            "version": 2,
            "versionNonce": 1563511232,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Q",
            "fontSize": 23,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "q-input",
            "originalText": "Q",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "k-input",
            "type": "rectangle",
            "x": 270,
            "y": 180,
            "width": 100,
            "height": 50,
            "angle": 0,
            "strokeColor": "#3b6fb6",
            "backgroundColor": "#dceafe",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a4",
            "roundness": {
              "type": 3
            },
            "seed": 193072,
            "version": 2,
            "versionNonce": 1085354560,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "k-input-label",
                "type": "text"
              },
              {
                "id": "k-scores",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "k-input-label",
            "type": "text",
            "x": 313.675,
            "y": 190.625,
            "width": 12.65,
            "height": 28.75,
            "angle": 0,
            "strokeColor": "#3b6fb6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a5",
            "roundness": null,
            "seed": 193265,
            "version": 2,
            "versionNonce": 1138889152,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "K",
            "fontSize": 23,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "k-input",
            "originalText": "K",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "v-input",
            "type": "rectangle",
            "x": 493.78383447315014,
            "y": 181.54059466954251,
            "width": 100,
            "height": 50,
            "angle": 0,
            "strokeColor": "#3b6fb6",
            "backgroundColor": "#dceafe",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a6",
            "roundness": {
              "type": 3
            },
            "seed": 193458,
            "version": 6,
            "versionNonce": 1383874892,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "v-input-label",
                "type": "text"
              },
              {
                "id": "v-values",
                "type": "arrow"
              }
            ],
            "updated": 1792557335495,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "v-input-label",
            "type": "text",
            "x": 537.4588344731502,
            "y": 192.16559466954251,
            "width": 12.65,
            "height": 28.75,
            "angle": 0,
            "strokeColor": "#3b6fb6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a7",
            "roundness": null,
            "seed": 193651,
            "version": 6,
            "versionNonce": 1451112396,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1792557335495,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "V",
            "fontSize": 23,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "v-input",
            "originalText": "V",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "qk-scale",
            "type": "rectangle",
            "x": 100,
            "y": 305,
            "width": 270,
            "height": 54,
            "angle": 0,
            "strokeColor": "#26334d",
            "backgroundColor": "#f0f4fc",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a8",
            "roundness": {
              "type": 3
            },
            "seed": 193844,
            "version": 2,
            "versionNonce": 54108736,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "qk-scale-label",
                "type": "text"
              },
              {
                "id": "q-scores",
                "type": "arrow"
              },
              {
                "id": "k-scores",
                "type": "arrow"
              },
              {
                "id": "score-mask",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "qk-scale-label",
            "type": "text",
            "x": 156.35,
            "y": 318.25,
            "width": 157.3,
            "height": 27.5,
            "angle": 0,
            "strokeColor": "#26334d",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "a9",
            "roundness": null,
            "seed": 194037,
            "version": 2,
            "versionNonce": 542679488,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Q · Kᵀ / √d_k",
            "fontSize": 22,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "qk-scale",
            "originalText": "Q · Kᵀ / √d_k",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "optional-mask",
            "type": "rectangle",
            "x": 100,
            "y": 415,
            "width": 270,
            "height": 48,
            "angle": 0,
            "strokeColor": "#ae7d26",
            "backgroundColor": "#fff3d8",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aA",
            "roundness": {
              "type": 3
            },
            "seed": 194230,
            "version": 2,
            "versionNonce": 676026944,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "optional-mask-label",
                "type": "text"
              },
              {
                "id": "score-mask",
                "type": "arrow"
              },
              {
                "id": "mask-softmax",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "optional-mask-label",
            "type": "text",
            "x": 148.375,
            "y": 425.875,
            "width": 173.25,
            "height": 26.25,
            "angle": 0,
            "strokeColor": "#ae7d26",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aB",
            "roundness": null,
            "seed": 194423,
            "version": 2,
            "versionNonce": 1482582464,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Mask (optional)",
            "fontSize": 21,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "optional-mask",
            "originalText": "Mask (optional)",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "qkv-softmax",
            "type": "rectangle",
            "x": 100,
            "y": 520,
            "width": 270,
            "height": 48,
            "angle": 0,
            "strokeColor": "#32805d",
            "backgroundColor": "#e1f3e8",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aC",
            "roundness": {
              "type": 3
            },
            "seed": 194616,
            "version": 2,
            "versionNonce": 845550144,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "qkv-softmax-label",
                "type": "text"
              },
              {
                "id": "mask-softmax",
                "type": "arrow"
              },
              {
                "id": "softmax-v",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "qkv-softmax-label",
            "type": "text",
            "x": 194.575,
            "y": 530.875,
            "width": 80.85000000000001,
            "height": 26.25,
            "angle": 0,
            "strokeColor": "#32805d",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aD",
            "roundness": null,
            "seed": 194809,
            "version": 2,
            "versionNonce": 476787136,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Softmax",
            "fontSize": 21,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "qkv-softmax",
            "originalText": "Softmax",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "multiply-v",
            "type": "rectangle",
            "x": 485,
            "y": 520,
            "width": 135,
            "height": 48,
            "angle": 0,
            "strokeColor": "#3b6fb6",
            "backgroundColor": "#edf4ff",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aE",
            "roundness": {
              "type": 3
            },
            "seed": 195002,
            "version": 2,
            "versionNonce": 409586240,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "multiply-v-label",
                "type": "text"
              },
              {
                "id": "softmax-v",
                "type": "arrow"
              },
              {
                "id": "v-values",
                "type": "arrow"
              },
              {
                "id": "v-head",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "multiply-v-label",
            "type": "text",
            "x": 533.525,
            "y": 529.625,
            "width": 37.95,
            "height": 28.75,
            "angle": 0,
            "strokeColor": "#3b6fb6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aF",
            "roundness": null,
            "seed": 195195,
            "version": 2,
            "versionNonce": 1402927552,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "× V",
            "fontSize": 23,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "multiply-v",
            "originalText": "× V",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "head-outputs",
            "type": "rectangle",
            "x": 710,
            "y": 520,
            "width": 190,
            "height": 48,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "#e9dcfa",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aG",
            "roundness": {
              "type": 3
            },
            "seed": 195388,
            "version": 2,
            "versionNonce": 1966506560,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "head-outputs-label",
                "type": "text"
              },
              {
                "id": "v-head",
                "type": "arrow"
              },
              {
                "id": "head-concat",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "head-outputs-label",
            "type": "text",
            "x": 735.7,
            "y": 530.875,
            "width": 138.60000000000002,
            "height": 26.25,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aH",
            "roundness": null,
            "seed": 195581,
            "version": 2,
            "versionNonce": 18465216,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Head outputs",
            "fontSize": 21,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "head-outputs",
            "originalText": "Head outputs",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "concat",
            "type": "rectangle",
            "x": 710,
            "y": 400,
            "width": 190,
            "height": 48,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "#e9dcfa",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aI",
            "roundness": {
              "type": 3
            },
            "seed": 195774,
            "version": 2,
            "versionNonce": 128727616,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "concat-label",
                "type": "text"
              },
              {
                "id": "head-concat",
                "type": "arrow"
              },
              {
                "id": "concat-proj",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "concat-label",
            "type": "text",
            "x": 770.35,
            "y": 410.875,
            "width": 69.30000000000001,
            "height": 26.25,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aJ",
            "roundness": null,
            "seed": 195967,
            "version": 2,
            "versionNonce": 1140558272,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Concat",
            "fontSize": 21,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "concat",
            "originalText": "Concat",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "output-projection",
            "type": "rectangle",
            "x": 710,
            "y": 280,
            "width": 190,
            "height": 48,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "#e9dcfa",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aK",
            "roundness": {
              "type": 3
            },
            "seed": 196160,
            "version": 2,
            "versionNonce": 850063936,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "output-projection-label",
                "type": "text"
              },
              {
                "id": "concat-proj",
                "type": "arrow"
              },
              {
                "id": "proj-result",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "output-projection-label",
            "type": "text",
            "x": 791.8,
            "y": 289,
            "width": 26.400000000000002,
            "height": 30,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aL",
            "roundness": null,
            "seed": 196353,
            "version": 2,
            "versionNonce": 1466192320,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Wᵒ",
            "fontSize": 24,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "output-projection",
            "originalText": "Wᵒ",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "attention-output",
            "type": "rectangle",
            "x": 985,
            "y": 280,
            "width": 245,
            "height": 48,
            "angle": 0,
            "strokeColor": "#32805d",
            "backgroundColor": "#e1f3e8",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.55,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aM",
            "roundness": {
              "type": 3
            },
            "seed": 196546,
            "version": 2,
            "versionNonce": 2098375232,
            "isDeleted": false,
            "boundElements": [
              {
                "id": "attention-output-label",
                "type": "text"
              },
              {
                "id": "proj-result",
                "type": "arrow"
              }
            ],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false
          },
          {
            "id": "attention-output-label",
            "type": "text",
            "x": 1015.1,
            "y": 290.875,
            "width": 184.8,
            "height": 26.25,
            "angle": 0,
            "strokeColor": "#32805d",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aN",
            "roundness": null,
            "seed": 196739,
            "version": 2,
            "versionNonce": 309598656,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Attention output",
            "fontSize": 21,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": "attention-output",
            "originalText": "Attention output",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "q-scores",
            "type": "arrow",
            "x": 150,
            "y": 233,
            "width": 0,
            "height": 69,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aO",
            "roundness": {
              "type": 2
            },
            "seed": 196932,
            "version": 2,
            "versionNonce": 298017344,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                0,
                69
              ]
            ],
            "startBinding": {
              "elementId": "q-input",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                1
              ]
            },
            "endBinding": {
              "elementId": "qk-scale",
              "mode": "orbit",
              "fixedPoint": [
                0.18518518518518517,
                0
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false
          },
          {
            "id": "k-scores",
            "type": "arrow",
            "x": 320,
            "y": 233,
            "width": 0,
            "height": 69,
            "angle": 0,
            "strokeColor": "#3b6fb6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aP",
            "roundness": {
              "type": 2
            },
            "seed": 197125,
            "version": 2,
            "versionNonce": 1749737920,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                0,
                69
              ]
            ],
            "startBinding": {
              "elementId": "k-input",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                1
              ]
            },
            "endBinding": {
              "elementId": "qk-scale",
              "mode": "orbit",
              "fixedPoint": [
                0.8148148148148148,
                0
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false
          },
          {
            "id": "score-mask",
            "type": "arrow",
            "x": 235,
            "y": 362,
            "width": 0,
            "height": 50,
            "angle": 0,
            "strokeColor": "#26334d",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aQ",
            "roundness": {
              "type": 2
            },
            "seed": 197318,
            "version": 2,
            "versionNonce": 1067260480,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                0,
                50
              ]
            ],
            "startBinding": {
              "elementId": "qk-scale",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                1
              ]
            },
            "endBinding": {
              "elementId": "optional-mask",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                0
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false
          },
          {
            "id": "mask-softmax",
            "type": "arrow",
            "x": 235,
            "y": 466,
            "width": 0,
            "height": 51,
            "angle": 0,
            "strokeColor": "#26334d",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aR",
            "roundness": {
              "type": 2
            },
            "seed": 197511,
            "version": 2,
            "versionNonce": 1745398208,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                0,
                51
              ]
            ],
            "startBinding": {
              "elementId": "optional-mask",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                1
              ]
            },
            "endBinding": {
              "elementId": "qkv-softmax",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                0
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false
          },
          {
            "id": "softmax-v",
            "type": "arrow",
            "x": 373,
            "y": 544,
            "width": 109,
            "height": 0,
            "angle": 0,
            "strokeColor": "#26334d",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aS",
            "roundness": {
              "type": 2
            },
            "seed": 197704,
            "version": 2,
            "versionNonce": 2038420032,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                109,
                0
              ]
            ],
            "startBinding": {
              "elementId": "qkv-softmax",
              "mode": "orbit",
              "fixedPoint": [
                1,
                0.5001
              ]
            },
            "endBinding": {
              "elementId": "multiply-v",
              "mode": "orbit",
              "fixedPoint": [
                0,
                0.5001
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false
          },
          {
            "id": "v-values",
            "type": "arrow",
            "x": 543.7938344731501,
            "y": 231.54059466954251,
            "width": 8.206165526849873,
            "height": 282.6594053304575,
            "angle": 0,
            "strokeColor": "#3b6fb6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aT",
            "roundness": {
              "type": 2
            },
            "seed": 197897,
            "version": 7,
            "versionNonce": 603807308,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1792557335496,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                8.206165526849873,
                1.4594053304574857
              ],
              [
                8.206165526849873,
                282.6594053304575
              ]
            ],
            "startBinding": {
              "elementId": "v-input",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                1
              ]
            },
            "endBinding": {
              "elementId": "multiply-v",
              "mode": "orbit",
              "fixedPoint": [
                0.4962962962962963,
                0
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false,
            "moveMidPointsWithElement": false
          },
          {
            "id": "v-head",
            "type": "arrow",
            "x": 623,
            "y": 544,
            "width": 84,
            "height": 0,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aU",
            "roundness": {
              "type": 2
            },
            "seed": 198090,
            "version": 2,
            "versionNonce": 1447791168,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                84,
                0
              ]
            ],
            "startBinding": {
              "elementId": "multiply-v",
              "mode": "orbit",
              "fixedPoint": [
                1,
                0.5001
              ]
            },
            "endBinding": {
              "elementId": "head-outputs",
              "mode": "orbit",
              "fixedPoint": [
                0,
                0.5001
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false
          },
          {
            "id": "head-concat",
            "type": "arrow",
            "x": 805,
            "y": 517,
            "width": 0,
            "height": 66,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aV",
            "roundness": {
              "type": 2
            },
            "seed": 198283,
            "version": 2,
            "versionNonce": 767113664,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                0,
                -66
              ]
            ],
            "startBinding": {
              "elementId": "head-outputs",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                0
              ]
            },
            "endBinding": {
              "elementId": "concat",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                1
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false
          },
          {
            "id": "concat-proj",
            "type": "arrow",
            "x": 805,
            "y": 397,
            "width": 0,
            "height": 66,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aW",
            "roundness": {
              "type": 2
            },
            "seed": 198476,
            "version": 2,
            "versionNonce": 283132480,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                0,
                -66
              ]
            ],
            "startBinding": {
              "elementId": "concat",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                0
              ]
            },
            "endBinding": {
              "elementId": "output-projection",
              "mode": "orbit",
              "fixedPoint": [
                0.5001,
                1
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false
          },
          {
            "id": "proj-result",
            "type": "arrow",
            "x": 903,
            "y": 304,
            "width": 79,
            "height": 0,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0.35,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aX",
            "roundness": {
              "type": 2
            },
            "seed": 198669,
            "version": 2,
            "versionNonce": 502006208,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "points": [
              [
                0,
                0
              ],
              [
                79,
                0
              ]
            ],
            "startBinding": {
              "elementId": "output-projection",
              "mode": "orbit",
              "fixedPoint": [
                1,
                0.5001
              ]
            },
            "endBinding": {
              "elementId": "attention-output",
              "mode": "orbit",
              "fixedPoint": [
                0,
                0.5001
              ]
            },
            "startArrowhead": null,
            "endArrowhead": "arrow",
            "elbowed": false
          },
          {
            "id": "heads-label",
            "type": "text",
            "x": 705,
            "y": 594,
            "width": 158.4,
            "height": 22.5,
            "angle": 0,
            "strokeColor": "#7950b6",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aY",
            "roundness": null,
            "seed": 198862,
            "version": 2,
            "versionNonce": 136182336,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "8 parallel heads",
            "fontSize": 18,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": null,
            "originalText": "8 parallel heads",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "head-dim",
            "type": "text",
            "x": 705,
            "y": 625,
            "width": 136.061,
            "height": 21.25,
            "angle": 0,
            "strokeColor": "#718096",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aZ",
            "roundness": null,
            "seed": 199055,
            "version": 2,
            "versionNonce": 210094528,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "d_k = d_v = 64",
            "fontSize": 17,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": null,
            "originalText": "d_k = d_v = 64",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "self-source",
            "type": "text",
            "x": 55,
            "y": 670,
            "width": 297,
            "height": 45,
            "angle": 0,
            "strokeColor": "#718096",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "aa",
            "roundness": null,
            "seed": 199248,
            "version": 2,
            "versionNonce": 1055175232,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Self-attention\nQ, K, V from the same sequence",
            "fontSize": 18,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": null,
            "originalText": "Self-attention\nQ, K, V from the same sequence",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "cross-source",
            "type": "text",
            "x": 650,
            "y": 670,
            "width": 277.20000000000005,
            "height": 45,
            "angle": 0,
            "strokeColor": "#718096",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "ab",
            "roundness": null,
            "seed": 199441,
            "version": 2,
            "versionNonce": 346460608,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "Cross-attention\nQ: decoder  ·  K, V: encoder",
            "fontSize": 18,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": null,
            "originalText": "Cross-attention\nQ: decoder  ·  K, V: encoder",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "qkv-footer",
            "type": "text",
            "x": 55,
            "y": 735,
            "width": 432.764,
            "height": 47.5,
            "angle": 0,
            "strokeColor": "#26334d",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 1.6,
            "strokeStyle": "solid",
            "roughness": 0,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "ac",
            "roundness": null,
            "seed": 199634,
            "version": 2,
            "versionNonce": 1544841792,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1,
            "created": 1,
            "link": null,
            "locked": false,
            "text": "head_i = softmax(Q_i K_i^T / sqrt(d_k)) V_i\nMultiHead = Concat(head_1, ..., head_8) W^O",
            "fontSize": 19,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": null,
            "originalText": "head_i = softmax(Q_i K_i^T / sqrt(d_k)) V_i\nMultiHead = Concat(head_1, ..., head_8) W^O",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          },
          {
            "id": "dby-IUY3kuNQQOBZmnPoE",
            "type": "text",
            "x": 1039.607517408288,
            "y": 681.9229059634001,
            "width": 180,
            "height": 50,
            "angle": 0,
            "strokeColor": "#1e1e1e",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 2,
            "strokeStyle": "solid",
            "roughness": 1,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "ad",
            "roundness": null,
            "seed": 369879483,
            "version": 3,
            "versionNonce": 1615350325,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1792547055455,
            "created": 1792547055366,
            "link": null,
            "locked": false,
            "text": "我的论文笔记\n下一篇，继续补充。",
            "fontSize": 20,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "left",
            "verticalAlign": "top",
            "containerId": null,
            "originalText": "我的论文笔记\n下一篇，继续补充。",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          }
        ],
        "appState": {
          "viewBackgroundColor": "#ffffff",
          "scrollX": 321.2248194013827,
          "scrollY": 99.41014331141193,
          "zoom": {
            "value": 0.6491
          },
          "gridModeEnabled": false,
          "fontRegistry": {}
        }
      },
      "8QRTy0nBlrnknqbpRoQ8W": {
        "version": 1,
        "title": "QKV 笔记",
        "elements": [
          {
            "id": "JKJ1MHeeGkBzzFjjPPAB6",
            "type": "text",
            "x": 24,
            "y": 24,
            "width": 87.45997619628906,
            "height": 25,
            "angle": 0,
            "strokeColor": "#1e1e1e",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 2,
            "strokeStyle": "solid",
            "roughness": 1,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "b0d",
            "roundness": null,
            "seed": 1205243995,
            "version": 3,
            "versionNonce": 16386779,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1792547029591,
            "created": 1792547027713,
            "link": null,
            "locked": false,
            "text": "QKV 笔记",
            "fontSize": 20,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "center",
            "verticalAlign": "middle",
            "containerId": null,
            "originalText": "QKV 笔记",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          }
        ],
        "appState": {
          "viewBackgroundColor": "#ffffff",
          "scrollX": 815.8449630737305,
          "scrollY": 408.010009765625,
          "zoom": {
            "value": 1
          },
          "gridModeEnabled": false,
          "fontRegistry": {}
        }
      },
      "S4-0eS0dSx7qESXsqf1FC": {
        "version": 1,
        "title": "补充笔记",
        "elements": [
          {
            "id": "NQ9E8jG37DdE7S7EAgnkV",
            "type": "text",
            "x": 24,
            "y": 24,
            "width": 80,
            "height": 25,
            "angle": 0,
            "strokeColor": "#1e1e1e",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 2,
            "strokeStyle": "solid",
            "roughness": 1,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "b0f",
            "roundness": null,
            "seed": 975628891,
            "version": 3,
            "versionNonce": 592274651,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1792547324352,
            "created": 1792547324312,
            "link": null,
            "locked": false,
            "text": "补充笔记",
            "fontSize": 20,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "center",
            "verticalAlign": "middle",
            "containerId": null,
            "originalText": "补充笔记",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          }
        ],
        "appState": {
          "viewBackgroundColor": "#ffffff",
          "gridModeEnabled": false,
          "fontRegistry": {}
        }
      },
      "mauCN2_gukdxMbCrXt3Da": {
        "version": 1,
        "title": "补充笔记",
        "elements": [
          {
            "id": "0Wo978dUyUXeWCG5mrOVT",
            "type": "text",
            "x": 24,
            "y": 24,
            "width": 80,
            "height": 50,
            "angle": 0,
            "strokeColor": "#1e1e1e",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 2,
            "strokeStyle": "solid",
            "roughness": 1,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "b0k",
            "roundness": null,
            "seed": 235594619,
            "version": 7,
            "versionNonce": 1570994299,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1792548039032,
            "created": 1792548031677,
            "link": null,
            "locked": false,
            "text": "\n补充笔记",
            "fontSize": 20,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "center",
            "verticalAlign": "middle",
            "containerId": null,
            "originalText": "\n补充笔记",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          }
        ],
        "appState": {
          "viewBackgroundColor": "#ffffff",
          "gridModeEnabled": false,
          "fontRegistry": {}
        }
      },
      "_MTFei3S1KIUAyzA1_M-Y": {
        "version": 1,
        "title": "QKV",
        "elements": [
          {
            "id": "MMSHsxtZaYJQrtZ1wYH4y",
            "type": "text",
            "x": 24,
            "y": 24,
            "width": 47.45997619628906,
            "height": 25,
            "angle": 0,
            "strokeColor": "#1e1e1e",
            "backgroundColor": "transparent",
            "fillStyle": "solid",
            "strokeWidth": 2,
            "strokeStyle": "solid",
            "roughness": 1,
            "opacity": 100,
            "groupIds": [],
            "frameId": null,
            "index": "b0o",
            "roundness": null,
            "seed": 1009530356,
            "version": 6,
            "versionNonce": 479604852,
            "isDeleted": false,
            "boundElements": [],
            "updated": 1792557321346,
            "created": 1792557319508,
            "link": null,
            "locked": false,
            "text": "QKV ",
            "fontSize": 20,
            "baseFontSize": null,
            "fontFamily": 5,
            "textAlign": "center",
            "verticalAlign": "middle",
            "containerId": null,
            "originalText": "QKV ",
            "autoResize": true,
            "lineHeight": 1.25,
            "labelPosition": null
          }
        ],
        "appState": {
          "viewBackgroundColor": "#ffffff",
          "gridModeEnabled": false,
          "fontRegistry": {}
        }
      }
    }
  },
  "files": {}
}