{ "type": "excalidraw", "version": 2, "source": "http://127.0.0.1:8765", "elements": [ { "id": "NDMOAhOJAV94eQd9Mzadw", "type": "text", "x": 0, "y": 0, "width": 835.8873901367188, "height": 35, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0", "roundness": null, "seed": 1, "version": 2, "versionNonce": 1776379953, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "The original Transformer: an encoder reads, a decoder writes", "fontSize": 28, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "The original Transformer: an encoder reads, a decoder writes", "autoResize": true, "lineHeight": 1.25 }, { "id": "b9ZLnqT8mg6b0hnl99ADO", "type": "rectangle", "x": 100, "y": 375, "width": 400, "height": 365, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a1", "roundness": { "type": 3 }, "seed": 2, "version": 2, "versionNonce": 762130271, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "3rD86VxbzkMrqKdxCwazW", "type": "text", "x": 110, "y": 708, "width": 118.27726745605469, "height": 22.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a2", "roundness": null, "seed": 3, "version": 2, "versionNonce": 247937553, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Encoder layer", "fontSize": 18, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Encoder layer", "autoResize": true, "lineHeight": 1.25 }, { "id": "Pzspv_rKOpk-bIjkCvQO2", "type": "text", "x": 26.27002716064453, "y": 545, "width": 47.45994567871094, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a3", "roundness": null, "seed": 4, "version": 2, "versionNonce": 267250559, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "N ×", "fontSize": 30, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "N ×", "autoResize": true, "lineHeight": 1.25 }, { "id": "fFYWp8bB2i4XpbpJempz3", "type": "arrow", "x": 300, "y": 740, "width": 0, "height": 64, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a4", "roundness": null, "seed": 5, "version": 2, "versionNonce": 517459953, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -63.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "VZ2mEJI0dCtWJwBBmO9jd", "type": "rectangle", "x": 175, "y": 624, "width": 250, "height": 52, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "#e5dbff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a5", "roundness": { "type": 3 }, "seed": 6, "version": 2, "versionNonce": 927081375, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "WDh1v39rvkTkaPeJAbmFZ", "type": "text", "x": 230.40008544921875, "y": 637.6, "width": 139.1998291015625, "height": 25, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a6", "roundness": null, "seed": 7, "version": 2, "versionNonce": 1880795601, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Self-attention", "fontSize": 20, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Self-attention", "autoResize": true, "lineHeight": 1.25 }, { "id": "Hg45DET48OE3hjvcy3umM", "type": "arrow", "x": 300, "y": 624, "width": 0, "height": 24, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a7", "roundness": null, "seed": 8, "version": 2, "versionNonce": 865753023, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -23.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "WMQmAkkoXuEx8CBF9vY-n", "type": "rectangle", "x": 215, "y": 566, "width": 170, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a8", "roundness": { "type": 3 }, "seed": 9, "version": 2, "versionNonce": 732383153, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "kMbZzhsngk_diU5u3orRd", "type": "text", "x": 251.45660400390625, "y": 572.46, "width": 97.0867919921875, "height": 21.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a9", "roundness": null, "seed": 10, "version": 2, "versionNonce": 991365087, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Add & Norm", "fontSize": 17, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Add & Norm", "autoResize": true, "lineHeight": 1.25 }, { "id": "EPqNq8YLowH2goZswVvki", "type": "line", "x": 300, "y": 694, "width": 100, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aA", "roundness": null, "seed": 11, "version": 2, "versionNonce": 1805986193, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -160, 0 ], [ -160, -111 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "6Fk9B0XOe3vbTzWoMYNDL", "type": "arrow", "x": 140, "y": 583, "width": 73, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aB", "roundness": null, "seed": 12, "version": 2, "versionNonce": 1808315391, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0.5, 0 ], [ 72.5, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "PCc2nNqGSTs9Az0ygziGu", "type": "arrow", "x": 300, "y": 532, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aC", "roundness": null, "seed": 13, "version": 2, "versionNonce": 424398705, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "mfaPWi0WUlEidzuJIVT1O", "type": "rectangle", "x": 175, "y": 450, "width": 250, "height": 52, "angle": 0, "strokeColor": "#1098ad", "backgroundColor": "#e3fafc", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aD", "roundness": { "type": 3 }, "seed": 14, "version": 2, "versionNonce": 1303370783, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "sK9A2lx0sdn_TGdbmB4Rj", "type": "text", "x": 235.24007415771484, "y": 463.6, "width": 129.5198516845703, "height": 25, "angle": 0, "strokeColor": "#1098ad", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aE", "roundness": null, "seed": 15, "version": 2, "versionNonce": 182630737, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Feed-forward", "fontSize": 20, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Feed-forward", "autoResize": true, "lineHeight": 1.25 }, { "id": "ySbUYgtqAWheWAZbmvt7d", "type": "arrow", "x": 300, "y": 450, "width": 0, "height": 24, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aF", "roundness": null, "seed": 16, "version": 2, "versionNonce": 347930687, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -23.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "wCwkYcNaw3LHqOo1q-irW", "type": "rectangle", "x": 215, "y": 392, "width": 170, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aG", "roundness": { "type": 3 }, "seed": 17, "version": 2, "versionNonce": 1640064817, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "vNoXv3TJA5IYMZaFY4waj", "type": "text", "x": 251.45660400390625, "y": 398.46, "width": 97.0867919921875, "height": 21.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aH", "roundness": null, "seed": 18, "version": 2, "versionNonce": 584097887, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Add & Norm", "fontSize": 17, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Add & Norm", "autoResize": true, "lineHeight": 1.25 }, { "id": "h5yJn0zrPd8B1yA3UIAr7", "type": "line", "x": 300, "y": 520, "width": 100, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aI", "roundness": null, "seed": 19, "version": 2, "versionNonce": 676288785, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -160, 0 ], [ -160, -111 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "EOyHRTv5Ak7NMIgcItPJZ", "type": "arrow", "x": 140, "y": 409, "width": 73, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aJ", "roundness": null, "seed": 20, "version": 2, "versionNonce": 1237007487, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0.5, 0 ], [ 72.5, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "0HatYe075XJwg7OX2efq4", "type": "arrow", "x": 300, "y": 392, "width": 0, "height": 92, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aK", "roundness": null, "seed": 21, "version": 2, "versionNonce": 805572337, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -91.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "738Qtsamx5knTYuJCAg2b", "type": "rectangle", "x": 660, "y": 200, "width": 400, "height": 540, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "dashed", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aL", "roundness": { "type": 3 }, "seed": 22, "version": 2, "versionNonce": 1295864991, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "YtKqjRBqZbsE7M6eY6OLz", "type": "text", "x": 670, "y": 708, "width": 119.78926086425781, "height": 22.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aM", "roundness": null, "seed": 23, "version": 2, "versionNonce": 795281617, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Decoder layer", "fontSize": 18, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Decoder layer", "autoResize": true, "lineHeight": 1.25 }, { "id": "UIe3sogjg7tK8LwLer7dN", "type": "text", "x": 1086.2700271606445, "y": 450, "width": 47.45994567871094, "height": 37.5, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aN", "roundness": null, "seed": 24, "version": 2, "versionNonce": 621242559, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "× N", "fontSize": 30, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "× N", "autoResize": true, "lineHeight": 1.25 }, { "id": "CpPucy_de5WHUM5Nv_8Ap", "type": "arrow", "x": 860, "y": 740, "width": 0, "height": 64, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aO", "roundness": null, "seed": 25, "version": 2, "versionNonce": 537904817, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -63.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "uoBSH7ftPuIKoniV6mAbW", "type": "rectangle", "x": 735, "y": 624, "width": 250, "height": 52, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "#e5dbff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aP", "roundness": { "type": 3 }, "seed": 26, "version": 2, "versionNonce": 2126117087, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "NXKw80-pWwWPv776xDonm", "type": "text", "x": 751.5901184082031, "y": 637.6, "width": 216.81976318359375, "height": 25, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aQ", "roundness": null, "seed": 27, "version": 2, "versionNonce": 1554368657, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Masked self-attention", "fontSize": 20, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Masked self-attention", "autoResize": true, "lineHeight": 1.25 }, { "id": "7H1FW6svZDLYxYgq6LivW", "type": "arrow", "x": 860, "y": 624, "width": 0, "height": 24, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aR", "roundness": null, "seed": 28, "version": 2, "versionNonce": 2145748223, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -23.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "vFZS5sDjnfmkLa9MHMfe2", "type": "rectangle", "x": 775, "y": 566, "width": 170, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aS", "roundness": { "type": 3 }, "seed": 29, "version": 2, "versionNonce": 2128645745, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "DVAQb8vTwLQ9DRo9RmQRb", "type": "text", "x": 811.4566040039062, "y": 572.46, "width": 97.0867919921875, "height": 21.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aT", "roundness": null, "seed": 30, "version": 2, "versionNonce": 1208651039, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Add & Norm", "fontSize": 17, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Add & Norm", "autoResize": true, "lineHeight": 1.25 }, { "id": "3OJOLIhxYJi9Gv1z7Val4", "type": "line", "x": 860, "y": 694, "width": 100, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aU", "roundness": null, "seed": 31, "version": 2, "versionNonce": 2106038353, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -160, 0 ], [ -160, -111 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "xN3U1zKZ96vsHUTdAqd4H", "type": "arrow", "x": 700, "y": 583, "width": 73, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aV", "roundness": null, "seed": 32, "version": 2, "versionNonce": 848924991, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0.5, 0 ], [ 72.5, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "NBvSIB5iRzzdgFczpoPLY", "type": "arrow", "x": 860, "y": 532, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aW", "roundness": null, "seed": 33, "version": 2, "versionNonce": 175269425, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "862HESbYO3iYIllIU_nSN", "type": "rectangle", "x": 735, "y": 450, "width": 250, "height": 52, "angle": 0, "strokeColor": "#f08c00", "backgroundColor": "#ffe8cc", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aX", "roundness": { "type": 3 }, "seed": 34, "version": 2, "versionNonce": 1492324703, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "YZ0RhW6tY4ZfQNuq0MiCc", "type": "text", "x": 781.9401016235352, "y": 463.6, "width": 156.1197967529297, "height": 25, "angle": 0, "strokeColor": "#f08c00", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aY", "roundness": null, "seed": 35, "version": 2, "versionNonce": 814250001, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Cross-attention", "fontSize": 20, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Cross-attention", "autoResize": true, "lineHeight": 1.25 }, { "id": "LWbW74TcFwaj0-Ji5s6Vb", "type": "arrow", "x": 860, "y": 450, "width": 0, "height": 24, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aZ", "roundness": null, "seed": 36, "version": 2, "versionNonce": 1416072575, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -23.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "_utD-9dVvEC6eCV29WQh-", "type": "rectangle", "x": 775, "y": 392, "width": 170, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aa", "roundness": { "type": 3 }, "seed": 37, "version": 2, "versionNonce": 834751985, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "miuoMTVKIcL-042UlT2wH", "type": "text", "x": 811.4566040039062, "y": 398.46, "width": 97.0867919921875, "height": 21.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ab", "roundness": null, "seed": 38, "version": 2, "versionNonce": 1077380511, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Add & Norm", "fontSize": 17, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Add & Norm", "autoResize": true, "lineHeight": 1.25 }, { "id": "INd58hCjHGLRTaYgbOMcp", "type": "line", "x": 860, "y": 520, "width": 100, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ac", "roundness": null, "seed": 39, "version": 2, "versionNonce": 623142865, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -160, 0 ], [ -160, -111 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "QyRYDmXqJri4cpIg_EkK4", "type": "arrow", "x": 700, "y": 409, "width": 73, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ad", "roundness": null, "seed": 40, "version": 2, "versionNonce": 2073262527, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0.5, 0 ], [ 72.5, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "BuHpLPT60k7G6OSgD2_lx", "type": "arrow", "x": 860, "y": 358, "width": 0, "height": 30, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ae", "roundness": null, "seed": 41, "version": 2, "versionNonce": 1422476721, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -29.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "d7F_T7HcWgSzwgbNDs1bG", "type": "rectangle", "x": 735, "y": 276, "width": 250, "height": 52, "angle": 0, "strokeColor": "#1098ad", "backgroundColor": "#e3fafc", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "af", "roundness": { "type": 3 }, "seed": 42, "version": 2, "versionNonce": 731638239, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "Gn-4Otm_3eo6clK4ykTo2", "type": "text", "x": 795.2400741577148, "y": 289.6, "width": 129.5198516845703, "height": 25, "angle": 0, "strokeColor": "#1098ad", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ag", "roundness": null, "seed": 43, "version": 2, "versionNonce": 1540843409, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Feed-forward", "fontSize": 20, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Feed-forward", "autoResize": true, "lineHeight": 1.25 }, { "id": "2HIPzwBudd7Ua1O5mSTsQ", "type": "arrow", "x": 860, "y": 276, "width": 0, "height": 24, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ah", "roundness": null, "seed": 44, "version": 2, "versionNonce": 2103531007, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -23.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "2Ya5jSJHA95K-JdEAWvm6", "type": "rectangle", "x": 775, "y": 218, "width": 170, "height": 34, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#f1f3f5", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ai", "roundness": { "type": 3 }, "seed": 45, "version": 2, "versionNonce": 75910513, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "qwRVkcjFGDj6s8LMjEqmP", "type": "text", "x": 811.4566040039062, "y": 224.46, "width": 97.0867919921875, "height": 21.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aj", "roundness": null, "seed": 46, "version": 2, "versionNonce": 669269535, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Add & Norm", "fontSize": 17, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Add & Norm", "autoResize": true, "lineHeight": 1.25 }, { "id": "KbgFnXRhq-RaJs7Mf7IiM", "type": "line", "x": 860, "y": 346, "width": 100, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ak", "roundness": null, "seed": 47, "version": 2, "versionNonce": 1713207121, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, 0 ], [ -160, 0 ], [ -160, -111 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "5FtvQtu1uJJ7DEM6qz5BW", "type": "arrow", "x": 700, "y": 235, "width": 73, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "al", "roundness": null, "seed": 48, "version": 2, "versionNonce": 773136959, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0.5, 0 ], [ 72.5, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "NBl_Jfy0k_lr7n7sMj-H8", "type": "arrow", "x": 860, "y": 218, "width": 0, "height": 46, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "am", "roundness": null, "seed": 49, "version": 2, "versionNonce": 1123312945, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -45.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "uPV7HtacFxsnQUbWYhz-p", "type": "rectangle", "x": 760, "y": 132, "width": 200, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "an", "roundness": { "type": 3 }, "seed": 50, "version": 2, "versionNonce": 1624539743, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "fM8--RIa3-h87ynw-QGoa", "type": "text", "x": 777.7202835083008, "y": 140.22, "width": 164.55943298339844, "height": 23.75, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ao", "roundness": null, "seed": 51, "version": 2, "versionNonce": 645043985, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Linear → softmax", "fontSize": 19, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Linear → softmax", "autoResize": true, "lineHeight": 1.25 }, { "id": "CuQC_Myr0QQOK04gjbgrv", "type": "arrow", "x": 860, "y": 132, "width": 0, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ap", "roundness": null, "seed": 52, "version": 2, "versionNonce": 552787583, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -39.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "13pMZlOQELhPs8CW6qJIO", "type": "text", "x": 718.7535705566406, "y": 60, "width": 282.49285888671875, "height": 23.75, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aq", "roundness": null, "seed": 53, "version": 2, "versionNonce": 1125092593, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "probability of each next token", "fontSize": 19, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "probability of each next token", "autoResize": true, "lineHeight": 1.25 }, { "id": "grI1X36MqpwBxVaSffOtB", "type": "line", "x": 300, "y": 300, "width": 100, "height": 0, "angle": 0, "strokeColor": "#f08c00", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ar", "roundness": null, "seed": 54, "version": 2, "versionNonce": 1630582431, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, -20 ], [ 280, -20 ], [ 280, 176 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "tEfctMrWeVkcH51v3XFrg", "type": "arrow", "x": 580, "y": 476, "width": 154, "height": 0, "angle": 0, "strokeColor": "#f08c00", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2.5, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "as", "roundness": null, "seed": 55, "version": 2, "versionNonce": 273860305, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0.5, 0 ], [ 153.5, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "v4_8iqubcNP-at7vGW0A6", "type": "text", "x": 320, "y": 236, "width": 186.69485473632812, "height": 22.5, "angle": 0, "strokeColor": "#f08c00", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "at", "roundness": null, "seed": 56, "version": 2, "versionNonce": 1748929215, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "memory (keys, values)", "fontSize": 18, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "memory (keys, values)", "autoResize": true, "lineHeight": 1.25 }, { "id": "7jzd_xFKXlWKtMRae_NKe", "type": "arrow", "x": 300, "y": 832, "width": 0, "height": 48, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "au", "roundness": null, "seed": 57, "version": 2, "versionNonce": 684967089, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -47.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "a8Y6nJgxgem_641WU3xli", "type": "rectangle", "x": 180, "y": 744, "width": 240, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "av", "roundness": { "type": 3 }, "seed": 58, "version": 2, "versionNonce": 1388108511, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "ybRvLfsOeuOfNk5-AOlrj", "type": "text", "x": 187.57217407226562, "y": 753.46, "width": 224.85565185546875, "height": 22.950000000000003, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aw", "roundness": null, "seed": 59, "version": 2, "versionNonce": 1748633233, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Embedding × √d + positions", "fontSize": 17, "fontFamily": 6, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Embedding × √d + positions", "autoResize": true, "lineHeight": 1.35 }, { "id": "cazurRKawNow3wf0E7XMX", "type": "text", "x": 190.52734375, "y": 840, "width": 218.9453125, "height": 24, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ax", "roundness": null, "seed": 60, "version": 2, "versionNonce": 1430005503, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "C A S S I R S S Y E Q Y F", "fontSize": 20, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "C A S S I R S S Y E Q Y F", "autoResize": true, "lineHeight": 1.2 }, { "id": "htaQD8Q8pd2LZS4jx20vD", "type": "text", "x": 229.66544342041016, "y": 872, "width": 140.6691131591797, "height": 22.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ay", "roundness": null, "seed": 61, "version": 2, "versionNonce": 1228737649, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "source sequence", "fontSize": 18, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "source sequence", "autoResize": true, "lineHeight": 1.25 }, { "id": "sd2PXtbHRGbCXZMhir8ZN", "type": "arrow", "x": 860, "y": 832, "width": 0, "height": 48, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "az", "roundness": null, "seed": 62, "version": 2, "versionNonce": 1044180767, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -47.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "eh9n24h4zDYgHsB0uHWic", "type": "rectangle", "x": 740, "y": 744, "width": 240, "height": 40, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b00", "roundness": { "type": 3 }, "seed": 63, "version": 2, "versionNonce": 61101649, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false }, { "id": "96CcbNJcKkDrw0NxIe2yu", "type": "text", "x": 747.5721740722656, "y": 753.46, "width": 224.85565185546875, "height": 22.950000000000003, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b01", "roundness": null, "seed": 64, "version": 2, "versionNonce": 942650175, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Embedding × √d + positions", "fontSize": 17, "fontFamily": 6, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "Embedding × √d + positions", "autoResize": true, "lineHeight": 1.35 }, { "id": "Ggsw3jNcNxpGiIa01HBLL", "type": "text", "x": 768.4326171875, "y": 840, "width": 183.134765625, "height": 24, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b02", "roundness": null, "seed": 65, "version": 2, "versionNonce": 1783063601, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": " F Y Q E Y S …", "fontSize": 20, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": " F Y Q E Y S …", "autoResize": true, "lineHeight": 1.2 }, { "id": "EAWcZupWTip5RsY2Xh5PX", "type": "text", "x": 769.1005783081055, "y": 872, "width": 181.79884338378906, "height": 22.5, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b03", "roundness": null, "seed": 66, "version": 2, "versionNonce": 1265955679, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "target, shifted right", "fontSize": 18, "fontFamily": 5, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "target, shifted right", "autoResize": true, "lineHeight": 1.25 }, { "id": "IDFPYqTh_p_LdwlCE4xfk", "type": "text", "x": 0, "y": 910, "width": 1101.8583984375, "height": 20, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "b04", "roundness": null, "seed": 67, "version": 2, "versionNonce": 151893521, "isDeleted": false, "boundElements": null, "updated": 1791596916641, "link": null, "locked": false, "text": "Colours: violet = attention within one sequence, orange = attention across sequences, cyan = feed-forward, grey arrows = residual shortcuts.", "fontSize": 16, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "Colours: violet = attention within one sequence, orange = attention across sequences, cyan = feed-forward, grey arrows = residual shortcuts.", "autoResize": true, "lineHeight": 1.25 } ], "appState": { "viewBackgroundColor": "#ffffff" }, "files": {} }