{
  "type": "excalidraw",
  "version": 2,
  "source": "http://127.0.0.1:8765",
  "elements": [
    {
      "id": "rU7V9Yw3BIde0Oq2nuacI",
      "type": "text",
      "x": 0,
      "y": 0,
      "width": 662,
      "height": 32.5,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a0",
      "roundness": null,
      "seed": 1171,
      "version": 2,
      "versionNonce": 1904267366,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "One Transformer block (pre-LayerNorm, as in ESM-2)",
      "fontSize": 26,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "One Transformer block (pre-LayerNorm, as in ESM-2)",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "KtapNz6R0JcYcwQqA1gZH",
      "type": "arrow",
      "x": 470,
      "y": 640,
      "width": 0,
      "height": 52,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a1",
      "roundness": null,
      "seed": 1172,
      "version": 2,
      "versionNonce": 2147438842,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          -0.5
        ],
        [
          0,
          -51.5
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "try7dwN2hhD2R4LRHCFyT",
      "type": "rectangle",
      "x": 385,
      "y": 552,
      "width": 170,
      "height": 36,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#f1f3f5",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a2",
      "roundness": {
        "type": 3
      },
      "seed": 1173,
      "version": 2,
      "versionNonce": 2132136870,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false
    },
    {
      "id": "sLEroJG_za82OxufbB7a4",
      "type": "text",
      "x": 426,
      "y": 558.84,
      "width": 88,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a3",
      "roundness": null,
      "seed": 1174,
      "version": 2,
      "versionNonce": 77537722,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "LayerNorm",
      "fontSize": 18,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "LayerNorm",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "oy_OKynchr56Vm3_PSaVy",
      "type": "arrow",
      "x": 470,
      "y": 552,
      "width": 0,
      "height": 34,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a4",
      "roundness": null,
      "seed": 1175,
      "version": 2,
      "versionNonce": 1906863846,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          -0.5
        ],
        [
          0,
          -33.5
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "1u4gSrAPSQnSocFWKxzjD",
      "type": "rectangle",
      "x": 330,
      "y": 448,
      "width": 280,
      "height": 70,
      "angle": 0,
      "strokeColor": "#6741d9",
      "backgroundColor": "#e5dbff",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a5",
      "roundness": {
        "type": 3
      },
      "seed": 1176,
      "version": 2,
      "versionNonce": 780589690,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false
    },
    {
      "id": "cxqzILoPyydaiPNhVoPnG",
      "type": "text",
      "x": 359,
      "y": 469.36,
      "width": 222,
      "height": 27.5,
      "angle": 0,
      "strokeColor": "#6741d9",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a6",
      "roundness": null,
      "seed": 1177,
      "version": 2,
      "versionNonce": 96838182,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "Multi-head attention",
      "fontSize": 22,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Multi-head attention",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "HQIpGjLTNoojf-8aCkMjT",
      "type": "arrow",
      "x": 470,
      "y": 448,
      "width": 0,
      "height": 31,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a7",
      "roundness": null,
      "seed": 1178,
      "version": 2,
      "versionNonce": 1551465274,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          -0.5
        ],
        [
          0,
          -30.5
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "AdaSvDMJQGyV_X0J1LiPp",
      "type": "ellipse",
      "x": 455,
      "y": 387,
      "width": 30,
      "height": 30,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a8",
      "roundness": null,
      "seed": 1179,
      "version": 2,
      "versionNonce": 1582984550,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false
    },
    {
      "id": "UoQnUiZ1sctSOK8Qvi5T3",
      "type": "text",
      "x": 463.5,
      "y": 387,
      "width": 13,
      "height": 30,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "a9",
      "roundness": null,
      "seed": 1180,
      "version": 2,
      "versionNonce": 484049914,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "+",
      "fontSize": 24,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "+",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "2B2iCv4IG1yTxjPX8k4-B",
      "type": "arrow",
      "x": 470,
      "y": 387,
      "width": 0,
      "height": 31,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aA",
      "roundness": null,
      "seed": 1181,
      "version": 2,
      "versionNonce": 951308454,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          -0.5
        ],
        [
          0,
          -30.5
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "2q7oNB0T25VuGLSeHsIk7",
      "type": "rectangle",
      "x": 385,
      "y": 320,
      "width": 170,
      "height": 36,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#f1f3f5",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aB",
      "roundness": {
        "type": 3
      },
      "seed": 1182,
      "version": 2,
      "versionNonce": 967537850,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false
    },
    {
      "id": "Pkcca7JLIjWRME0irFgoJ",
      "type": "text",
      "x": 426,
      "y": 326.84,
      "width": 88,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aC",
      "roundness": null,
      "seed": 1183,
      "version": 2,
      "versionNonce": 545180646,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "LayerNorm",
      "fontSize": 18,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "LayerNorm",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "ecd4k8ih3CfxHLWsGS0AA",
      "type": "arrow",
      "x": 470,
      "y": 320,
      "width": 0,
      "height": 34,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aD",
      "roundness": null,
      "seed": 1184,
      "version": 2,
      "versionNonce": 1150340474,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          -0.5
        ],
        [
          0,
          -33.5
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "NI_pKD2zFVdSOci8-Wsuh",
      "type": "rectangle",
      "x": 330,
      "y": 216,
      "width": 280,
      "height": 70,
      "angle": 0,
      "strokeColor": "#1098ad",
      "backgroundColor": "#e3fafc",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aE",
      "roundness": {
        "type": 3
      },
      "seed": 1185,
      "version": 2,
      "versionNonce": 600334118,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false
    },
    {
      "id": "FLdlCq3ib4PeCQK144FjX",
      "type": "text",
      "x": 399,
      "y": 237.36,
      "width": 142,
      "height": 27.5,
      "angle": 0,
      "strokeColor": "#1098ad",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aF",
      "roundness": null,
      "seed": 1186,
      "version": 2,
      "versionNonce": 583863866,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "Feed-forward",
      "fontSize": 22,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Feed-forward",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "XWWshuVgO8HhCUpHfevfN",
      "type": "arrow",
      "x": 470,
      "y": 216,
      "width": 0,
      "height": 31,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aG",
      "roundness": null,
      "seed": 1187,
      "version": 2,
      "versionNonce": 117279334,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          -0.5
        ],
        [
          0,
          -30.5
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "tHHHLJRvd6FY-wacs1q0t",
      "type": "ellipse",
      "x": 455,
      "y": 155,
      "width": 30,
      "height": 30,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffffff",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aH",
      "roundness": null,
      "seed": 1188,
      "version": 2,
      "versionNonce": 423835386,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false
    },
    {
      "id": "dJnsl83v6cqm92FIBkBUj",
      "type": "text",
      "x": 463.5,
      "y": 155,
      "width": 13,
      "height": 30,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aI",
      "roundness": null,
      "seed": 1189,
      "version": 2,
      "versionNonce": 2028686758,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "+",
      "fontSize": 24,
      "fontFamily": 5,
      "textAlign": "center",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "+",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "vqNQiYi2hageu_PUGprLu",
      "type": "arrow",
      "x": 470,
      "y": 155,
      "width": 0,
      "height": 55,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aJ",
      "roundness": null,
      "seed": 1190,
      "version": 2,
      "versionNonce": 1484146618,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          -0.5
        ],
        [
          0,
          -54.5
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "b8ADoMl_956eW5oJVgoqD",
      "type": "text",
      "x": 482,
      "y": 96,
      "width": 154,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aK",
      "roundness": null,
      "seed": 1191,
      "version": 2,
      "versionNonce": 1186900198,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "to the next block",
      "fontSize": 18,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "to the next block",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "QzjuO_TbPtmXh53ECx1Uw",
      "type": "line",
      "x": 470,
      "y": 615,
      "width": 100,
      "height": 0,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aL",
      "roundness": null,
      "seed": 1192,
      "version": 2,
      "versionNonce": 143212666,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          220,
          0
        ],
        [
          220,
          -213
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": null
    },
    {
      "id": "nJMtx1iIxwX31d6N9ISYG",
      "type": "arrow",
      "x": 690,
      "y": 402,
      "width": 203,
      "height": 0,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aM",
      "roundness": null,
      "seed": 1193,
      "version": 2,
      "versionNonce": 268737574,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          -0.5,
          0
        ],
        [
          -202.5,
          0
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "khy_dFPunIS2EW9A1fBLv",
      "type": "line",
      "x": 470,
      "y": 372,
      "width": 100,
      "height": 0,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aN",
      "roundness": null,
      "seed": 1194,
      "version": 2,
      "versionNonce": 1430200634,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          220,
          0
        ],
        [
          220,
          -202
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": null
    },
    {
      "id": "FYYZbxV7UEyVqudpQ2jnX",
      "type": "arrow",
      "x": 690,
      "y": 170,
      "width": 203,
      "height": 0,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aO",
      "roundness": null,
      "seed": 1195,
      "version": 2,
      "versionNonce": 2057971558,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "points": [
        [
          -0.5,
          0
        ],
        [
          -202.5,
          0
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": null,
      "endBinding": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "elbowed": false
    },
    {
      "id": "c6U0U9gJ5SY1lM72abxeJ",
      "type": "text",
      "x": 702,
      "y": 490,
      "width": 87,
      "height": 50,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aP",
      "roundness": null,
      "seed": 1196,
      "version": 2,
      "versionNonce": 2046487034,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "residual\nshortcut",
      "fontSize": 20,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "residual\nshortcut",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "wQjyHY0ab2K3d_t2UXHnz",
      "type": "text",
      "x": 702,
      "y": 250,
      "width": 87,
      "height": 50,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aQ",
      "roundness": null,
      "seed": 1197,
      "version": 2,
      "versionNonce": 1727810214,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "residual\nshortcut",
      "fontSize": 20,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "residual\nshortcut",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "LYvZK-B9cwzXjxvUmCGka",
      "type": "text",
      "x": 40,
      "y": 460,
      "width": 136,
      "height": 75,
      "angle": 0,
      "strokeColor": "#6741d9",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aR",
      "roundness": null,
      "seed": 1198,
      "version": 2,
      "versionNonce": 1304402618,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "attention:\nresidues talk\nto each other",
      "fontSize": 20,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "attention:\nresidues talk\nto each other",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "jSKr1qWIgHL95UlCWIjd3",
      "type": "text",
      "x": 40,
      "y": 222,
      "width": 133,
      "height": 75,
      "angle": 0,
      "strokeColor": "#1098ad",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aS",
      "roundness": null,
      "seed": 1199,
      "version": 2,
      "versionNonce": 598214118,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "feed-forward:\neach residue\nthinks alone",
      "fontSize": 20,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "feed-forward:\neach residue\nthinks alone",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "m5Fj4u9axdsiqG1L1vFDa",
      "type": "text",
      "x": 410,
      "y": 652,
      "width": 158,
      "height": 22.5,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aT",
      "roundness": null,
      "seed": 1200,
      "version": 2,
      "versionNonce": 1328558970,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "residue vectors in",
      "fontSize": 18,
      "fontFamily": 5,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "residue vectors in",
      "autoResize": true,
      "lineHeight": 1.25
    },
    {
      "id": "OH4GBON4H6lMuoKtLf81z",
      "type": "text",
      "x": 800,
      "y": 200,
      "width": 186,
      "height": 27,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aU",
      "roundness": null,
      "seed": 1201,
      "version": 2,
      "versionNonce": 565860646,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "x ← x + MHA(LN(x))",
      "fontSize": 20,
      "fontFamily": 6,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "x ← x + MHA(LN(x))",
      "autoResize": true,
      "lineHeight": 1.35
    },
    {
      "id": "YoQknYNkntai0GIH0ivzd",
      "type": "text",
      "x": 800,
      "y": 234,
      "width": 176,
      "height": 27,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aV",
      "roundness": null,
      "seed": 1202,
      "version": 2,
      "versionNonce": 814724154,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "x ← x + FFN(LN(x))",
      "fontSize": 20,
      "fontFamily": 6,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "x ← x + FFN(LN(x))",
      "autoResize": true,
      "lineHeight": 1.35
    },
    {
      "id": "MRVd-oxZVI6vUTV_bL0MS",
      "type": "text",
      "x": 800,
      "y": 268,
      "width": 316.890625,
      "height": 27,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aW",
      "roundness": null,
      "seed": 1203,
      "version": 2,
      "versionNonce": 681591910,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "FFN(x) = W₂ · GELU(W₁x + b₁) + b₂",
      "fontSize": 20,
      "fontFamily": 6,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "FFN(x) = W₂ · GELU(W₁x + b₁) + b₂",
      "autoResize": true,
      "lineHeight": 1.35
    },
    {
      "id": "wb7OXMl7h6DRHEwEh-lfm",
      "type": "text",
      "x": 800,
      "y": 302,
      "width": 355,
      "height": 27,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aX",
      "roundness": null,
      "seed": 1204,
      "version": 2,
      "versionNonce": 1673600250,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "expand d → 4d, then compress 4d → d",
      "fontSize": 20,
      "fontFamily": 6,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "expand d → 4d, then compress 4d → d",
      "autoResize": true,
      "lineHeight": 1.35
    },
    {
      "id": "UnZDK2oa2m20VxPec0EOv",
      "type": "text",
      "x": 800,
      "y": 336,
      "width": 5,
      "height": 27,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aY",
      "roundness": null,
      "seed": 1205,
      "version": 2,
      "versionNonce": 170313638,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "",
      "fontSize": 20,
      "fontFamily": 6,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "",
      "autoResize": true,
      "lineHeight": 1.35
    },
    {
      "id": "9Z0UlEI7r4pJUQhLPjiVu",
      "type": "text",
      "x": 800,
      "y": 370,
      "width": 217,
      "height": 27,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aZ",
      "roundness": null,
      "seed": 1206,
      "version": 2,
      "versionNonce": 642215354,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "Stack the block N times.",
      "fontSize": 20,
      "fontFamily": 6,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Stack the block N times.",
      "autoResize": true,
      "lineHeight": 1.35
    },
    {
      "id": "ot8o5qRJ94cSU8RqI2p0h",
      "type": "text",
      "x": 800,
      "y": 404,
      "width": 365,
      "height": 27,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "aa",
      "roundness": null,
      "seed": 1207,
      "version": 2,
      "versionNonce": 1450894054,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "ESM-2 650M: 33 blocks, 1,280 numbers",
      "fontSize": 20,
      "fontFamily": 6,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "ESM-2 650M: 33 blocks, 1,280 numbers",
      "autoResize": true,
      "lineHeight": 1.35
    },
    {
      "id": "jEZU6GP4sidPmcuFfiwV8",
      "type": "text",
      "x": 800,
      "y": 438,
      "width": 303,
      "height": 27,
      "angle": 0,
      "strokeColor": "#868e96",
      "backgroundColor": "transparent",
      "fillStyle": "solid",
      "strokeWidth": 2,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "index": "ab",
      "roundness": null,
      "seed": 1208,
      "version": 2,
      "versionNonce": 222668410,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1790560130178,
      "link": null,
      "locked": false,
      "text": "per residue, 20 heads of 64 dims.",
      "fontSize": 20,
      "fontFamily": 6,
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "per residue, 20 heads of 64 dims.",
      "autoResize": true,
      "lineHeight": 1.35
    }
  ],
  "appState": {
    "viewBackgroundColor": "#ffffff"
  },
  "files": {}
}