{ "type": "excalidraw", "version": 2, "source": "http://127.0.0.1:8765", "elements": [ { "id": "jjChpWDN-lhSa6LdLeNWs", "type": "text", "x": 0, "y": 0, "width": 745.8670654296875, "height": 35, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a0", "roundness": null, "seed": 182, "version": 2, "versionNonce": 1152626351, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "PPO: clip the ratio, reuse a frozen batch for K epochs", "fontSize": 28, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "PPO: clip the ratio, reuse a frozen batch for K epochs", "autoResize": true, "lineHeight": 1.25 }, { "id": "G4K9lvqvUlRQTdJx341JD", "type": "text", "x": 40, "y": 54, "width": 233.69300842285156, "height": 24.3, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a1", "roundness": null, "seed": 183, "version": 2, "versionNonce": 1420236737, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "A > 0: gain capped at ρ = 1.2", "fontSize": 18, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "A > 0: gain capped at ρ = 1.2", "autoResize": true, "lineHeight": 1.35 }, { "id": "050NhXZx1TzfKds1lXQiE", "type": "arrow", "x": 40, "y": 300, "width": 320, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a2", "roundness": null, "seed": 184, "version": 2, "versionNonce": 2127036623, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0.5, 0 ], [ 319.5, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "pwJyZPdgmPMrHzz5y4Ah-", "type": "arrow", "x": 40, "y": 300, "width": 0, "height": 209, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a3", "roundness": null, "seed": 185, "version": 2, "versionNonce": 844134305, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0, -0.5 ], [ 0, -208.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "jm-JFmHId5whTg-9mg6OH", "type": "rectangle", "x": 160, "y": 91, "width": 60, "height": 209, "angle": 0, "strokeColor": "transparent", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "a4", "roundness": null, "seed": 186, "version": 2, "versionNonce": 852299503, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false }, { "id": "q72cZy10Vg-csS49S-ICR", "type": "line", "x": 40, "y": 300, "width": 100, "height": 0, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a5", "roundness": null, "seed": 187, "version": 2, "versionNonce": 2005064577, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 7.5, -5.5 ], [ 15, -11 ], [ 22.5, -16.5 ], [ 30, -22 ], [ 37.5, -27.5 ], [ 45, -33 ], [ 52.5, -38.5 ], [ 60, -44 ], [ 67.5, -49.5 ], [ 75, -55 ], [ 82.5, -60.5 ], [ 90, -66 ], [ 97.5, -71.5 ], [ 105, -77 ], [ 112.5, -82.5 ], [ 120, -88 ], [ 127.5, -93.5 ], [ 135, -99 ], [ 142.5, -104.5 ], [ 150, -110 ], [ 157.5, -115.5 ], [ 165, -121 ], [ 172.5, -126.5 ], [ 180, -132 ], [ 187.5, -132 ], [ 195, -132 ], [ 202.5, -132 ], [ 210, -132 ], [ 217.5, -132 ], [ 225, -132 ], [ 232.5, -132 ], [ 240, -132 ], [ 247.5, -132 ], [ 255, -132 ], [ 262.5, -132 ], [ 270, -132 ], [ 277.5, -132 ], [ 285, -132 ], [ 292.5, -132 ], [ 300, -132 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "WVrTLYYwvDJky1Bra_JUA", "type": "text", "x": 364, "y": 290, "width": 8.982421875, "height": 24.3, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a6", "roundness": null, "seed": 188, "version": 2, "versionNonce": 1531664655, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "ρ", "fontSize": 18, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "ρ", "autoResize": true, "lineHeight": 1.35 }, { "id": "zA2UqdIhxjCURwa4AhcPm", "type": "text", "x": 149.9410400390625, "y": 308, "width": 20.117919921875, "height": 18.900000000000002, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a7", "roundness": null, "seed": 189, "version": 2, "versionNonce": 1417528161, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "0.8", "fontSize": 14, "fontFamily": 6, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "0.8", "autoResize": true, "lineHeight": 1.35 }, { "id": "IlCE3eqTrDb0dsUIF_KQJ", "type": "text", "x": 209.9410400390625, "y": 308, "width": 20.117919921875, "height": 18.900000000000002, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a8", "roundness": null, "seed": 190, "version": 2, "versionNonce": 230383407, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "1.2", "fontSize": 14, "fontFamily": 6, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "1.2", "autoResize": true, "lineHeight": 1.35 }, { "id": "mqQq0mqnn2E8PJzbxLpSv", "type": "text", "x": 420, "y": 54, "width": 260.2968444824219, "height": 24.3, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "a9", "roundness": null, "seed": 191, "version": 2, "versionNonce": 1167109953, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "A < 0: penalty capped at ρ = 0.8", "fontSize": 18, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "A < 0: penalty capped at ρ = 0.8", "autoResize": true, "lineHeight": 1.35 }, { "id": "GcKYM1i9rqHqGqUGi2d4t", "type": "arrow", "x": 420, "y": 300, "width": 320, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aA", "roundness": null, "seed": 192, "version": 2, "versionNonce": 478519631, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0.5, 0 ], [ 319.5, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "IM0kFkJeDY9xxbMAIUwfy", "type": "arrow", "x": 420, "y": 300, "width": 0, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aB", "roundness": null, "seed": 193, "version": 2, "versionNonce": 286990113, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 0, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "mYAWzR-frWVjPv-m1FD1s", "type": "rectangle", "x": 540, "y": 91, "width": 60, "height": 418, "angle": 0, "strokeColor": "transparent", "backgroundColor": "#fff3bf", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "groupIds": [], "frameId": null, "index": "aC", "roundness": null, "seed": 194, "version": 2, "versionNonce": 2030215023, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false }, { "id": "ahJO3pUq5BcKYstRSPSoe", "type": "line", "x": 420, "y": 388, "width": 100, "height": 0, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aD", "roundness": null, "seed": 195, "version": 2, "versionNonce": 93098753, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 7.5, 0 ], [ 15, 0 ], [ 22.5, 0 ], [ 30, 0 ], [ 37.5, 0 ], [ 45, 0 ], [ 52.5, 0 ], [ 60, 0 ], [ 67.5, 0 ], [ 75, 0 ], [ 82.5, 0 ], [ 90, 0 ], [ 97.5, 0 ], [ 105, 0 ], [ 112.5, 0 ], [ 120, 0 ], [ 127.5, 5.5 ], [ 135, 11 ], [ 142.5, 16.5 ], [ 150, 22 ], [ 157.5, 27.5 ], [ 165, 33 ], [ 172.5, 38.5 ], [ 180, 44 ], [ 187.5, 49.5 ], [ 195, 55 ], [ 202.5, 60.5 ], [ 210, 66 ], [ 217.5, 71.5 ], [ 225, 77 ], [ 232.5, 82.5 ], [ 240, 88 ], [ 247.5, 93.5 ], [ 255, 99 ], [ 262.5, 104.5 ], [ 270, 110 ], [ 277.5, 115.5 ], [ 285, 121 ], [ 292.5, 126.5 ], [ 300, 132 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "Kahq2FSCqn-gBCOgUf-BY", "type": "text", "x": 744, "y": 290, "width": 8.982421875, "height": 24.3, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aE", "roundness": null, "seed": 196, "version": 2, "versionNonce": 1434114447, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "ρ", "fontSize": 18, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "ρ", "autoResize": true, "lineHeight": 1.35 }, { "id": "afr2jrTLXCklYq9T24sht", "type": "text", "x": 529.9410400390625, "y": 308, "width": 20.117919921875, "height": 18.900000000000002, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aF", "roundness": null, "seed": 197, "version": 2, "versionNonce": 2003077857, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "0.8", "fontSize": 14, "fontFamily": 6, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "0.8", "autoResize": true, "lineHeight": 1.35 }, { "id": "GKAuxFEVgoGQ8NlIehzUh", "type": "text", "x": 589.9410400390625, "y": 308, "width": 20.117919921875, "height": 18.900000000000002, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aG", "roundness": null, "seed": 198, "version": 2, "versionNonce": 119984047, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "1.2", "fontSize": 14, "fontFamily": 6, "textAlign": "center", "verticalAlign": "top", "containerId": null, "originalText": "1.2", "autoResize": true, "lineHeight": 1.35 }, { "id": "PeJ2h8HRpW9czxad4_71a", "type": "text", "x": 40, "y": 420, "width": 359.8350830078125, "height": 22.950000000000003, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aH", "roundness": null, "seed": 199, "version": 2, "versionNonce": 2134017729, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "L_CLIP = E[min(ρA, clip(ρ, 1−ε, 1+ε)A)], ε = 0.2", "fontSize": 17, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "L_CLIP = E[min(ρA, clip(ρ, 1−ε, 1+ε)A)], ε = 0.2", "autoResize": true, "lineHeight": 1.35 }, { "id": "eLUMzUrZbVDDuNfQ-uF5s", "type": "rectangle", "x": 860, "y": 60, "width": 340, "height": 62, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aI", "roundness": null, "seed": 200, "version": 2, "versionNonce": 674169295, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false }, { "id": "SDk-s_xKHHg6fHrhfZ0-Q", "type": "text", "x": 876, "y": 66, "width": 104.89990234375, "height": 25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aJ", "roundness": null, "seed": 201, "version": 2, "versionNonce": 2006320801, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "1 Generate", "fontSize": 20, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "1 Generate", "autoResize": true, "lineHeight": 1.25 }, { "id": "XWiw0nEQliEqg9gGtqbom", "type": "text", "x": 876, "y": 96, "width": 228.51158142089844, "height": 20.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aK", "roundness": null, "seed": 202, "version": 2, "versionNonce": 2041311215, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "actor answers a batch of prompts", "fontSize": 15, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "actor answers a batch of prompts", "autoResize": true, "lineHeight": 1.35 }, { "id": "Y4E6bYvB1hiYR_4pppIK6", "type": "arrow", "x": 1030, "y": 124, "width": 0, "height": 10, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aL", "roundness": null, "seed": 203, "version": 2, "versionNonce": 993954433, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 9.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "fBXkbM4ZnWNkLUFSDCCLt", "type": "rectangle", "x": 860, "y": 136, "width": 340, "height": 62, "angle": 0, "strokeColor": "#1098ad", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aM", "roundness": null, "seed": 204, "version": 2, "versionNonce": 94771727, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false }, { "id": "S-trGjHOfrNXufx2OoFvI", "type": "text", "x": 876, "y": 142, "width": 86.71992492675781, "height": 25, "angle": 0, "strokeColor": "#1098ad", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aN", "roundness": null, "seed": 205, "version": 2, "versionNonce": 585863777, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "2 Freeze", "fontSize": 20, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "2 Freeze", "autoResize": true, "lineHeight": 1.25 }, { "id": "uBzDxdJiJyv1TSlHFpB2N", "type": "text", "x": 876, "y": 172, "width": 273.37689208984375, "height": 20.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aO", "roundness": null, "seed": 206, "version": 2, "versionNonce": 18219055, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "store tokens, log-probs, rewards, values", "fontSize": 15, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "store tokens, log-probs, rewards, values", "autoResize": true, "lineHeight": 1.35 }, { "id": "Flr3FBofPX9zOPKPSujh4", "type": "arrow", "x": 1030, "y": 200, "width": 0, "height": 10, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aP", "roundness": null, "seed": 207, "version": 2, "versionNonce": 1131191873, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 9.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "n58_qA79uZYLSv7v8Raos", "type": "rectangle", "x": 860, "y": 212, "width": 340, "height": 62, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aQ", "roundness": null, "seed": 208, "version": 2, "versionNonce": 1843667535, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false }, { "id": "YtYUOYfapH_vFctVJ8n5T", "type": "text", "x": 876, "y": 218, "width": 132.99986267089844, "height": 25, "angle": 0, "strokeColor": "#6741d9", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aR", "roundness": null, "seed": 209, "version": 2, "versionNonce": 1805725217, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "3 Advantages", "fontSize": 20, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "3 Advantages", "autoResize": true, "lineHeight": 1.25 }, { "id": "RaamtlU4pefxIepgG9c2K", "type": "text", "x": 876, "y": 248, "width": 186.48126220703125, "height": 20.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aS", "roundness": null, "seed": 210, "version": 2, "versionNonce": 2095644783, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "once, from the frozen batch", "fontSize": 15, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "once, from the frozen batch", "autoResize": true, "lineHeight": 1.35 }, { "id": "iBOst0QBj_7r53Ror1XYj", "type": "arrow", "x": 1030, "y": 276, "width": 0, "height": 10, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aT", "roundness": null, "seed": 211, "version": 2, "versionNonce": 1652081153, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 9.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "KO6EcPlJbQuUfZTjNGtgj", "type": "rectangle", "x": 860, "y": 288, "width": 340, "height": 62, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aU", "roundness": null, "seed": 212, "version": 2, "versionNonce": 804067983, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false }, { "id": "p4ptqpiqpw-DWaVJ-D7IY", "type": "text", "x": 876, "y": 294, "width": 129.7198944091797, "height": 25, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aV", "roundness": null, "seed": 213, "version": 2, "versionNonce": 1693637089, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "4 Update × K", "fontSize": 20, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "4 Update × K", "autoResize": true, "lineHeight": 1.25 }, { "id": "f2le7_H2H-JUBby2Zw8XC", "type": "text", "x": 876, "y": 324, "width": 228.0465850830078, "height": 20.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aW", "roundness": null, "seed": 214, "version": 2, "versionNonce": 1000927407, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "epochs over shuffled minibatches", "fontSize": 15, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "epochs over shuffled minibatches", "autoResize": true, "lineHeight": 1.35 }, { "id": "TEhNuBXm14-nnPYraiGUQ", "type": "arrow", "x": 1030, "y": 352, "width": 0, "height": 10, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aX", "roundness": null, "seed": 215, "version": 2, "versionNonce": 1679750593, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0, 0.5 ], [ 0, 9.5 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false }, { "id": "FOYke06SGqs4CaW1ShsEB", "type": "rectangle", "x": 860, "y": 364, "width": 340, "height": 62, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "#ffffff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aY", "roundness": null, "seed": 216, "version": 2, "versionNonce": 700777167, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false }, { "id": "SH3zxHJyJ43m5gasWjLc4", "type": "text", "x": 876, "y": 370, "width": 93.63990783691406, "height": 25, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aZ", "roundness": null, "seed": 217, "version": 2, "versionNonce": 52204961, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "5 Discard", "fontSize": 20, "fontFamily": 5, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "5 Discard", "autoResize": true, "lineHeight": 1.25 }, { "id": "RP3TIiwR9ReLf1aoI5YJC", "type": "text", "x": 876, "y": 400, "width": 189.0762939453125, "height": 20.25, "angle": 0, "strokeColor": "#1e1e1e", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "aa", "roundness": null, "seed": 218, "version": 2, "versionNonce": 987353327, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "text": "next iteration: new answers", "fontSize": 15, "fontFamily": 6, "textAlign": "left", "verticalAlign": "top", "containerId": null, "originalText": "next iteration: new answers", "autoResize": true, "lineHeight": 1.35 }, { "id": "EQ7Jj8rGTSVyu4HPaUBu3", "type": "line", "x": 1204, "y": 395, "width": 100, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ab", "roundness": null, "seed": 219, "version": 2, "versionNonce": 1427847553, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 36, 0 ], [ 36, -304 ], [ 2, -304 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": null }, { "id": "iAB6-8UV3TfgnV0tK5ayn", "type": "arrow", "x": 1240, "y": 91, "width": 36, "height": 0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "index": "ac", "roundness": null, "seed": 220, "version": 2, "versionNonce": 141548303, "isDeleted": false, "boundElements": null, "updated": 1791092168694, "link": null, "locked": false, "points": [ [ -0.5, 0 ], [ -35.5, 0 ] ], "lastCommittedPoint": null, "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow", "elbowed": false } ], "appState": { "viewBackgroundColor": "#ffffff" }, "files": {} }