{ "type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "elements": [ { "id": "el1", "x": 220, "y": 8, "width": 396.0, "height": 27.5, "angle": 0, "strokeColor": "#1f2933", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1001, "version": 1, "versionNonce": 5001, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "每个 token 需要缓存的 K / V（4 种注意力对比）", "originalText": "每个 token 需要缓存的 K / V（4 种注意力对比）", "fontSize": 22, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 22 }, { "id": "el2", "x": 260, "y": 40, "width": 218.4, "height": 16.25, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1002, "version": 1, "versionNonce": 5002, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "蓝=Key头 红=Value头；越少缓存越省显存与带宽", "originalText": "蓝=Key头 红=Value头；越少缓存越省显存与带宽", "fontSize": 13, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13 }, { "id": "el3", "x": 300, "y": 400, "width": 360.0, "height": 15.0, "angle": 0, "strokeColor": "#52606d", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1003, "version": 1, "versionNonce": 5003, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "示例(DeepSeek-V2): n_h=128, d_h=128, d_c=512, d_r=64", "originalText": "示例(DeepSeek-V2): n_h=128, d_h=128, d_c=512, d_r=64", "fontSize": 12, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12 }, { "id": "el4", "x": 98, "y": 90, "width": 28.799999999999997, "height": 20.0, "angle": 0, "strokeColor": "#1f2933", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1004, "version": 1, "versionNonce": 5004, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "MHA", "originalText": "MHA", "fontSize": 16, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 16 }, { "id": "el5", "x": 78, "y": 110, "width": 52.8, "height": 13.75, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1005, "version": 1, "versionNonce": 5005, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "每头独立 K/V", "originalText": "每头独立 K/V", "fontSize": 11, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11 }, { "id": "el6", "x": 60, "y": 140, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1006, "version": 1, "versionNonce": 5006, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el7", "x": 86, "y": 140, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1007, "version": 1, "versionNonce": 5007, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el8", "x": 112, "y": 140, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1008, "version": 1, "versionNonce": 5008, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el9", "x": 138, "y": 140, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1009, "version": 1, "versionNonce": 5009, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el10", "x": 60, "y": 166, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1010, "version": 1, "versionNonce": 5010, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el11", "x": 86, "y": 166, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1011, "version": 1, "versionNonce": 5011, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el12", "x": 112, "y": 166, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1012, "version": 1, "versionNonce": 5012, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el13", "x": 138, "y": 166, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1013, "version": 1, "versionNonce": 5013, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el14", "x": 60, "y": 196, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1014, "version": 1, "versionNonce": 5014, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el15", "x": 86, "y": 196, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1015, "version": 1, "versionNonce": 5015, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el16", "x": 112, "y": 196, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1016, "version": 1, "versionNonce": 5016, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el17", "x": 138, "y": 196, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1017, "version": 1, "versionNonce": 5017, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el18", "x": 60, "y": 222, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1018, "version": 1, "versionNonce": 5018, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el19", "x": 86, "y": 222, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1019, "version": 1, "versionNonce": 5019, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el20", "x": 112, "y": 222, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1020, "version": 1, "versionNonce": 5020, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el21", "x": 138, "y": 222, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1021, "version": 1, "versionNonce": 5021, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el22", "x": 95, "y": 288, "width": 70.2, "height": 16.25, "angle": 0, "strokeColor": "#1f2933", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1022, "version": 1, "versionNonce": 5022, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "2·n_h·d_h", "originalText": "2·n_h·d_h", "fontSize": 13, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13 }, { "id": "el23", "x": 98, "y": 308, "width": 50.4, "height": 15.0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1023, "version": 1, "versionNonce": 5023, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "基准 100%", "originalText": "基准 100%", "fontSize": 12, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12 }, { "id": "el24", "x": 338, "y": 90, "width": 28.799999999999997, "height": 20.0, "angle": 0, "strokeColor": "#1f2933", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1024, "version": 1, "versionNonce": 5024, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "GQA", "originalText": "GQA", "fontSize": 16, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 16 }, { "id": "el25", "x": 318, "y": 110, "width": 52.8, "height": 13.75, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1025, "version": 1, "versionNonce": 5025, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "组内共享 K/V", "originalText": "组内共享 K/V", "fontSize": 11, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11 }, { "id": "el26", "x": 312, "y": 140, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1026, "version": 1, "versionNonce": 5026, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el27", "x": 338, "y": 140, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1027, "version": 1, "versionNonce": 5027, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el28", "x": 364, "y": 140, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1028, "version": 1, "versionNonce": 5028, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el29", "x": 390, "y": 140, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1029, "version": 1, "versionNonce": 5029, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el30", "x": 312, "y": 196, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1030, "version": 1, "versionNonce": 5030, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el31", "x": 338, "y": 196, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1031, "version": 1, "versionNonce": 5031, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el32", "x": 364, "y": 196, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1032, "version": 1, "versionNonce": 5032, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el33", "x": 390, "y": 196, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1033, "version": 1, "versionNonce": 5033, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el34", "x": 338, "y": 288, "width": 54.6, "height": 16.25, "angle": 0, "strokeColor": "#1f2933", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1034, "version": 1, "versionNonce": 5034, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "2·g·d_h", "originalText": "2·g·d_h", "fontSize": 13, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13 }, { "id": "el35", "x": 320, "y": 308, "width": 86.39999999999999, "height": 15.0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1035, "version": 1, "versionNonce": 5035, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "g 组(Llama-3)", "originalText": "g 组(Llama-3)", "fontSize": 12, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12 }, { "id": "el36", "x": 578, "y": 90, "width": 28.799999999999997, "height": 20.0, "angle": 0, "strokeColor": "#1f2933", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1036, "version": 1, "versionNonce": 5036, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "MQA", "originalText": "MQA", "fontSize": 16, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 16 }, { "id": "el37", "x": 548, "y": 110, "width": 59.4, "height": 13.75, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1037, "version": 1, "versionNonce": 5037, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "全头共享1套K/V", "originalText": "全头共享1套K/V", "fontSize": 11, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11 }, { "id": "el38", "x": 576, "y": 140, "width": 22, "height": 22, "angle": 0, "strokeColor": "#1971c2", "backgroundColor": "#a5d8ff", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1038, "version": 1, "versionNonce": 5038, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el39", "x": 576, "y": 196, "width": 22, "height": 22, "angle": 0, "strokeColor": "#e03131", "backgroundColor": "#ffc9c9", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1039, "version": 1, "versionNonce": 5039, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el40", "x": 580, "y": 288, "width": 39.0, "height": 16.25, "angle": 0, "strokeColor": "#1f2933", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1040, "version": 1, "versionNonce": 5040, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "2·d_h", "originalText": "2·d_h", "fontSize": 13, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13 }, { "id": "el41", "x": 558, "y": 308, "width": 43.199999999999996, "height": 15.0, "angle": 0, "strokeColor": "#868e96", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1041, "version": 1, "versionNonce": 5041, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "最省，但掉点", "originalText": "最省，但掉点", "fontSize": 12, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 12 }, { "id": "el42", "x": 760, "y": 78, "width": 170, "height": 260, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "#ebfbee", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1042, "version": 1, "versionNonce": 5042, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el43", "x": 828, "y": 92, "width": 28.799999999999997, "height": 20.0, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1043, "version": 1, "versionNonce": 5043, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "MLA", "originalText": "MLA", "fontSize": 16, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 16 }, { "id": "el44", "x": 800, "y": 112, "width": 46.199999999999996, "height": 13.75, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1044, "version": 1, "versionNonce": 5044, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "压成一个潜向量", "originalText": "压成一个潜向量", "fontSize": 11, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11 }, { "id": "el45", "x": 790, "y": 140, "width": 110, "height": 26, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "#b2f2bb", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1045, "version": 1, "versionNonce": 5045, "isDeleted": false, "boundElements": [ { "type": "text", "id": "el46" } ], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el46", "x": 795, "y": 145.5, "width": 100, "height": 15.0, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1046, "version": 1, "versionNonce": 5046, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "c_KV (d_c)", "originalText": "c_KV (d_c)", "fontSize": 12, "fontFamily": 2, "textAlign": "center", "verticalAlign": "middle", "containerId": "el45", "lineHeight": 1.25, "baseline": 12 }, { "id": "el47", "x": 790, "y": 174, "width": 110, "height": 22, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "#ffd8a8", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": { "type": 3 }, "seed": 1047, "version": 1, "versionNonce": 5047, "isDeleted": false, "boundElements": [ { "type": "text", "id": "el48" } ], "updated": 1700000000000, "link": null, "locked": false, "type": "rectangle" }, { "id": "el48", "x": 795, "y": 178.75, "width": 100, "height": 12.5, "angle": 0, "strokeColor": "#e8590c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1048, "version": 1, "versionNonce": 5048, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "k_R (d_r) 解耦RoPE", "originalText": "k_R (d_r) 解耦RoPE", "fontSize": 10, "fontFamily": 2, "textAlign": "center", "verticalAlign": "middle", "containerId": "el47", "lineHeight": 1.25, "baseline": 10 }, { "id": "el49", "x": 820, "y": 288, "width": 70.2, "height": 16.25, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1049, "version": 1, "versionNonce": 5049, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "d_c + d_r", "originalText": "d_c + d_r", "fontSize": 13, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 13 }, { "id": "el50", "x": 770, "y": 308, "width": 92.39999999999999, "height": 13.75, "angle": 0, "strokeColor": "#2f9e44", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 1, "opacity": 100, "groupIds": [], "frameId": null, "roundness": null, "seed": 1050, "version": 1, "versionNonce": 5050, "isDeleted": false, "boundElements": [], "updated": 1700000000000, "link": null, "locked": false, "type": "text", "text": "≈MHA效果，缓存↓~93%", "originalText": "≈MHA效果，缓存↓~93%", "fontSize": 11, "fontFamily": 2, "textAlign": "left", "verticalAlign": "top", "containerId": null, "lineHeight": 1.25, "baseline": 11 } ], "appState": { "gridSize": null, "viewBackgroundColor": "#ffffff" }, "files": {} }