{"type":"excalidraw","version":2,"source":"https://AwesomeSystemDesign.dev","elements":[{"angle":0,"strokeColor":"#8b9587","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":[],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-0","type":"text","seed":41,"x":30,"y":18,"width":135,"height":13,"fontSize":10,"fontFamily":1,"text":"01 / CLIENT & EDGE","originalText":"01 / CLIENT & EDGE","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":0}},{"angle":0,"strokeColor":"#e0e6d9","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1,"strokeStyle":"dashed","roughness":0,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":[],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-1","type":"line","seed":114,"x":30,"y":51,"width":730,"height":0,"points":[[0,0],[730,0]],"lastCommittedPoint":null,"startBinding":null,"endBinding":null,"startArrowhead":null,"endArrowhead":null,"elbowed":false,"line":true,"customData":{"revealStep":0}},{"angle":0,"strokeColor":"#8b9587","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":[],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-2","type":"text","seed":187,"x":30,"y":182.4,"width":135,"height":26,"fontSize":10,"fontFamily":1,"text":"02 / APPLICATION\n& COMPUTE","originalText":"02 / APPLICATION\n& COMPUTE","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":0}},{"angle":0,"strokeColor":"#e0e6d9","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1,"strokeStyle":"dashed","roughness":0,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":[],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-3","type":"line","seed":260,"x":30,"y":215.4,"width":730,"height":0,"points":[[0,0],[730,0]],"lastCommittedPoint":null,"startBinding":null,"endBinding":null,"startArrowhead":null,"endArrowhead":null,"elbowed":false,"line":true,"customData":{"revealStep":0}},{"angle":0,"strokeColor":"#8b9587","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":[],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-4","type":"text","seed":333,"x":30,"y":346.8,"width":135,"height":26,"fontSize":10,"fontFamily":1,"text":"03 / DATA &\nASYNC WORK","originalText":"03 / DATA &\nASYNC WORK","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":0}},{"angle":0,"strokeColor":"#e0e6d9","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1,"strokeStyle":"dashed","roughness":0,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":[],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-5","type":"line","seed":406,"x":30,"y":379.8,"width":730,"height":0,"points":[[0,0],[730,0]],"lastCommittedPoint":null,"startBinding":null,"endBinding":null,"startArrowhead":null,"endArrowhead":null,"elbowed":false,"line":true,"customData":{"revealStep":0}},{"angle":0,"strokeColor":"#8b9587","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":[],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-6","type":"text","seed":479,"x":30,"y":511.20000000000005,"width":135,"height":26,"fontSize":10,"fontFamily":1,"text":"04 / OPERATIONS\n& RESILIENCE","originalText":"04 / OPERATIONS\n& RESILIENCE","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":0}},{"angle":0,"strokeColor":"#e0e6d9","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1,"strokeStyle":"dashed","roughness":0,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":[],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-7","type":"line","seed":552,"x":30,"y":544.2,"width":730,"height":0,"points":[[0,0],[730,0]],"lastCommittedPoint":null,"startBinding":null,"endBinding":null,"startArrowhead":null,"endArrowhead":null,"elbowed":false,"line":true,"customData":{"revealStep":0}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-9"},{"type":"arrow","id":"shape-24"}],"updated":0,"link":null,"locked":false,"id":"shape-8","type":"rectangle","seed":625,"x":127.5,"y":60,"width":190,"height":98.4,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-9","type":"text","seed":698,"x":147.5,"y":78,"width":150,"height":62.400000000000006,"fontSize":16,"fontFamily":1,"text":"Client SDK\nInference +\nstreaming","originalText":"Client SDK\nInference +\nstreaming","textAlign":"center","verticalAlign":"middle","containerId":"shape-8","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-24","type":"arrow","seed":1793,"x":317.5,"y":109.2,"width":155,"height":0,"points":[[0,0],[155,0]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-8","focus":0,"gap":1},"endBinding":{"elementId":"shape-10","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-11"},{"type":"arrow","id":"shape-24"},{"type":"arrow","id":"shape-25"}],"updated":0,"link":null,"locked":false,"id":"shape-10","type":"rectangle","seed":771,"x":472.5,"y":60,"width":190,"height":98.4,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-11","type":"text","seed":844,"x":492.5,"y":78,"width":150,"height":62.400000000000006,"fontSize":16,"fontFamily":1,"text":"API gateway\nAuth + quotas +\nmetering","originalText":"API gateway\nAuth + quotas +\nmetering","textAlign":"center","verticalAlign":"middle","containerId":"shape-10","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-25","type":"arrow","seed":1866,"x":567.5,"y":158.4,"width":345,"height":66,"points":[[0,0],[0,21],[-345,21],[-345,66]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-10","focus":0,"gap":1},"endBinding":{"elementId":"shape-12","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-13"},{"type":"arrow","id":"shape-25"},{"type":"arrow","id":"shape-26"}],"updated":0,"link":null,"locked":false,"id":"shape-12","type":"rectangle","seed":917,"x":127.5,"y":224.4,"width":190,"height":98.4,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-13","type":"text","seed":990,"x":147.5,"y":242.4,"width":150,"height":62.400000000000006,"fontSize":16,"fontFamily":1,"text":"Inference router\nModel + version\nrouting","originalText":"Inference router\nModel + version\nrouting","textAlign":"center","verticalAlign":"middle","containerId":"shape-12","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-26","type":"arrow","seed":1939,"x":317.5,"y":273.6,"width":155,"height":0,"points":[[0,0],[155,0]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-12","focus":0,"gap":1},"endBinding":{"elementId":"shape-14","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-15"},{"type":"arrow","id":"shape-26"},{"type":"arrow","id":"shape-27"},{"type":"arrow","id":"shape-30"}],"updated":0,"link":null,"locked":false,"id":"shape-14","type":"rectangle","seed":1063,"x":472.5,"y":224.4,"width":190,"height":98.4,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-15","type":"text","seed":1136,"x":492.5,"y":242.4,"width":150,"height":62.400000000000006,"fontSize":16,"fontFamily":1,"text":"Batch scheduler\nContinuous\nbatching","originalText":"Batch scheduler\nContinuous\nbatching","textAlign":"center","verticalAlign":"middle","containerId":"shape-14","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-27","type":"arrow","seed":2012,"x":567.5,"y":322.8,"width":402.5,"height":66,"points":[[0,0],[0,35],[-402.5,35],[-402.5,66]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-14","focus":0,"gap":1},"endBinding":{"elementId":"shape-16","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-17"},{"type":"arrow","id":"shape-27"},{"type":"arrow","id":"shape-28"},{"type":"arrow","id":"shape-29"}],"updated":0,"link":null,"locked":false,"id":"shape-16","type":"rectangle","seed":1209,"x":70,"y":388.8,"width":190,"height":98.4,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-17","type":"text","seed":1282,"x":90,"y":406.8,"width":150,"height":62.400000000000006,"fontSize":16,"fontFamily":1,"text":"GPU workers\nModel + tensor\nparallelism","originalText":"GPU workers\nModel + tensor\nparallelism","textAlign":"center","verticalAlign":"middle","containerId":"shape-16","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-28","type":"arrow","seed":2085,"x":260,"y":438,"width":40,"height":8.199999999999989,"points":[[0,0],[40,-8.199999999999989]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-16","focus":0,"gap":1},"endBinding":{"elementId":"shape-18","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-19"},{"type":"arrow","id":"shape-28"}],"updated":0,"link":null,"locked":false,"id":"shape-18","type":"rectangle","seed":1355,"x":300,"y":388.8,"width":190,"height":82,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-19","type":"text","seed":1428,"x":320,"y":409,"width":150,"height":41.6,"fontSize":16,"fontFamily":1,"text":"KV cache\nPaged allocation","originalText":"KV cache\nPaged allocation","textAlign":"center","verticalAlign":"middle","containerId":"shape-18","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-29","type":"arrow","seed":2158,"x":530,"y":438,"width":270,"height":0,"points":[[0,0],[-270,0]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-20","focus":0,"gap":1},"endBinding":{"elementId":"shape-16","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-21"},{"type":"arrow","id":"shape-29"}],"updated":0,"link":null,"locked":false,"id":"shape-20","type":"rectangle","seed":1501,"x":530,"y":388.8,"width":190,"height":98.4,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-21","type":"text","seed":1574,"x":550,"y":406.8,"width":150,"height":62.400000000000006,"fontSize":16,"fontFamily":1,"text":"Model registry\nVersioned\nartifacts","originalText":"Model registry\nVersioned\nartifacts","textAlign":"center","verticalAlign":"middle","containerId":"shape-20","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-30","type":"arrow","seed":2231,"x":567.5,"y":322.8,"width":377,"height":230.40000000000003,"points":[[0,0],[0,13],[204.5,13],[204.5,218.40000000000003],[-172.5,218.40000000000003],[-172.5,230.40000000000003]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-14","focus":0,"gap":1},"endBinding":{"elementId":"shape-22","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#9180ac","backgroundColor":"#f4effb","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-23"},{"type":"arrow","id":"shape-30"}],"updated":0,"link":null,"locked":false,"id":"shape-22","type":"rectangle","seed":1647,"x":300,"y":553.2,"width":190,"height":98.4,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-23","type":"text","seed":1720,"x":320,"y":571.2,"width":150,"height":62.400000000000006,"fontSize":16,"fontFamily":1,"text":"Autoscaler\nQueue + GPU\nsignals","originalText":"Autoscaler\nQueue + GPU\nsignals","textAlign":"center","verticalAlign":"middle","containerId":"shape-22","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":8}}],"appState":{"viewBackgroundColor":"#fbfbf8","gridSize":null},"files":{}}