{"type":"excalidraw","version":2,"source":"https://AwesomeSystemDesign.dev","elements":[{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-1"}],"updated":0,"link":null,"locked":false,"id":"shape-0","type":"rectangle","seed":41,"x":16,"y":16,"width":288,"height":121.8,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-1","type":"text","seed":114,"x":36,"y":34,"width":248,"height":85.8,"fontSize":22,"fontFamily":1,"text":"Post\nService\n(publish)","originalText":"Post\nService\n(publish)","textAlign":"left","verticalAlign":"middle","containerId":"shape-0","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-3"},{"type":"arrow","id":"shape-4"}],"updated":0,"link":null,"locked":false,"id":"shape-2","type":"rectangle","seed":187,"x":16,"y":181.8,"width":288,"height":121.8,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-3","type":"text","seed":260,"x":36,"y":199.8,"width":248,"height":85.8,"fontSize":22,"fontFamily":1,"text":"Post\nService\n(publish)","originalText":"Post\nService\n(publish)","textAlign":"left","verticalAlign":"middle","containerId":"shape-2","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-4","type":"arrow","seed":333,"x":36,"y":317.6,"width":0,"height":28,"points":[[0,0],[0,28]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-2","focus":0,"gap":14},"endBinding":{"elementId":"shape-5","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-6"},{"type":"arrow","id":"shape-4"}],"updated":0,"link":null,"locked":false,"id":"shape-5","type":"rectangle","seed":406,"x":16,"y":359.6,"width":288,"height":121.8,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-6","type":"text","seed":479,"x":36,"y":377.6,"width":248,"height":85.8,"fontSize":22,"fontFamily":1,"text":"Kafka\n(fanout\ntopic)","originalText":"Kafka\n(fanout\ntopic)","textAlign":"left","verticalAlign":"middle","containerId":"shape-5","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-8"},{"type":"arrow","id":"shape-9"}],"updated":0,"link":null,"locked":false,"id":"shape-7","type":"rectangle","seed":552,"x":16,"y":525.4000000000001,"width":288,"height":121.8,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-8","type":"text","seed":625,"x":36,"y":543.4000000000001,"width":248,"height":85.8,"fontSize":22,"fontFamily":1,"text":"Kafka\n(fanout\ntopic)","originalText":"Kafka\n(fanout\ntopic)","textAlign":"left","verticalAlign":"middle","containerId":"shape-7","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-9","type":"arrow","seed":698,"x":36,"y":661.2,"width":0,"height":28,"points":[[0,0],[0,28]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-7","focus":0,"gap":14},"endBinding":{"elementId":"shape-10","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-11"},{"type":"arrow","id":"shape-9"}],"updated":0,"link":null,"locked":false,"id":"shape-10","type":"rectangle","seed":771,"x":16,"y":703.2,"width":288,"height":121.8,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-11","type":"text","seed":844,"x":36,"y":721.2,"width":248,"height":85.8,"fontSize":22,"fontFamily":1,"text":"Fanout\nWorkers\n(50 nodes","originalText":"Fanout\nWorkers\n(50 nodes","textAlign":"left","verticalAlign":"middle","containerId":"shape-10","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-13"},{"type":"arrow","id":"shape-14"}],"updated":0,"link":null,"locked":false,"id":"shape-12","type":"rectangle","seed":917,"x":16,"y":869,"width":288,"height":121.8,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-13","type":"text","seed":990,"x":36,"y":887,"width":248,"height":85.8,"fontSize":22,"fontFamily":1,"text":"Fanout\nWorkers\n(50 nodes","originalText":"Fanout\nWorkers\n(50 nodes","textAlign":"left","verticalAlign":"middle","containerId":"shape-12","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-14","type":"arrow","seed":1063,"x":36,"y":1004.8,"width":0,"height":28,"points":[[0,0],[0,28]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-12","focus":0,"gap":14},"endBinding":{"elementId":"shape-15","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-16"},{"type":"arrow","id":"shape-14"}],"updated":0,"link":null,"locked":false,"id":"shape-15","type":"rectangle","seed":1136,"x":16,"y":1046.8,"width":288,"height":121.8,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-16","type":"text","seed":1209,"x":36,"y":1064.8,"width":248,"height":85.8,"fontSize":22,"fontFamily":1,"text":"Redis\n(feed\ncaches)","originalText":"Redis\n(feed\ncaches)","textAlign":"left","verticalAlign":"middle","containerId":"shape-15","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-18"}],"updated":0,"link":null,"locked":false,"id":"shape-17","type":"rectangle","seed":1282,"x":16,"y":1212.6,"width":288,"height":1980.8,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-18","type":"text","seed":1355,"x":36,"y":1230.6,"width":248,"height":1944.8,"fontSize":22,"fontFamily":1,"text":"Fanout Service\nArchitecture\n\nTriggered when a\nnormal user (< 10K\nfollowers) publishes.\n\nFanout worker\nprocessing:\n\nInput: {post_id:\n\"p123\", user_id:\n\"u456\"}\n\n1. Fetch follower list\nfor u456\nfollowers = [u001,\nu002, u003, ...\nu5000]\n\n2. Chunk into\nbatches of 500\nbatch_1 = [u001 ..\nu500]\nbatch_2 = [u501 ..\nu1000]\n\n3. For each batch\n(pipelined Redis):\nPIPELINE:\nZADD feed:u001\n1712160300 p123\nZADD feed:u002\n1712160300 p123\n... (500 commands)\nEXEC\n\n4. Trim old posts:\nZREMRANGEBYRANK\nfeed:u001 0 -501\n(keep only latest\n500 posts)\n\nThroughput per\nworker: ~50K Redis\nwrites/sec\n50 workers: 2.5M\nwrites/sec total\n\nLatency: 5K follower\nfanout = ~100ms\n(Redis pipeline of\n500 x 10 batches)\n\nHandling user\ndeletion:\n- On unfollow: ZREM\nfeed:me post_ids by\nthat user\n(lazy cleanup --\nremove on next feed\nread instead)\n- On post deletion:\npublish delete event\nto Kafka\nFanout workers\nremove post_id from\naffected feeds","originalText":"Fanout Service\nArchitecture\n\nTriggered when a\nnormal user (< 10K\nfollowers) publishes.\n\nFanout worker\nprocessing:\n\nInput: {post_id:\n\"p123\", user_id:\n\"u456\"}\n\n1. Fetch follower list\nfor u456\nfollowers = [u001,\nu002, u003, ...\nu5000]\n\n2. Chunk into\nbatches of 500\nbatch_1 = [u001 ..\nu500]\nbatch_2 = [u501 ..\nu1000]\n\n3. For each batch\n(pipelined Redis):\nPIPELINE:\nZADD feed:u001\n1712160300 p123\nZADD feed:u002\n1712160300 p123\n... (500 commands)\nEXEC\n\n4. Trim old posts:\nZREMRANGEBYRANK\nfeed:u001 0 -501\n(keep only latest\n500 posts)\n\nThroughput per\nworker: ~50K Redis\nwrites/sec\n50 workers: 2.5M\nwrites/sec total\n\nLatency: 5K follower\nfanout = ~100ms\n(Redis pipeline of\n500 x 10 batches)\n\nHandling user\ndeletion:\n- On unfollow: ZREM\nfeed:me post_ids by\nthat user\n(lazy cleanup --\nremove on next feed\nread instead)\n- On post deletion:\npublish delete event\nto Kafka\nFanout workers\nremove post_id from\naffected feeds","textAlign":"left","verticalAlign":"middle","containerId":"shape-17","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":5}}],"appState":{"viewBackgroundColor":"#fbfbf8","gridSize":null},"files":{}}