{"type":"excalidraw","version":2,"source":"https://AwesomeSystemDesign.dev","elements":[{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-1"}],"updated":0,"link":null,"locked":false,"id":"shape-0","type":"rectangle","seed":41,"x":16,"y":16,"width":288,"height":293.40000000000003,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-1","type":"text","seed":114,"x":36,"y":34,"width":248,"height":257.40000000000003,"fontSize":22,"fontFamily":1,"text":"Source Connectors\n\n• Confluence API\n• Google Drive API\n• Notion API\n• Slack API\n• S3 bucket watch\n• Web scraper\n• Database CDC","originalText":"Source Connectors\n\n• Confluence API\n• Google Drive API\n• Notion API\n• Slack API\n• S3 bucket watch\n• Web scraper\n• Database CDC","textAlign":"left","verticalAlign":"middle","containerId":"shape-0","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-3"}],"updated":0,"link":null,"locked":false,"id":"shape-2","type":"rectangle","seed":187,"x":16,"y":353.40000000000003,"width":288,"height":322,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-3","type":"text","seed":260,"x":36,"y":371.40000000000003,"width":248,"height":286,"fontSize":22,"fontFamily":1,"text":"Chunking Engine\n\n• Recursive text\nsplitter\n• Semantic chunk\n(by heading/\nparagraph)\n• Overlap: 10-20%\n• Target: 256-512\ntokens per chunk","originalText":"Chunking Engine\n\n• Recursive text\nsplitter\n• Semantic chunk\n(by heading/\nparagraph)\n• Overlap: 10-20%\n• Target: 256-512\ntokens per chunk","textAlign":"left","verticalAlign":"middle","containerId":"shape-2","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-5"},{"type":"arrow","id":"shape-6"}],"updated":0,"link":null,"locked":false,"id":"shape-4","type":"rectangle","seed":333,"x":16,"y":719.4000000000001,"width":288,"height":68,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-5","type":"text","seed":406,"x":36,"y":739.1000000000001,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Chunking Engine","originalText":"Chunking Engine","textAlign":"left","verticalAlign":"middle","containerId":"shape-4","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-6","type":"arrow","seed":479,"x":36,"y":801.4000000000001,"width":0,"height":28,"points":[[0,0],[0,28]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-4","focus":0,"gap":14},"endBinding":{"elementId":"shape-7","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-8"},{"type":"arrow","id":"shape-6"}],"updated":0,"link":null,"locked":false,"id":"shape-7","type":"rectangle","seed":552,"x":16,"y":843.4000000000001,"width":288,"height":407.8,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-8","type":"text","seed":625,"x":36,"y":861.4000000000001,"width":248,"height":371.8,"fontSize":22,"fontFamily":1,"text":"Embedding Service\n• Batch embed\nchunks\n(GPU-accelerated)\n• Model:\ntext-embedding-3-larg\ne (1536 dims)\n• Or: BGE-large /\nE5-large\n(open-source, 1024\ndims)\n• Throughput: 100M\nchunks/day","originalText":"Embedding Service\n• Batch embed\nchunks\n(GPU-accelerated)\n• Model:\ntext-embedding-3-larg\ne (1536 dims)\n• Or: BGE-large /\nE5-large\n(open-source, 1024\ndims)\n• Throughput: 100M\nchunks/day","textAlign":"left","verticalAlign":"middle","containerId":"shape-7","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-10"},{"type":"arrow","id":"shape-11"}],"updated":0,"link":null,"locked":false,"id":"shape-9","type":"rectangle","seed":698,"x":16,"y":1295.2,"width":288,"height":407.8,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-10","type":"text","seed":771,"x":36,"y":1313.2,"width":248,"height":371.8,"fontSize":22,"fontFamily":1,"text":"Embedding Service\n• Batch embed\nchunks\n(GPU-accelerated)\n• Model:\ntext-embedding-3-larg\ne (1536 dims)\n• Or: BGE-large /\nE5-large\n(open-source, 1024\ndims)\n• Throughput: 100M\nchunks/day","originalText":"Embedding Service\n• Batch embed\nchunks\n(GPU-accelerated)\n• Model:\ntext-embedding-3-larg\ne (1536 dims)\n• Or: BGE-large /\nE5-large\n(open-source, 1024\ndims)\n• Throughput: 100M\nchunks/day","textAlign":"left","verticalAlign":"middle","containerId":"shape-9","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-11","type":"arrow","seed":844,"x":36,"y":1717,"width":0,"height":28,"points":[[0,0],[0,28]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-9","focus":0,"gap":14},"endBinding":{"elementId":"shape-12","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-13"},{"type":"arrow","id":"shape-11"}],"updated":0,"link":null,"locked":false,"id":"shape-12","type":"rectangle","seed":917,"x":16,"y":1759,"width":288,"height":350.6,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-13","type":"text","seed":990,"x":36,"y":1777,"width":248,"height":314.6,"fontSize":22,"fontFamily":1,"text":"Index Writer\n• Write vectors to\nvector DB (HNSW\nindex)\n• Write text to\nBM25 index\n(Elasticsearch)\n• Write metadata to\ndocument store\n• Update source →\nchunk mapping","originalText":"Index Writer\n• Write vectors to\nvector DB (HNSW\nindex)\n• Write text to\nBM25 index\n(Elasticsearch)\n• Write metadata to\ndocument store\n• Update source →\nchunk mapping","textAlign":"left","verticalAlign":"middle","containerId":"shape-12","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-15"}],"updated":0,"link":null,"locked":false,"id":"shape-14","type":"rectangle","seed":1063,"x":16,"y":2153.6,"width":288,"height":293.40000000000003,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-15","type":"text","seed":1136,"x":36,"y":2171.6,"width":248,"height":257.40000000000003,"fontSize":22,"fontFamily":1,"text":"Document Processor\n\n• PDF parser\n(pymupdf/unstr.)\n• HTML → clean text\n• DOCX parser\n• Table extraction\n• OCR (if needed)\n• Metadata extract","originalText":"Document Processor\n\n• PDF parser\n(pymupdf/unstr.)\n• HTML → clean text\n• DOCX parser\n• Table extraction\n• OCR (if needed)\n• Metadata extract","textAlign":"left","verticalAlign":"middle","containerId":"shape-14","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-17"}],"updated":0,"link":null,"locked":false,"id":"shape-16","type":"rectangle","seed":1209,"x":16,"y":2491,"width":288,"height":93.2,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-17","type":"text","seed":1282,"x":36,"y":2509,"width":248,"height":57.2,"fontSize":22,"fontFamily":1,"text":"INGESTION\nPIPELINE","originalText":"INGESTION\nPIPELINE","textAlign":"left","verticalAlign":"middle","containerId":"shape-16","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":6}}],"appState":{"viewBackgroundColor":"#fbfbf8","gridSize":null},"files":{}}