{"type":"excalidraw","version":2,"source":"https://AwesomeSystemDesign.dev","elements":[{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-1"}],"updated":0,"link":null,"locked":false,"id":"shape-0","type":"rectangle","seed":41,"x":30,"y":30,"width":420,"height":68,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-1","type":"text","seed":114,"x":50,"y":52.3,"width":380,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"ANN Index for Embedding Retrieval","originalText":"ANN Index for Embedding Retrieval","textAlign":"left","verticalAlign":"middle","containerId":"shape-0","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-3"}],"updated":0,"link":null,"locked":false,"id":"shape-2","type":"rectangle","seed":187,"x":30,"y":123,"width":605.8174,"height":68,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-3","type":"text","seed":260,"x":50,"y":145.3,"width":565.8174,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"100M item embeddings × 256 dimensions × 4 bytes = 100 GB","originalText":"100M item embeddings × 256 dimensions × 4 bytes = 100 GB","textAlign":"left","verticalAlign":"middle","containerId":"shape-2","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#9180ac","backgroundColor":"#f4effb","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-5"}],"updated":0,"link":null,"locked":false,"id":"shape-4","type":"rectangle","seed":333,"x":30,"y":216,"width":420,"height":68,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-5","type":"text","seed":406,"x":50,"y":238.3,"width":380,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"Algorithm options:","originalText":"Algorithm options:","textAlign":"left","verticalAlign":"middle","containerId":"shape-4","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-7"}],"updated":0,"link":null,"locked":false,"id":"shape-6","type":"rectangle","seed":479,"x":30,"y":309,"width":521.65552,"height":176.4,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-7","type":"text","seed":552,"x":50,"y":327,"width":481.65552,"height":140.4,"fontSize":18,"fontFamily":1,"text":"1. HNSW (Hierarchical Navigable Small World)\nGraph-based: build a navigable graph of embeddings\nQuery: greedy walk through graph layers\nRecall@100: ~98% at 1ms latency\nMemory: ~150 GB (embeddings + graph structure)\nUsed by: Pinecone, Weaviate, Qdrant","originalText":"1. HNSW (Hierarchical Navigable Small World)\nGraph-based: build a navigable graph of embeddings\nQuery: greedy walk through graph layers\nRecall@100: ~98% at 1ms latency\nMemory: ~150 GB (embeddings + graph structure)\nUsed by: Pinecone, Weaviate, Qdrant","textAlign":"left","verticalAlign":"middle","containerId":"shape-6","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-9"}],"updated":0,"link":null,"locked":false,"id":"shape-8","type":"rectangle","seed":625,"x":30,"y":510.4,"width":532.98904,"height":176.4,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-9","type":"text","seed":698,"x":50,"y":528.4,"width":492.98904000000005,"height":140.4,"fontSize":18,"fontFamily":1,"text":"2. ScaNN (Scalable Nearest Neighbors, by Google)\nQuantization + partitioning\nAnisotropic vector quantization for better accuracy\nRecall@100: ~97% at 0.5ms latency\nMemory: ~40 GB (with quantization)\nUsed by: Google, YouTube","originalText":"2. ScaNN (Scalable Nearest Neighbors, by Google)\nQuantization + partitioning\nAnisotropic vector quantization for better accuracy\nRecall@100: ~97% at 0.5ms latency\nMemory: ~40 GB (with quantization)\nUsed by: Google, YouTube","textAlign":"left","verticalAlign":"middle","containerId":"shape-8","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-11"}],"updated":0,"link":null,"locked":false,"id":"shape-10","type":"rectangle","seed":771,"x":30,"y":711.8,"width":559.03324,"height":176.4,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-11","type":"text","seed":844,"x":50,"y":729.8,"width":519.03324,"height":140.4,"fontSize":18,"fontFamily":1,"text":"3. FAISS (Facebook AI Similarity Search)\nIVF (Inverted File Index) + PQ (Product Quantization)\nPartition space into clusters, search nearby clusters\nRecall@100: ~95% at 0.3ms latency\nMemory: ~20 GB (with heavy quantization)\nUsed by: Meta, Instagram","originalText":"3. FAISS (Facebook AI Similarity Search)\nIVF (Inverted File Index) + PQ (Product Quantization)\nPartition space into clusters, search nearby clusters\nRecall@100: ~95% at 0.3ms latency\nMemory: ~20 GB (with heavy quantization)\nUsed by: Meta, Instagram","textAlign":"left","verticalAlign":"middle","containerId":"shape-10","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#9180ac","backgroundColor":"#f4effb","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-13"}],"updated":0,"link":null,"locked":false,"id":"shape-12","type":"rectangle","seed":917,"x":30,"y":913.1999999999999,"width":512.0391999999999,"height":82.80000000000001,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-13","type":"text","seed":990,"x":50,"y":931.1999999999999,"width":472.03919999999994,"height":46.800000000000004,"fontSize":18,"fontFamily":1,"text":"Chosen: HNSW for quality, ScaNN for\nGoogle-scale","originalText":"Chosen: HNSW for quality, ScaNN for\nGoogle-scale","textAlign":"left","verticalAlign":"middle","containerId":"shape-12","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-15"}],"updated":0,"link":null,"locked":false,"id":"shape-14","type":"rectangle","seed":1063,"x":30,"y":1021,"width":656.6656,"height":82.80000000000001,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-15","type":"text","seed":1136,"x":50,"y":1039,"width":616.6656,"height":46.800000000000004,"fontSize":18,"fontFamily":1,"text":"Index build time: ~2 hours for 100M vectors\nIndex update: rebuilt every few hours; incremental add supported","originalText":"Index build time: ~2 hours for 100M vectors\nIndex update: rebuilt every few hours; incremental add supported","textAlign":"left","verticalAlign":"middle","containerId":"shape-14","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-17"}],"updated":0,"link":null,"locked":false,"id":"shape-16","type":"rectangle","seed":1209,"x":30,"y":1128.8,"width":420,"height":68,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-17","type":"text","seed":1282,"x":50,"y":1151.1,"width":380,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"ANN Search Visualization:","originalText":"ANN Search Visualization:","textAlign":"left","verticalAlign":"middle","containerId":"shape-16","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-19"}],"updated":0,"link":null,"locked":false,"id":"shape-18","type":"rectangle","seed":1355,"x":30,"y":1221.8,"width":562.18144,"height":68,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-19","type":"text","seed":1428,"x":50,"y":1244.1,"width":522.18144,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"Query: user_embedding = [0.2, -0.1, 0.8, ...] (256 dims)","originalText":"Query: user_embedding = [0.2, -0.1, 0.8, ...] (256 dims)","textAlign":"left","verticalAlign":"middle","containerId":"shape-18","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#9180ac","backgroundColor":"#f4effb","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-21"}],"updated":0,"link":null,"locked":false,"id":"shape-20","type":"rectangle","seed":1501,"x":30,"y":1314.8,"width":420,"height":82.80000000000001,"customData":{"revealStep":11}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-21","type":"text","seed":1574,"x":50,"y":1332.8,"width":380,"height":46.800000000000004,"fontSize":18,"fontFamily":1,"text":"HNSW graph layers:\nLayer 3 (sparse): A ---- B ---- C","originalText":"HNSW graph layers:\nLayer 3 (sparse): A ---- B ---- C","textAlign":"left","verticalAlign":"middle","containerId":"shape-20","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":11}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-12"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-23"}],"updated":0,"link":null,"locked":false,"id":"shape-22","type":"rectangle","seed":1647,"x":30,"y":1422.6,"width":420,"height":68,"customData":{"revealStep":12}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-12"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-23","type":"text","seed":1720,"x":50,"y":1444.8999999999999,"width":380,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"Layer 2 (medium): D -- E -- F -- G -- H","originalText":"Layer 2 (medium): D -- E -- F -- G -- H","textAlign":"left","verticalAlign":"middle","containerId":"shape-22","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":12}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-13"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-25"}],"updated":0,"link":null,"locked":false,"id":"shape-24","type":"rectangle","seed":1793,"x":30,"y":1515.6,"width":434.09740000000005,"height":68,"customData":{"revealStep":13}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-13"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-25","type":"text","seed":1866,"x":50,"y":1537.8999999999999,"width":394.09740000000005,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"Layer 1 (dense): I-J-K-L-M-N-O-P-Q-R-S-T","originalText":"Layer 1 (dense): I-J-K-L-M-N-O-P-Q-R-S-T","textAlign":"left","verticalAlign":"middle","containerId":"shape-24","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":13}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-14"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-27"}],"updated":0,"link":null,"locked":false,"id":"shape-26","type":"rectangle","seed":1939,"x":30,"y":1608.6,"width":423.16456,"height":68,"customData":{"revealStep":14}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-14"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-27","type":"text","seed":2012,"x":50,"y":1630.8999999999999,"width":383.16456,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"Layer 0 (all): [all 100M items as nodes]","originalText":"Layer 0 (all): [all 100M items as nodes]","textAlign":"left","verticalAlign":"middle","containerId":"shape-26","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":14}},{"angle":0,"strokeColor":"#9180ac","backgroundColor":"#f4effb","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-15"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-29"}],"updated":0,"link":null,"locked":false,"id":"shape-28","type":"rectangle","seed":2085,"x":30,"y":1701.6,"width":578.68564,"height":106.2,"customData":{"revealStep":15}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-15"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-29","type":"text","seed":2158,"x":50,"y":1719.6,"width":538.68564,"height":70.2,"fontSize":18,"fontFamily":1,"text":"Search: Start at top layer, greedily descend to nearest,\ndrop to next layer, repeat until Layer 0.\nReturn K nearest neighbors at Layer 0.","originalText":"Search: Start at top layer, greedily descend to nearest,\ndrop to next layer, repeat until Layer 0.\nReturn K nearest neighbors at Layer 0.","textAlign":"left","verticalAlign":"middle","containerId":"shape-28","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":15}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-16"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-31"}],"updated":0,"link":null,"locked":false,"id":"shape-30","type":"rectangle","seed":2231,"x":30,"y":1832.8,"width":420,"height":68,"customData":{"revealStep":16}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-16"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-31","type":"text","seed":2304,"x":50,"y":1855.1,"width":380,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"Time complexity: O(log N) average","originalText":"Time complexity: O(log N) average","textAlign":"left","verticalAlign":"middle","containerId":"shape-30","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":16}}],"appState":{"viewBackgroundColor":"#fbfbf8","gridSize":null},"files":{}}