{"type":"excalidraw","version":2,"source":"https://AwesomeSystemDesign.dev","elements":[{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-1"},{"type":"arrow","id":"shape-20"}],"updated":0,"link":null,"locked":false,"id":"shape-0","type":"rectangle","seed":41,"x":528.8460000000001,"y":32,"width":203.5156,"height":106.2,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-1","type":"text","seed":114,"x":548.8460000000001,"y":50,"width":163.5156,"height":70.2,"fontSize":18,"fontFamily":1,"text":"Seed URLs\n(top 10K domains,\nsitemaps, manual)","originalText":"Seed URLs\n(top 10K domains,\nsitemaps, manual)","textAlign":"center","verticalAlign":"middle","containerId":"shape-0","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-20","type":"arrow","seed":1501,"x":630.6038000000001,"y":138.2,"width":0,"height":82,"points":[[0,0],[0,41],[0,82]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-0","focus":0,"gap":1},"endBinding":{"elementId":"shape-2","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-3"},{"type":"arrow","id":"shape-20"},{"type":"arrow","id":"shape-21"},{"type":"arrow","id":"shape-22"},{"type":"arrow","id":"shape-23"}],"updated":0,"link":null,"locked":false,"id":"shape-2","type":"rectangle","seed":187,"x":435.6038000000001,"y":220.2,"width":390,"height":270,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-3","type":"text","seed":260,"x":455.6038000000001,"y":238.2,"width":350,"height":234,"fontSize":18,"fontFamily":1,"text":"URL Frontier Service\n\n• Priority Queues (Redis Sorted\nSets)\n\n• Politeness Queues (Per-domain\nFIFO)\n\n• Re-crawl Scheduler (Cron-based\ninject)","originalText":"URL Frontier Service\n\n• Priority Queues (Redis Sorted\nSets)\n\n• Politeness Queues (Per-domain\nFIFO)\n\n• Re-crawl Scheduler (Cron-based\ninject)","textAlign":"center","verticalAlign":"middle","containerId":"shape-2","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-23","type":"arrow","seed":1720,"x":435.6038000000001,"y":433.4129703631639,"width":243.80190000000007,"height":138.78702963683617,"points":[[0,0],[-243.80190000000007,97.78702963683617],[-243.80190000000007,138.78702963683617]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-2","focus":0,"gap":1},"endBinding":{"elementId":"shape-4","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-5"},{"type":"arrow","id":"shape-23"},{"type":"arrow","id":"shape-25"},{"type":"arrow","id":"shape-28"},{"type":"arrow","id":"shape-31"}],"updated":0,"link":null,"locked":false,"id":"shape-4","type":"rectangle","seed":333,"x":36,"y":572.2,"width":311.60380000000004,"height":293.40000000000003,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-5","type":"text","seed":406,"x":56,"y":590.2,"width":271.60380000000004,"height":257.40000000000003,"fontSize":18,"fontFamily":1,"text":"Crawler Worker\nGroup N\n(domains u-z)\n\n• robots.txt cache\n\n• DNS cache\n\n• HTTP fetcher (async, pool)\n\n• HTML parser","originalText":"Crawler Worker\nGroup N\n(domains u-z)\n\n• robots.txt cache\n\n• DNS cache\n\n• HTTP fetcher (async, pool)\n\n• HTML parser","textAlign":"center","verticalAlign":"middle","containerId":"shape-4","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-22","type":"arrow","seed":1647,"x":630.6038000000001,"y":490.2,"width":0,"height":82.00000000000006,"points":[[0,0],[0,41.00000000000006],[0,82.00000000000006]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-2","focus":0,"gap":1},"endBinding":{"elementId":"shape-6","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#9180ac","backgroundColor":"#f4effb","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-7"},{"type":"arrow","id":"shape-22"},{"type":"arrow","id":"shape-24"},{"type":"arrow","id":"shape-27"},{"type":"arrow","id":"shape-30"}],"updated":0,"link":null,"locked":false,"id":"shape-6","type":"rectangle","seed":479,"x":474.80190000000005,"y":572.2,"width":311.60380000000004,"height":293.40000000000003,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-7","type":"text","seed":552,"x":494.80190000000005,"y":590.2,"width":271.60380000000004,"height":257.40000000000003,"fontSize":18,"fontFamily":1,"text":"Crawler Worker\nGroup 2\n(domains e-k)\n\n• robots.txt cache\n\n• DNS cache\n\n• HTTP fetcher (async, pool)\n\n• HTML parser","originalText":"Crawler Worker\nGroup 2\n(domains e-k)\n\n• robots.txt cache\n\n• DNS cache\n\n• HTTP fetcher (async, pool)\n\n• HTML parser","textAlign":"center","verticalAlign":"middle","containerId":"shape-6","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-21","type":"arrow","seed":1574,"x":825.6038000000001,"y":433.41297036316394,"width":243.80189999999993,"height":138.7870296368361,"points":[[0,0],[243.80189999999993,97.78702963683611],[243.80189999999993,138.7870296368361]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-2","focus":0,"gap":1},"endBinding":{"elementId":"shape-8","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-9"},{"type":"arrow","id":"shape-21"},{"type":"arrow","id":"shape-26"},{"type":"arrow","id":"shape-29"},{"type":"arrow","id":"shape-32"}],"updated":0,"link":null,"locked":false,"id":"shape-8","type":"rectangle","seed":625,"x":913.6038,"y":572.2,"width":311.60380000000004,"height":293.40000000000003,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-9","type":"text","seed":698,"x":933.6038,"y":590.2,"width":271.60380000000004,"height":257.40000000000003,"fontSize":18,"fontFamily":1,"text":"Crawler Worker\nGroup 1\n(domains a-d)\n\n• robots.txt cache\n\n• DNS cache\n\n• HTTP fetcher (async, pool)\n\n• HTML parser","originalText":"Crawler Worker\nGroup 1\n(domains a-d)\n\n• robots.txt cache\n\n• DNS cache\n\n• HTTP fetcher (async, pool)\n\n• HTML parser","textAlign":"center","verticalAlign":"middle","containerId":"shape-8","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-32","type":"arrow","seed":2377,"x":934.3495533297817,"y":865.6000000000001,"width":463.54765332978167,"height":165.5249776591461,"points":[[0,0],[-37.745753329781564,40.999999999999886],[-463.54765332978167,165.5249776591461]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-8","focus":0,"gap":1},"endBinding":{"elementId":"shape-10","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-31","type":"arrow","seed":2304,"x":176.170573415024,"y":865.6000000000001,"width":106.99999999999997,"height":121.43448275862056,"points":[[0,0],[-4.368673415023977,40.999999999999886],[102.631326584976,121.43448275862056]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-4","focus":0,"gap":1},"endBinding":{"elementId":"shape-10","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-30","type":"arrow","seed":2231,"x":474.80190000000005,"y":837.7781163821138,"width":92.83163800786372,"height":109.82188361788621,"points":[[0,0],[-90.19810000000001,68.82188361788621],[-92.83163800786372,109.82188361788621]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-6","focus":0,"gap":1},"endBinding":{"elementId":"shape-10","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-11"},{"type":"arrow","id":"shape-30"},{"type":"arrow","id":"shape-31"},{"type":"arrow","id":"shape-32"}],"updated":0,"link":null,"locked":false,"id":"shape-10","type":"rectangle","seed":771,"x":278.8019,"y":947.6,"width":192,"height":223.20000000000002,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-11","type":"text","seed":844,"x":298.8019,"y":965.6,"width":152,"height":187.20000000000002,"fontSize":18,"fontFamily":1,"text":"Metadata\nStore\n\nCassandra\nor MySQL\n\nCrawl\nmetadata","originalText":"Metadata\nStore\n\nCassandra\nor MySQL\n\nCrawl\nmetadata","textAlign":"center","verticalAlign":"middle","containerId":"shape-10","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-29","type":"arrow","seed":2158,"x":981.0887047948854,"y":865.6000000000001,"width":254.48490479488532,"height":148.63525301724746,"points":[[0,0],[-24.68300479488539,40.999999999999886],[-254.48490479488532,148.63525301724746]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-8","focus":0,"gap":1},"endBinding":{"elementId":"shape-12","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-28","type":"arrow","seed":2085,"x":280.1188952051146,"y":865.6000000000001,"width":254.4849047948855,"height":148.63525301724746,"points":[[0,0],[24.68300479488545,40.999999999999886],[254.4849047948855,148.63525301724746]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-4","focus":0,"gap":1},"endBinding":{"elementId":"shape-12","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-27","type":"arrow","seed":2012,"x":630.6038000000001,"y":865.6000000000001,"width":0,"height":81.99999999999989,"points":[[0,0],[0,40.999999999999886],[0,81.99999999999989]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-6","focus":0,"gap":1},"endBinding":{"elementId":"shape-12","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-13"},{"type":"arrow","id":"shape-27"},{"type":"arrow","id":"shape-28"},{"type":"arrow","id":"shape-29"}],"updated":0,"link":null,"locked":false,"id":"shape-12","type":"rectangle","seed":917,"x":534.6038000000001,"y":947.6,"width":192,"height":223.20000000000002,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-13","type":"text","seed":990,"x":554.6038000000001,"y":965.6,"width":152,"height":187.20000000000002,"fontSize":18,"fontFamily":1,"text":"Content\nStore\n\nHDFS (hot)\nS3 (cold)\n\nWARC format\ncompressed","originalText":"Content\nStore\n\nHDFS (hot)\nS3 (cold)\n\nWARC format\ncompressed","textAlign":"center","verticalAlign":"middle","containerId":"shape-12","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-26","type":"arrow","seed":1939,"x":1085.037026584976,"y":865.6000000000001,"width":107,"height":121.43448275862056,"points":[[0,0],[4.368673415023977,40.999999999999886],[-102.63132658497602,121.43448275862056]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-8","focus":0,"gap":1},"endBinding":{"elementId":"shape-14","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-25","type":"arrow","seed":1866,"x":326.8580466702185,"y":865.6000000000001,"width":463.5476533297815,"height":165.5249776591461,"points":[[0,0],[37.74575332978151,40.999999999999886],[463.5476533297815,165.5249776591461]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-4","focus":0,"gap":1},"endBinding":{"elementId":"shape-14","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-24","type":"arrow","seed":1793,"x":786.4057000000001,"y":837.7781163821139,"width":92.8316380078636,"height":109.8218836178861,"points":[[0,0],[90.19809999999995,68.8218836178861],[92.8316380078636,109.8218836178861]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-6","focus":0,"gap":1},"endBinding":{"elementId":"shape-14","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#9180ac","backgroundColor":"#f4effb","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-15"},{"type":"arrow","id":"shape-24"},{"type":"arrow","id":"shape-25"},{"type":"arrow","id":"shape-26"},{"type":"arrow","id":"shape-33"}],"updated":0,"link":null,"locked":false,"id":"shape-14","type":"rectangle","seed":1063,"x":790.4057,"y":947.6,"width":192,"height":223.20000000000002,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-15","type":"text","seed":1136,"x":810.4057,"y":965.6,"width":152,"height":187.20000000000002,"fontSize":18,"fontFamily":1,"text":"Dedup\nService\n\nBloom filter\n(12.5 GB)\n\nURL DB\n(RocksDB)","originalText":"Dedup\nService\n\nBloom filter\n(12.5 GB)\n\nURL DB\n(RocksDB)","textAlign":"center","verticalAlign":"middle","containerId":"shape-14","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#7c899d","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-33","type":"arrow","seed":2450,"x":886.4057,"y":1170.8,"width":0,"height":82,"points":[[0,0],[0,41],[0,82]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-14","focus":0,"gap":1},"endBinding":{"elementId":"shape-16","focus":0,"gap":1},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-17"},{"type":"arrow","id":"shape-33"}],"updated":0,"link":null,"locked":false,"id":"shape-16","type":"rectangle","seed":1209,"x":790.4057,"y":1252.8,"width":192,"height":68,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-17","type":"text","seed":1282,"x":810.4057,"y":1275.1,"width":152,"height":23.400000000000002,"fontSize":18,"fontFamily":1,"text":"URL Frontier","originalText":"URL Frontier","textAlign":"center","verticalAlign":"middle","containerId":"shape-16","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-19"}],"updated":0,"link":null,"locked":false,"id":"shape-18","type":"rectangle","seed":1355,"x":36,"y":1434.7999999999997,"width":390,"height":316.8,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-19","type":"text","seed":1428,"x":56,"y":1452.7999999999997,"width":350,"height":280.8,"fontSize":18,"fontFamily":1,"text":"Supporting Services\n\n• Zookeeper (coordinator election,\nconfig)\n\n• Monitoring (Grafana)\n- Pages/sec - Error rate - Queue\ndepth - Domain dist - Latency\n\n• DNS Resolver (Unbound, shared)\n\n• Headless Chrome Pool (JS render)","originalText":"Supporting Services\n\n• Zookeeper (coordinator election,\nconfig)\n\n• Monitoring (Grafana)\n- Pages/sec - Error rate - Queue\ndepth - Domain dist - Latency\n\n• DNS Resolver (Unbound, shared)\n\n• Headless Chrome Pool (JS render)","textAlign":"center","verticalAlign":"middle","containerId":"shape-18","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-35"}],"updated":0,"link":null,"locked":false,"id":"shape-34","type":"rectangle","seed":2523,"x":36,"y":1791.5999999999997,"width":420,"height":68,"customData":{"revealStep":11}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-35","type":"text","seed":2596,"x":56,"y":1814.5499999999997,"width":380,"height":22.1,"fontSize":17,"fontFamily":1,"text":"loop: new URLs fed back)","originalText":"loop: new URLs fed back)","textAlign":"left","verticalAlign":"middle","containerId":"shape-34","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":11}}],"appState":{"viewBackgroundColor":"#fbfbf8","gridSize":null},"files":{}}