{"type":"excalidraw","version":2,"source":"https://AwesomeSystemDesign.dev","elements":[{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-1"}],"updated":0,"link":null,"locked":false,"id":"shape-0","type":"rectangle","seed":41,"x":16,"y":16,"width":288,"height":68,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-1","type":"text","seed":114,"x":36,"y":35.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"URL Frontier","originalText":"URL Frontier","textAlign":"left","verticalAlign":"middle","containerId":"shape-0","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-3"}],"updated":0,"link":null,"locked":false,"id":"shape-2","type":"rectangle","seed":187,"x":16,"y":100,"width":288,"height":68,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-3","type":"text","seed":260,"x":36,"y":119.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-2","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-5"}],"updated":0,"link":null,"locked":false,"id":"shape-4","type":"rectangle","seed":333,"x":16,"y":184,"width":288,"height":68,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-5","type":"text","seed":406,"x":36,"y":203.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"robots.txt Cache","originalText":"robots.txt Cache","textAlign":"left","verticalAlign":"middle","containerId":"shape-4","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#9180ac","backgroundColor":"#f4effb","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-7"}],"updated":0,"link":null,"locked":false,"id":"shape-6","type":"rectangle","seed":479,"x":16,"y":268,"width":288,"height":68,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-7","type":"text","seed":552,"x":36,"y":287.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"DNS Cache","originalText":"DNS Cache","textAlign":"left","verticalAlign":"middle","containerId":"shape-6","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-9"}],"updated":0,"link":null,"locked":false,"id":"shape-8","type":"rectangle","seed":625,"x":16,"y":352,"width":288,"height":68,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-9","type":"text","seed":698,"x":36,"y":371.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Target Web Server","originalText":"Target Web Server","textAlign":"left","verticalAlign":"middle","containerId":"shape-8","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-11"}],"updated":0,"link":null,"locked":false,"id":"shape-10","type":"rectangle","seed":771,"x":16,"y":436,"width":288,"height":68,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-11","type":"text","seed":844,"x":36,"y":455.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Dedup Check","originalText":"Dedup Check","textAlign":"left","verticalAlign":"middle","containerId":"shape-10","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#a68a53","backgroundColor":"#fff7e6","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-13"}],"updated":0,"link":null,"locked":false,"id":"shape-12","type":"rectangle","seed":917,"x":16,"y":520,"width":288,"height":68,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-13","type":"text","seed":990,"x":36,"y":539.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Content Store","originalText":"Content Store","textAlign":"left","verticalAlign":"middle","containerId":"shape-12","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#9180ac","backgroundColor":"#f4effb","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-15"}],"updated":0,"link":null,"locked":false,"id":"shape-14","type":"rectangle","seed":1063,"x":16,"y":604,"width":288,"height":68,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-1"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-15","type":"text","seed":1136,"x":36,"y":623.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Parser","originalText":"Parser","textAlign":"left","verticalAlign":"middle","containerId":"shape-14","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":1}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-17"},{"type":"arrow","id":"shape-19"}],"updated":0,"link":null,"locked":false,"id":"shape-16","type":"rectangle","seed":1209,"x":16,"y":732,"width":288,"height":68,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-17","type":"text","seed":1282,"x":36,"y":751.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"URL Frontier","originalText":"URL Frontier","textAlign":"left","verticalAlign":"middle","containerId":"shape-16","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-18","type":"text","seed":1355,"x":58,"y":814,"width":234,"height":57.2,"fontSize":22,"fontFamily":1,"text":"Pop URL\n\"cnn.com/article/123\"","originalText":"Pop URL\n\"cnn.com/article/123\"","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-19","type":"arrow","seed":1428,"x":36,"y":814,"width":0,"height":71.20000000000005,"points":[[0,0],[0,71.20000000000005]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-16","focus":0,"gap":14},"endBinding":{"elementId":"shape-20","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-21"},{"type":"arrow","id":"shape-19"}],"updated":0,"link":null,"locked":false,"id":"shape-20","type":"rectangle","seed":1501,"x":16,"y":899.2,"width":288,"height":68,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-2"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-21","type":"text","seed":1574,"x":36,"y":918.9000000000001,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-20","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":2}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-23"},{"type":"arrow","id":"shape-25"}],"updated":0,"link":null,"locked":false,"id":"shape-22","type":"rectangle","seed":1647,"x":16,"y":1011.2,"width":288,"height":68,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-23","type":"text","seed":1720,"x":36,"y":1030.9,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-22","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-24","type":"text","seed":1793,"x":58,"y":1093.2,"width":234,"height":57.2,"fontSize":22,"fontFamily":1,"text":"Check robots.txt\ncnn.com","originalText":"Check robots.txt\ncnn.com","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-25","type":"arrow","seed":1866,"x":36,"y":1093.2,"width":0,"height":71.20000000000005,"points":[[0,0],[0,71.20000000000005]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-22","focus":0,"gap":14},"endBinding":{"elementId":"shape-26","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-27"},{"type":"arrow","id":"shape-25"}],"updated":0,"link":null,"locked":false,"id":"shape-26","type":"rectangle","seed":1939,"x":16,"y":1178.4,"width":288,"height":68,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-3"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-27","type":"text","seed":2012,"x":36,"y":1198.1000000000001,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"robots.txt Cache","originalText":"robots.txt Cache","textAlign":"left","verticalAlign":"middle","containerId":"shape-26","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":3}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-29"},{"type":"arrow","id":"shape-31"}],"updated":0,"link":null,"locked":false,"id":"shape-28","type":"rectangle","seed":2085,"x":16,"y":1290.4,"width":288,"height":68,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-29","type":"text","seed":2158,"x":36,"y":1310.1000000000001,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"robots.txt Cache","originalText":"robots.txt Cache","textAlign":"left","verticalAlign":"middle","containerId":"shape-28","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-30","type":"text","seed":2231,"x":58,"y":1372.4,"width":234,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Allowed","originalText":"Allowed","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-31","type":"arrow","seed":2304,"x":36,"y":1372.4,"width":0,"height":42.59999999999991,"points":[[0,0],[0,42.59999999999991]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-28","focus":0,"gap":14},"endBinding":{"elementId":"shape-32","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-33"},{"type":"arrow","id":"shape-31"}],"updated":0,"link":null,"locked":false,"id":"shape-32","type":"rectangle","seed":2377,"x":16,"y":1429,"width":288,"height":68,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-4"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-33","type":"text","seed":2450,"x":36,"y":1448.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-32","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":4}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-35"},{"type":"arrow","id":"shape-37"}],"updated":0,"link":null,"locked":false,"id":"shape-34","type":"rectangle","seed":2523,"x":16,"y":1541,"width":288,"height":68,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-35","type":"text","seed":2596,"x":36,"y":1560.7,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-34","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-36","type":"text","seed":2669,"x":58,"y":1623,"width":234,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Resolve DNS","originalText":"Resolve DNS","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-37","type":"arrow","seed":2742,"x":36,"y":1623,"width":0,"height":42.59999999999991,"points":[[0,0],[0,42.59999999999991]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-34","focus":0,"gap":14},"endBinding":{"elementId":"shape-38","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-39"},{"type":"arrow","id":"shape-37"}],"updated":0,"link":null,"locked":false,"id":"shape-38","type":"rectangle","seed":2815,"x":16,"y":1679.6,"width":288,"height":68,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-5"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-39","type":"text","seed":2888,"x":36,"y":1699.3,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"DNS Cache","originalText":"DNS Cache","textAlign":"left","verticalAlign":"middle","containerId":"shape-38","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":5}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-41"},{"type":"arrow","id":"shape-43"}],"updated":0,"link":null,"locked":false,"id":"shape-40","type":"rectangle","seed":2961,"x":16,"y":1791.6,"width":288,"height":68,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-41","type":"text","seed":3034,"x":36,"y":1811.3,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"DNS Cache","originalText":"DNS Cache","textAlign":"left","verticalAlign":"middle","containerId":"shape-40","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-42","type":"text","seed":3107,"x":58,"y":1873.6,"width":234,"height":28.6,"fontSize":22,"fontFamily":1,"text":"151.101.1.67","originalText":"151.101.1.67","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-43","type":"arrow","seed":3180,"x":36,"y":1873.6,"width":0,"height":42.59999999999991,"points":[[0,0],[0,42.59999999999991]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-40","focus":0,"gap":14},"endBinding":{"elementId":"shape-44","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-45"},{"type":"arrow","id":"shape-43"}],"updated":0,"link":null,"locked":false,"id":"shape-44","type":"rectangle","seed":3253,"x":16,"y":1930.1999999999998,"width":288,"height":68,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-6"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-45","type":"text","seed":3326,"x":36,"y":1949.8999999999999,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-44","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":6}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-47"},{"type":"arrow","id":"shape-49"}],"updated":0,"link":null,"locked":false,"id":"shape-46","type":"rectangle","seed":3399,"x":16,"y":2042.1999999999998,"width":288,"height":68,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-47","type":"text","seed":3472,"x":36,"y":2061.8999999999996,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-46","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-48","type":"text","seed":3545,"x":58,"y":2124.2,"width":234,"height":57.2,"fontSize":22,"fontFamily":1,"text":"HTTP GET\n151.101.1.67","originalText":"HTTP GET\n151.101.1.67","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-49","type":"arrow","seed":3618,"x":36,"y":2124.2,"width":0,"height":71.19999999999982,"points":[[0,0],[0,71.19999999999982]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-46","focus":0,"gap":14},"endBinding":{"elementId":"shape-50","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-51"},{"type":"arrow","id":"shape-49"}],"updated":0,"link":null,"locked":false,"id":"shape-50","type":"rectangle","seed":3691,"x":16,"y":2209.3999999999996,"width":288,"height":68,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-7"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-51","type":"text","seed":3764,"x":36,"y":2229.0999999999995,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Target Web Server","originalText":"Target Web Server","textAlign":"left","verticalAlign":"middle","containerId":"shape-50","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":7}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-53"},{"type":"arrow","id":"shape-55"}],"updated":0,"link":null,"locked":false,"id":"shape-52","type":"rectangle","seed":3837,"x":16,"y":2321.3999999999996,"width":288,"height":68,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-53","type":"text","seed":3910,"x":36,"y":2341.0999999999995,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Target Web Server","originalText":"Target Web Server","textAlign":"left","verticalAlign":"middle","containerId":"shape-52","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-54","type":"text","seed":3983,"x":58,"y":2403.3999999999996,"width":234,"height":28.6,"fontSize":22,"fontFamily":1,"text":"HTML · 200 OK","originalText":"HTML · 200 OK","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-55","type":"arrow","seed":4056,"x":36,"y":2403.3999999999996,"width":0,"height":42.59999999999991,"points":[[0,0],[0,42.59999999999991]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-52","focus":0,"gap":14},"endBinding":{"elementId":"shape-56","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-57"},{"type":"arrow","id":"shape-55"}],"updated":0,"link":null,"locked":false,"id":"shape-56","type":"rectangle","seed":4129,"x":16,"y":2459.9999999999995,"width":288,"height":68,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-8"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-57","type":"text","seed":4202,"x":36,"y":2479.6999999999994,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-56","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":8}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-59"},{"type":"arrow","id":"shape-61"}],"updated":0,"link":null,"locked":false,"id":"shape-58","type":"rectangle","seed":4275,"x":16,"y":2571.9999999999995,"width":288,"height":68,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-59","type":"text","seed":4348,"x":36,"y":2591.6999999999994,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-58","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-60","type":"text","seed":4421,"x":58,"y":2653.9999999999995,"width":234,"height":57.2,"fontSize":22,"fontFamily":1,"text":"Content hash\nSHA-256","originalText":"Content hash\nSHA-256","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-61","type":"arrow","seed":4494,"x":36,"y":2653.9999999999995,"width":0,"height":71.19999999999982,"points":[[0,0],[0,71.19999999999982]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-58","focus":0,"gap":14},"endBinding":{"elementId":"shape-62","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-63"},{"type":"arrow","id":"shape-61"}],"updated":0,"link":null,"locked":false,"id":"shape-62","type":"rectangle","seed":4567,"x":16,"y":2739.1999999999994,"width":288,"height":68,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-9"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-63","type":"text","seed":4640,"x":36,"y":2758.899999999999,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Dedup Check","originalText":"Dedup Check","textAlign":"left","verticalAlign":"middle","containerId":"shape-62","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":9}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-65"},{"type":"arrow","id":"shape-67"}],"updated":0,"link":null,"locked":false,"id":"shape-64","type":"rectangle","seed":4713,"x":16,"y":2851.1999999999994,"width":288,"height":68,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-65","type":"text","seed":4786,"x":36,"y":2870.899999999999,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Dedup Check","originalText":"Dedup Check","textAlign":"left","verticalAlign":"middle","containerId":"shape-64","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-66","type":"text","seed":4859,"x":58,"y":2933.1999999999994,"width":234,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Not duplicate","originalText":"Not duplicate","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-67","type":"arrow","seed":4932,"x":36,"y":2933.1999999999994,"width":0,"height":42.59999999999991,"points":[[0,0],[0,42.59999999999991]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-64","focus":0,"gap":14},"endBinding":{"elementId":"shape-68","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-69"},{"type":"arrow","id":"shape-67"}],"updated":0,"link":null,"locked":false,"id":"shape-68","type":"rectangle","seed":5005,"x":16,"y":2989.7999999999993,"width":288,"height":68,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-10"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-69","type":"text","seed":5078,"x":36,"y":3009.499999999999,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-68","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":10}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-71"},{"type":"arrow","id":"shape-73"}],"updated":0,"link":null,"locked":false,"id":"shape-70","type":"rectangle","seed":5151,"x":16,"y":3101.7999999999993,"width":288,"height":68,"customData":{"revealStep":11}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-71","type":"text","seed":5224,"x":36,"y":3121.499999999999,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-70","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":11}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-72","type":"text","seed":5297,"x":58,"y":3183.7999999999993,"width":234,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Store page","originalText":"Store page","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":11}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-73","type":"arrow","seed":5370,"x":36,"y":3183.7999999999993,"width":0,"height":42.59999999999991,"points":[[0,0],[0,42.59999999999991]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-70","focus":0,"gap":14},"endBinding":{"elementId":"shape-74","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":11}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-75"},{"type":"arrow","id":"shape-73"}],"updated":0,"link":null,"locked":false,"id":"shape-74","type":"rectangle","seed":5443,"x":16,"y":3240.399999999999,"width":288,"height":68,"customData":{"revealStep":11}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-11"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-75","type":"text","seed":5516,"x":36,"y":3260.099999999999,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Content Store","originalText":"Content Store","textAlign":"left","verticalAlign":"middle","containerId":"shape-74","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":11}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-12"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-77"},{"type":"arrow","id":"shape-79"}],"updated":0,"link":null,"locked":false,"id":"shape-76","type":"rectangle","seed":5589,"x":16,"y":3352.399999999999,"width":288,"height":68,"customData":{"revealStep":12}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-12"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-77","type":"text","seed":5662,"x":36,"y":3372.099999999999,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-76","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":12}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-12"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-78","type":"text","seed":5735,"x":58,"y":3434.399999999999,"width":234,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Parse HTML","originalText":"Parse HTML","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":12}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-12"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-79","type":"arrow","seed":5808,"x":36,"y":3434.399999999999,"width":0,"height":42.59999999999991,"points":[[0,0],[0,42.59999999999991]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-76","focus":0,"gap":14},"endBinding":{"elementId":"shape-80","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":12}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-12"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-81"},{"type":"arrow","id":"shape-79"}],"updated":0,"link":null,"locked":false,"id":"shape-80","type":"rectangle","seed":5881,"x":16,"y":3490.999999999999,"width":288,"height":68,"customData":{"revealStep":12}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-12"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-81","type":"text","seed":5954,"x":36,"y":3510.699999999999,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Parser","originalText":"Parser","textAlign":"left","verticalAlign":"middle","containerId":"shape-80","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":12}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-13"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-83"},{"type":"arrow","id":"shape-85"}],"updated":0,"link":null,"locked":false,"id":"shape-82","type":"rectangle","seed":6027,"x":16,"y":3602.999999999999,"width":288,"height":68,"customData":{"revealStep":13}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-13"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-83","type":"text","seed":6100,"x":36,"y":3622.699999999999,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Parser","originalText":"Parser","textAlign":"left","verticalAlign":"middle","containerId":"shape-82","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":13}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-13"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-84","type":"text","seed":6173,"x":58,"y":3684.999999999999,"width":234,"height":57.2,"fontSize":22,"fontFamily":1,"text":"Extracted URLs\n[url1, url2, url3, …]","originalText":"Extracted URLs\n[url1, url2, url3, …]","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":13}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-13"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-85","type":"arrow","seed":6246,"x":36,"y":3684.999999999999,"width":0,"height":71.19999999999982,"points":[[0,0],[0,71.19999999999982]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-82","focus":0,"gap":14},"endBinding":{"elementId":"shape-86","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":13}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-13"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-87"},{"type":"arrow","id":"shape-85"}],"updated":0,"link":null,"locked":false,"id":"shape-86","type":"rectangle","seed":6319,"x":16,"y":3770.199999999999,"width":288,"height":68,"customData":{"revealStep":13}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-13"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-87","type":"text","seed":6392,"x":36,"y":3789.8999999999987,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-86","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":13}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-14"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-89"},{"type":"arrow","id":"shape-91"}],"updated":0,"link":null,"locked":false,"id":"shape-88","type":"rectangle","seed":6465,"x":16,"y":3882.199999999999,"width":288,"height":68,"customData":{"revealStep":14}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-14"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-89","type":"text","seed":6538,"x":36,"y":3901.8999999999987,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-88","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":14}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-14"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-90","type":"text","seed":6611,"x":58,"y":3964.199999999999,"width":234,"height":57.2,"fontSize":22,"fontFamily":1,"text":"Filter & dedup new\nURLs","originalText":"Filter & dedup new URLs","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":14}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-14"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-91","type":"arrow","seed":6684,"x":36,"y":3964.199999999999,"width":0,"height":71.19999999999982,"points":[[0,0],[0,71.19999999999982]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-88","focus":0,"gap":14},"endBinding":{"elementId":"shape-92","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":14}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-14"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-93"},{"type":"arrow","id":"shape-91"}],"updated":0,"link":null,"locked":false,"id":"shape-92","type":"rectangle","seed":6757,"x":16,"y":4049.3999999999987,"width":288,"height":68,"customData":{"revealStep":14}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-14"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-93","type":"text","seed":6830,"x":36,"y":4069.0999999999985,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Dedup Check","originalText":"Dedup Check","textAlign":"left","verticalAlign":"middle","containerId":"shape-92","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":14}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-15"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-95"},{"type":"arrow","id":"shape-97"}],"updated":0,"link":null,"locked":false,"id":"shape-94","type":"rectangle","seed":6903,"x":16,"y":4161.399999999999,"width":288,"height":68,"customData":{"revealStep":15}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-15"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-95","type":"text","seed":6976,"x":36,"y":4181.0999999999985,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Dedup Check","originalText":"Dedup Check","textAlign":"left","verticalAlign":"middle","containerId":"shape-94","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":15}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-15"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-96","type":"text","seed":7049,"x":58,"y":4243.399999999999,"width":234,"height":57.2,"fontSize":22,"fontFamily":1,"text":"[url1, url3]\nurl2 = duplicate","originalText":"[url1, url3]\nurl2 = duplicate","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":15}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-15"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-97","type":"arrow","seed":7122,"x":36,"y":4243.399999999999,"width":0,"height":71.19999999999982,"points":[[0,0],[0,71.19999999999982]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-94","focus":0,"gap":14},"endBinding":{"elementId":"shape-98","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":15}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-15"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-99"},{"type":"arrow","id":"shape-97"}],"updated":0,"link":null,"locked":false,"id":"shape-98","type":"rectangle","seed":7195,"x":16,"y":4328.5999999999985,"width":288,"height":68,"customData":{"revealStep":15}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-15"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-99","type":"text","seed":7268,"x":36,"y":4348.299999999998,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-98","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":15}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"#eef1fc","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-16"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-101"},{"type":"arrow","id":"shape-103"}],"updated":0,"link":null,"locked":false,"id":"shape-100","type":"rectangle","seed":7341,"x":16,"y":4440.5999999999985,"width":288,"height":68,"customData":{"revealStep":16}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-16"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-101","type":"text","seed":7414,"x":36,"y":4460.299999999998,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"Crawler Worker","originalText":"Crawler Worker","textAlign":"left","verticalAlign":"middle","containerId":"shape-100","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":16}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-16"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-102","type":"text","seed":7487,"x":58,"y":4522.5999999999985,"width":234,"height":57.2,"fontSize":22,"fontFamily":1,"text":"Enqueue [url1, url3]\nwith priorities","originalText":"Enqueue [url1, url3]\nwith priorities","textAlign":"left","verticalAlign":"middle","containerId":null,"lineHeight":1.3,"autoResize":false,"customData":{"revealStep":16}},{"angle":0,"strokeColor":"#6577aa","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":2,"strokeStyle":"solid","roughness":0.4,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-16"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-103","type":"arrow","seed":7560,"x":36,"y":4522.5999999999985,"width":0,"height":71.19999999999982,"points":[[0,0],[0,71.19999999999982]],"lastCommittedPoint":null,"startBinding":{"elementId":"shape-100","focus":0,"gap":14},"endBinding":{"elementId":"shape-104","focus":0,"gap":14},"startArrowhead":null,"endArrowhead":"arrow","elbowed":false,"customData":{"revealStep":16}},{"angle":0,"strokeColor":"#628572","backgroundColor":"#edf5ee","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-16"],"frameId":null,"roundness":null,"boundElements":[{"type":"text","id":"shape-105"},{"type":"arrow","id":"shape-103"}],"updated":0,"link":null,"locked":false,"id":"shape-104","type":"rectangle","seed":7633,"x":16,"y":4607.799999999998,"width":288,"height":68,"customData":{"revealStep":16}},{"angle":0,"strokeColor":"#394557","backgroundColor":"transparent","fillStyle":"solid","strokeWidth":1.5,"strokeStyle":"solid","roughness":0.7,"opacity":100,"version":1,"versionNonce":1,"isDeleted":false,"groupIds":["step-16"],"frameId":null,"roundness":null,"boundElements":null,"updated":0,"link":null,"locked":false,"id":"shape-105","type":"text","seed":7706,"x":36,"y":4627.499999999998,"width":248,"height":28.6,"fontSize":22,"fontFamily":1,"text":"URL Frontier","originalText":"URL Frontier","textAlign":"left","verticalAlign":"middle","containerId":"shape-104","lineHeight":1.3,"autoResize":false,"customData":{"revealStep":16}}],"appState":{"viewBackgroundColor":"#fbfbf8","gridSize":null},"files":{}}