[{"data":1,"prerenderedAt":126},["ShallowReactive",2],{"navigation_docs":3,"-providers":68,"-providers-surround":121},[4,32],{"title":5,"path":6,"stem":7,"children":8,"icon":31},"Guide","\u002Fguide","1.guide\u002F1.index",[9,11,15,19,23,27],{"title":10,"path":6,"stem":7},"Getting Started",{"title":12,"path":13,"stem":14},"Discovering URLs","\u002Fguide\u002Fdiscover","1.guide\u002F2.discover",{"title":16,"path":17,"stem":18},"Filters and scope","\u002Fguide\u002Ffilters","1.guide\u002F3.filters",{"title":20,"path":21,"stem":22},"CLI","\u002Fguide\u002Fcli","1.guide\u002F4.cli",{"title":24,"path":25,"stem":26},"Agents","\u002Fguide\u002Fagents","1.guide\u002F5.agents",{"title":28,"path":29,"stem":30},"Custom providers","\u002Fguide\u002Fcustom","1.guide\u002F6.custom","i-lucide-book-open",{"title":33,"path":34,"stem":35,"children":36,"icon":67},"Providers","\u002Fproviders","2.providers\u002F0.index",[37,39,43,47,51,55,59,63],{"title":38,"path":34,"stem":35},"Overview",{"title":40,"path":41,"stem":42},"AlienVault OTX","\u002Fproviders\u002Falienvault","2.providers\u002F01.alienvault",{"title":44,"path":45,"stem":46},"Arquivo.pt","\u002Fproviders\u002Farquivo","2.providers\u002F02.arquivo",{"title":48,"path":49,"stem":50},"Common Crawl","\u002Fproviders\u002Fcommoncrawl","2.providers\u002F03.commoncrawl",{"title":52,"path":53,"stem":54},"URLScan","\u002Fproviders\u002Furlscan","2.providers\u002F04.urlscan",{"title":56,"path":57,"stem":58},"Vefsafn","\u002Fproviders\u002Fvefsafn","2.providers\u002F05.vefsafn",{"title":60,"path":61,"stem":62},"VirusTotal","\u002Fproviders\u002Fvirustotal","2.providers\u002F06.virustotal",{"title":64,"path":65,"stem":66},"Wayback Machine","\u002Fproviders\u002Fwayback","2.providers\u002F07.wayback","i-lucide-library",{"id":69,"title":33,"body":70,"description":113,"extension":114,"links":115,"meta":116,"navigation":117,"path":34,"seo":118,"stem":35,"__hash__":120},"docs\u002F2.providers\u002F0.index.md",{"type":71,"value":72,"toc":108},"minimark",[73,82,93,96,101],[74,75,76,77,81],"p",{},"Every source answers the same call, ",[78,79,80],"code",{},"discover(domain, options)",", and returns the same record. What differs is where it gets its URLs, whether it knows when it saw them, and how much it's willing to hand over in one go.",[74,83,84,85,88,89,92],{},"The archives with a CDX index (Wayback, Arquivo.pt, Vefsafn, Common Crawl) know capture dates, so ",[78,86,87],{},"from"," and ",[78,90,91],{},"to"," work on them. The security indexes (AlienVault OTX, URLScan, VirusTotal) know URLs people and scanners ran into, sometimes ones no archive bothered to keep.",[94,95],"provider-roster",{},[97,98,100],"h2",{"id":99},"which-one-first","Which one first?",[74,102,103,104,107],{},"For breadth on an old domain, Wayback. For what's been poked at recently, URLScan and AlienVault OTX. Not sure? ",[78,105,106],{},"provider: \"all\""," asks everyone and shows who answered, which beats guessing.",{"title":109,"searchDepth":110,"depth":110,"links":111},"",2,[112],{"id":99,"depth":110,"text":100},"Web archives and threat intel indexes behind one record shape. Pick a source to see its endpoint and its limits and the traps.","md",null,{"icon":67},{"title":38},{"title":119,"description":113},"Passive URL sources for a domain compared","tUu8b87ORkfULJN0J23j4BuYYIdLxH3Q0Sdvr0FCiqI",[122,124],{"title":28,"path":29,"stem":30,"description":123,"children":-1},"Plug your own passive index into the registry. Subclass Provider and reuse UrlCollector and register it. It shows up on every surface.",{"title":40,"path":41,"stem":42,"description":125,"children":-1},"The URL list of the Open Threat Exchange. No key. Paged JSON up to 20 pages. Rate limits under parallel use.",1790685300952]