Merge f6f1c3e5b1 into b02784ffeb

2025-06-22 10:32:43 +08:00 · 2025-06-22 10:32:43 +08:00 · 9a6c4bda3e
parent b02784ffeb f6f1c3e5b1
commit 9a6c4bda3e
1 changed files with 2 additions and 0 deletions
--- a/solutions/system_design/web_crawler/README.md
+++ b/solutions/system_design/web_crawler/README.md
@ -159,6 +159,8 @@ class Crawler(object):
        ...

    def crawl_page(self, page):
+        self.reverse_index_queue.add(page.url)
+        self.doc_index_queue.add(page.url)
        for url in page.child_urls:
            self.data_store.add_link_to_crawl(url)
        page.signature = self.create_signature(page)