pull/637/head
vfdev 2022-02-06 15:11:47 +01:00 committed by GitHub
parent e8a867ee28
commit 569d7275ea
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions

View File

@ -103,7 +103,7 @@ We could store `links_to_crawl` and `crawled_links` in a key-value **NoSQL Datab
```python ```python
class PagesDataStore(object): class PagesDataStore(object):
def __init__(self, db); def __init__(self, db):
self.db = db self.db = db
... ...
@ -115,7 +115,7 @@ class PagesDataStore(object):
"""Remove the given link from `links_to_crawl`.""" """Remove the given link from `links_to_crawl`."""
... ...
def reduce_priority_link_to_crawl(self, url) def reduce_priority_link_to_crawl(self, url):
"""Reduce the priority of a link in `links_to_crawl` to avoid cycles.""" """Reduce the priority of a link in `links_to_crawl` to avoid cycles."""
... ...