pull/637/merge
vfdev 2024-12-02 18:06:22 +00:00 committed by GitHub
commit ac03029fc7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions

View File

@ -103,7 +103,7 @@ We could store `links_to_crawl` and `crawled_links` in a key-value **NoSQL Datab
```python ```python
class PagesDataStore(object): class PagesDataStore(object):
def __init__(self, db); def __init__(self, db):
self.db = db self.db = db
... ...
@ -115,7 +115,7 @@ class PagesDataStore(object):
"""Remove the given link from `links_to_crawl`.""" """Remove the given link from `links_to_crawl`."""
... ...
def reduce_priority_link_to_crawl(self, url) def reduce_priority_link_to_crawl(self, url):
"""Reduce the priority of a link in `links_to_crawl` to avoid cycles.""" """Reduce the priority of a link in `links_to_crawl` to avoid cycles."""
... ...