Moved User-Agent off to __init__ in its own variable.
This commit is contained in:
parent
9ad9fcfd6f
commit
b26152f3ca
@ -8,6 +8,9 @@ __license__ = \
|
||||
For a copy see COPYING file in a directory of the program, or
|
||||
see <https://opensource.org/licenses/MIT>"""
|
||||
|
||||
|
||||
USER_AGENT = f"ScrapTheChan/{__version__}"
|
||||
|
||||
VERSION = \
|
||||
f"ScrapTheChan ver. {__version__} ({__date__})\n{__copyright__}\n"\
|
||||
f"\n{__license__}"
|
||||
|
@ -1,4 +1,4 @@
|
||||
"""Base Scraper implementation."""
|
||||
"""Base class for all scrapers that will actually do the job."""
|
||||
|
||||
from base64 import b64encode
|
||||
from os import remove, stat
|
||||
@ -8,14 +8,14 @@ from typing import List, Callable
|
||||
from urllib.request import urlretrieve, URLopener
|
||||
import hashlib
|
||||
|
||||
from scrapthechan import __version__
|
||||
from scrapthechan import USER_AGENT
|
||||
from scrapthechan.fileinfo import FileInfo
|
||||
|
||||
__all__ = ["Scraper"]
|
||||
|
||||
|
||||
class Scraper:
|
||||
"""Base scraper implementation.
|
||||
"""Base class for all scrapers that will actually do the job.
|
||||
|
||||
Arguments:
|
||||
save_directory -- a path to a directory where file will be
|
||||
@ -29,7 +29,7 @@ class Scraper:
|
||||
self._save_directory = save_directory
|
||||
self._files = files
|
||||
self._url_opener = URLopener()
|
||||
self._url_opener.version = f"ScrapTheChan/{__version__}"
|
||||
self._url_opener.version = USER_AGENT
|
||||
self._progress_callback = download_progress_callback
|
||||
|
||||
def run(self):
|
||||
|
Loading…
Reference in New Issue
Block a user