Arav/ScrapTheChan
1
0
Fork 0
Code Releases 8 Activity

Fixed OP's post property. Handled situation when comment and/or subject doesn't exists.

Browse Source
This commit is contained in:
Alexander Andreev 2020-07-18 04:42:19 +04:00
parent 0ed1e896ca
commit 3223c0721a
3 changed files with 22 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrapthechan/parsers/dvach.py
View File

@ -24,8 +24,13 @@ class DvachParser(Parser):
return "2ch.hk" return "2ch.hk"
@property @property
def op(self) -> str: def op(self) -> Optional[str]:
return f"{self._op_post['subject']}\n{self._op_post['comment']}" op = ""
if 'sub' in self._op_post:
op = f"{self._op_post['subject']}\n"
if 'com' in self._op_post:
op += self._op_post['comment']
return op if not op == "" else None
def _parse_post(self, post) -> Optional[List[FileInfo]]: def _parse_post(self, post) -> Optional[List[FileInfo]]:
if not 'files' in post: return None if not 'files' in post: return None

10
scrapthechan/parsers/fourchan.py
View File

@ -24,11 +24,13 @@ class FourChanParser(Parser):
return "4chan.org" return "4chan.org"
@property @property
def op(self) -> str: def op(self) -> Optional[str]:
op = ""
if 'sub' in self._op_post: if 'sub' in self._op_post:
return f"{self._op_post['sub']}\n{self._op_post['com']}" op = f"{self._op_post['sub']}\n"
else: if 'com' in self._op_post:
return self._op_post['com'] op += self._op_post['com']
return op if not op == "" else None
def _parse_post(self, post: dict) -> List[FileInfo]: def _parse_post(self, post: dict) -> List[FileInfo]:
if not 'tim' in post: return None if not 'tim' in post: return None

9
scrapthechan/parsers/lainchan.py
View File

@ -25,6 +25,15 @@ class LainchanParser(Parser):
@property @property
def imageboard(self) -> str: def imageboard(self) -> str:
return "lainchan.org" return "lainchan.org"
@property
def op(self) -> Optional[str]:
op = ""
if 'sub' in self._op_post:
op = f"{self._op_post['sub']}\n"
if 'com' in self._op_post:
op += self._op_post['com']
return op if not op == "" else None
def _parse_post(self, post) -> List[FileInfo]: def _parse_post(self, post) -> List[FileInfo]:
if not 'tim' in post: return None if not 'tim' in post: return None