Exception handling over Unicode decoding
This commit is contained in:
@@ -23,7 +23,8 @@ class Tweet:
|
|||||||
self.user = card.find_element(
|
self.user = card.find_element(
|
||||||
"xpath", './/div[@data-testid="User-Name"]//span'
|
"xpath", './/div[@data-testid="User-Name"]//span'
|
||||||
).text
|
).text
|
||||||
except NoSuchElementException:
|
self.user = raw_user.encode("utf-8", "ignore").decode("utf-8")
|
||||||
|
except (NoSuchElementException, UnicodeEncodeError, UnicodeDecodeError):
|
||||||
self.error = True
|
self.error = True
|
||||||
self.user = "skip"
|
self.user = "skip"
|
||||||
|
|
||||||
@@ -66,7 +67,11 @@ class Tweet:
|
|||||||
)
|
)
|
||||||
|
|
||||||
for index, content in enumerate(contents):
|
for index, content in enumerate(contents):
|
||||||
self.content += content.text
|
try:
|
||||||
|
text = content.text.encode("utf-8", "ignore").decode("utf-8")
|
||||||
|
self.content += text
|
||||||
|
except (UnicodeEncodeError, UnicodeDecodeError):
|
||||||
|
continue
|
||||||
|
|
||||||
try:
|
try:
|
||||||
self.reply_cnt = card.find_element(
|
self.reply_cnt = card.find_element(
|
||||||
|
|||||||
Reference in New Issue
Block a user