mirror of
https://github.com/vladkens/twscrape.git
synced 2026-10-30 06:58:10 -04:00
add is_str to models to work in other environments (eg. javascript)
This commit is contained in:
Vlad Pronsky authored and vladkens committed
1 parent
3c55f3c9e3
commit
cd0a8198d0
2 files changed
+61
-86
No files matched your search
+57
-86
@@ -4,6 +4,7 @@ import os
|
||||
|
||||
from twscrape import API, AccountsPool, gather
|
||||
from twscrape.logger import set_log_level
|
||||
from twscrape.models import Tweet, User
|
||||
|
||||
BASE_DIR = os.path.dirname(__file__)
|
||||
DATA_DIR = os.path.join(BASE_DIR, "mocked-data")
|
||||
@@ -51,6 +52,54 @@ def mock_gen(obj, fn: str):
|
||||
setattr(obj, fn, cb_gen)
|
||||
|
||||
|
||||
def check_tweet(doc: Tweet):
|
||||
assert doc.id is not None
|
||||
assert doc.id_str is not None
|
||||
assert isinstance(doc.id, int)
|
||||
assert isinstance(doc.id_str, str)
|
||||
assert doc.id == int(doc.id_str)
|
||||
|
||||
assert doc.url is not None
|
||||
assert doc.id_str in doc.url
|
||||
assert doc.user is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.user.id == obj["user"]["id"]
|
||||
|
||||
assert "url" in obj
|
||||
assert "_type" in obj
|
||||
assert obj["_type"] == "snscrape.modules.twitter.Tweet"
|
||||
|
||||
assert "url" in obj["user"]
|
||||
assert "_type" in obj["user"]
|
||||
assert obj["user"]["_type"] == "snscrape.modules.twitter.User"
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
|
||||
check_user(doc.user)
|
||||
|
||||
|
||||
def check_user(doc: User):
|
||||
assert doc.id is not None
|
||||
assert doc.id_str is not None
|
||||
assert isinstance(doc.id, int)
|
||||
assert isinstance(doc.id_str, str)
|
||||
assert doc.id == int(doc.id_str)
|
||||
|
||||
assert doc.username is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.username == obj["username"]
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
|
||||
|
||||
async def test_search():
|
||||
api = API(AccountsPool())
|
||||
mock_gen(api, "search_raw")
|
||||
@@ -59,24 +108,7 @@ async def test_search():
|
||||
assert len(items) > 0
|
||||
|
||||
for doc in items:
|
||||
assert doc.id is not None
|
||||
assert doc.user is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.user.id == obj["user"]["id"]
|
||||
|
||||
assert "url" in obj
|
||||
assert "_type" in obj
|
||||
assert obj["_type"] == "snscrape.modules.twitter.Tweet"
|
||||
|
||||
assert "url" in obj["user"]
|
||||
assert "_type" in obj["user"]
|
||||
assert obj["user"]["_type"] == "snscrape.modules.twitter.User"
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
check_tweet(doc)
|
||||
|
||||
|
||||
async def test_user_by_id():
|
||||
@@ -118,17 +150,10 @@ async def test_tweet_details():
|
||||
mock_rep(api, "tweet_details_raw")
|
||||
|
||||
doc = await api.tweet_details(1649191520250245121)
|
||||
check_tweet(doc)
|
||||
assert doc.id == 1649191520250245121
|
||||
assert doc.user is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.user.id == obj["user"]["id"]
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
|
||||
|
||||
async def test_followers():
|
||||
api = API(AccountsPool())
|
||||
@@ -138,16 +163,7 @@ async def test_followers():
|
||||
assert len(users) > 0
|
||||
|
||||
for doc in users:
|
||||
assert doc.id is not None
|
||||
assert doc.username is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.username == obj["username"]
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
check_user(doc)
|
||||
|
||||
|
||||
async def test_following():
|
||||
@@ -158,16 +174,7 @@ async def test_following():
|
||||
assert len(users) > 0
|
||||
|
||||
for doc in users:
|
||||
assert doc.id is not None
|
||||
assert doc.username is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.username == obj["username"]
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
check_user(doc)
|
||||
|
||||
|
||||
async def test_retweters():
|
||||
@@ -178,16 +185,7 @@ async def test_retweters():
|
||||
assert len(users) > 0
|
||||
|
||||
for doc in users:
|
||||
assert doc.id is not None
|
||||
assert doc.username is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.username == obj["username"]
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
check_user(doc)
|
||||
|
||||
|
||||
async def test_favoriters():
|
||||
@@ -198,16 +196,7 @@ async def test_favoriters():
|
||||
assert len(users) > 0
|
||||
|
||||
for doc in users:
|
||||
assert doc.id is not None
|
||||
assert doc.username is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.username == obj["username"]
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
check_user(doc)
|
||||
|
||||
|
||||
async def test_user_tweets():
|
||||
@@ -218,16 +207,7 @@ async def test_user_tweets():
|
||||
assert len(tweets) > 0
|
||||
|
||||
for doc in tweets:
|
||||
assert doc.id is not None
|
||||
assert doc.user is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.user.id == obj["user"]["id"]
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
check_tweet(doc)
|
||||
|
||||
|
||||
async def test_user_tweets_and_replies():
|
||||
@@ -238,16 +218,7 @@ async def test_user_tweets_and_replies():
|
||||
assert len(tweets) > 0
|
||||
|
||||
for doc in tweets:
|
||||
assert doc.id is not None
|
||||
assert doc.user is not None
|
||||
|
||||
obj = doc.dict()
|
||||
assert doc.id == obj["id"]
|
||||
assert doc.user.id == obj["user"]["id"]
|
||||
|
||||
txt = doc.json()
|
||||
assert isinstance(txt, str)
|
||||
assert str(doc.id) in txt
|
||||
check_tweet(doc)
|
||||
|
||||
|
||||
async def main():
|
||||
|
||||
@@ -86,6 +86,7 @@ class UserRef(JSONTrait):
|
||||
@dataclass
|
||||
class User(JSONTrait):
|
||||
id: int
|
||||
id_str: str
|
||||
url: str
|
||||
username: str
|
||||
displayname: str
|
||||
@@ -113,6 +114,7 @@ class User(JSONTrait):
|
||||
def parse(obj: dict):
|
||||
return User(
|
||||
id=int(obj["id_str"]),
|
||||
id_str=obj["id_str"],
|
||||
url=f'https://twitter.com/{obj["screen_name"]}',
|
||||
username=obj["screen_name"],
|
||||
displayname=obj["name"],
|
||||
@@ -135,6 +137,7 @@ class User(JSONTrait):
|
||||
@dataclass
|
||||
class Tweet(JSONTrait):
|
||||
id: int
|
||||
id_str: str
|
||||
url: str
|
||||
date: datetime
|
||||
user: User
|
||||
@@ -175,6 +178,7 @@ class Tweet(JSONTrait):
|
||||
|
||||
return Tweet(
|
||||
id=int(obj["id_str"]),
|
||||
id_str=obj["id_str"],
|
||||
url=f'https://twitter.com/{tw_usr.username}/status/{obj["id_str"]}',
|
||||
date=email.utils.parsedate_to_datetime(obj["created_at"]),
|
||||
user=tw_usr,
|
||||
|
||||
Reference in new issue
Block a user