mirror of
https://github.com/RYDE-WORK/MediaCrawler.git
synced 2026-02-08 01:43:18 +08:00
fix: #237
This commit is contained in:
parent
41fb7bb583
commit
5681dd6925
@ -104,7 +104,12 @@ class DouYinCrawler(AbstractCrawler):
|
|||||||
except DataFetchError:
|
except DataFetchError:
|
||||||
utils.logger.error(f"[DouYinCrawler.search] search douyin keyword: {keyword} failed")
|
utils.logger.error(f"[DouYinCrawler.search] search douyin keyword: {keyword} failed")
|
||||||
break
|
break
|
||||||
|
|
||||||
page += 1
|
page += 1
|
||||||
|
if "data" not in posts_res:
|
||||||
|
utils.logger.error(f"[DouYinCrawler.search] search douyin keyword: {keyword} failed,账号也许被风控了。")
|
||||||
|
break
|
||||||
|
|
||||||
for post_item in posts_res.get("data"):
|
for post_item in posts_res.get("data"):
|
||||||
try:
|
try:
|
||||||
aweme_info: Dict = post_item.get("aweme_info") or \
|
aweme_info: Dict = post_item.get("aweme_info") or \
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user