From 2c4af2337ed356e7d70aabf9356743c3f309ca49 Mon Sep 17 00:00:00 2001 From: crpa33 Date: Thu, 27 Mar 2025 23:32:21 +0800 Subject: [PATCH] =?UTF-8?q?douyin=E6=90=9C=E7=B4=A2=E9=A1=B5=E4=B8=BA?= =?UTF-8?q?=E7=A9=BA=E8=B7=B3=E4=B8=8B=E4=B8=80=E5=85=B3=E9=94=AE=E8=AF=8D?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 预计页数没到，空了也跳 --- media_platform/douyin/core.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/media_platform/douyin/core.py b/media_platform/douyin/core.py index 426b33b..78c2a90 100644 --- a/media_platform/douyin/core.py +++ b/media_platform/douyin/core.py @@ -108,6 +108,9 @@ class DouYinCrawler(AbstractCrawler): publish_time=PublishTimeType(config.PUBLISH_TIME_TYPE), search_id=dy_search_id ) + if posts_res.get("data") is None or posts_res.get("data") == []: + utils.logger.info(f"[DouYinCrawler.search] search douyin keyword: {keyword}, page: {page} is empty,{posts_res.get('data')}`") + break except DataFetchError: utils.logger.error(f"[DouYinCrawler.search] search douyin keyword: {keyword} failed") break