feat: base_config 增加抖音发布时间配置

fix: 抖音排序类型枚举值
fix: 抖音offset计算问题
This commit is contained in:
522109452
2024-06-14 14:13:39 +08:00
parent bea9193405
commit 6080c22a3d
3 changed files with 7 additions and 6 deletions
+2 -2
View File
@@ -91,8 +91,8 @@ class DouYinCrawler(AbstractCrawler):
continue
try:
posts_res = await self.dy_client.search_info_by_keyword(keyword=keyword,
offset=page * dy_limit_count,
publish_time=PublishTimeType.UNLIMITED
offset=page * dy_limit_count - dy_limit_count,
publish_time=PublishTimeType(config.PUBLISH_TIME_TYPE)
)
except DataFetchError:
utils.logger.error(f"[DouYinCrawler.search] search douyin keyword: {keyword} failed")