refactor: 更新各平台store模块初始化以支持SQLite

- 更新 store/bilibili/__init__.py 文件,导入SQLite存储实现类和相关模块
- 更新 store/douyin/__init__.py 文件,集成抖音平台的SQLite数据存储接口
- 更新 store/kuaishou/__init__.py 文件,添加快手平台SQLite存储模块的导入声明
- 更新 store/tieba/__init__.py 文件,引入贴吧平台SQLite数据库操作模块
- 更新 store/weibo/__init__.py 文件,整合微博平台SQLite存储功能模块
- 更新 store/xhs/__init__.py 文件,导入小红书平台SQLite数据存储实现
- 更新 store/zhihu/__init__.py 文件,集成知乎平台SQLite数据库存储模块
This commit is contained in:
买定不离手
2025-07-14 03:51:08 +08:00
parent 1673bd5c0c
commit 1298022410
7 changed files with 19 additions and 11 deletions
+2 -1
View File
@@ -28,6 +28,7 @@ class BiliStoreFactory:
"csv": BiliCsvStoreImplement, "csv": BiliCsvStoreImplement,
"db": BiliDbStoreImplement, "db": BiliDbStoreImplement,
"json": BiliJsonStoreImplement, "json": BiliJsonStoreImplement,
"sqlite": BiliSqliteStoreImplement,
} }
@staticmethod @staticmethod
@@ -35,7 +36,7 @@ class BiliStoreFactory:
store_class = BiliStoreFactory.STORES.get(config.SAVE_DATA_OPTION) store_class = BiliStoreFactory.STORES.get(config.SAVE_DATA_OPTION)
if not store_class: if not store_class:
raise ValueError( raise ValueError(
"[BiliStoreFactory.create_store] Invalid save option only supported csv or db or json ..." "[BiliStoreFactory.create_store] Invalid save option only supported csv or db or json or sqlite ..."
) )
return store_class() return store_class()
+2 -1
View File
@@ -26,6 +26,7 @@ class DouyinStoreFactory:
"csv": DouyinCsvStoreImplement, "csv": DouyinCsvStoreImplement,
"db": DouyinDbStoreImplement, "db": DouyinDbStoreImplement,
"json": DouyinJsonStoreImplement, "json": DouyinJsonStoreImplement,
"sqlite": DouyinSqliteStoreImplement
} }
@staticmethod @staticmethod
@@ -33,7 +34,7 @@ class DouyinStoreFactory:
store_class = DouyinStoreFactory.STORES.get(config.SAVE_DATA_OPTION) store_class = DouyinStoreFactory.STORES.get(config.SAVE_DATA_OPTION)
if not store_class: if not store_class:
raise ValueError( raise ValueError(
"[DouyinStoreFactory.create_store] Invalid save option only supported csv or db or json ..." "[DouyinStoreFactory.create_store] Invalid save option only supported csv or db or json or sqlite ..."
) )
return store_class() return store_class()
+3 -2
View File
@@ -25,7 +25,8 @@ class KuaishouStoreFactory:
STORES = { STORES = {
"csv": KuaishouCsvStoreImplement, "csv": KuaishouCsvStoreImplement,
"db": KuaishouDbStoreImplement, "db": KuaishouDbStoreImplement,
"json": KuaishouJsonStoreImplement "json": KuaishouJsonStoreImplement,
"sqlite": KuaishouSqliteStoreImplement
} }
@staticmethod @staticmethod
@@ -33,7 +34,7 @@ class KuaishouStoreFactory:
store_class = KuaishouStoreFactory.STORES.get(config.SAVE_DATA_OPTION) store_class = KuaishouStoreFactory.STORES.get(config.SAVE_DATA_OPTION)
if not store_class: if not store_class:
raise ValueError( raise ValueError(
"[KuaishouStoreFactory.create_store] Invalid save option only supported csv or db or json ...") "[KuaishouStoreFactory.create_store] Invalid save option only supported csv or db or json or sqlite ...")
return store_class() return store_class()
+2 -1
View File
@@ -23,7 +23,8 @@ class TieBaStoreFactory:
STORES = { STORES = {
"csv": TieBaCsvStoreImplement, "csv": TieBaCsvStoreImplement,
"db": TieBaDbStoreImplement, "db": TieBaDbStoreImplement,
"json": TieBaJsonStoreImplement "json": TieBaJsonStoreImplement,
"sqlite": TieBaSqliteStoreImplement
} }
@staticmethod @staticmethod
+2 -1
View File
@@ -28,6 +28,7 @@ class WeibostoreFactory:
"csv": WeiboCsvStoreImplement, "csv": WeiboCsvStoreImplement,
"db": WeiboDbStoreImplement, "db": WeiboDbStoreImplement,
"json": WeiboJsonStoreImplement, "json": WeiboJsonStoreImplement,
"sqlite": WeiboSqliteStoreImplement,
} }
@staticmethod @staticmethod
@@ -35,7 +36,7 @@ class WeibostoreFactory:
store_class = WeibostoreFactory.STORES.get(config.SAVE_DATA_OPTION) store_class = WeibostoreFactory.STORES.get(config.SAVE_DATA_OPTION)
if not store_class: if not store_class:
raise ValueError( raise ValueError(
"[WeibotoreFactory.create_store] Invalid save option only supported csv or db or json ...") "[WeibotoreFactory.create_store] Invalid save option only supported csv or db or json or sqlite ...")
return store_class() return store_class()
+3 -2
View File
@@ -27,14 +27,15 @@ class XhsStoreFactory:
STORES = { STORES = {
"csv": XhsCsvStoreImplement, "csv": XhsCsvStoreImplement,
"db": XhsDbStoreImplement, "db": XhsDbStoreImplement,
"json": XhsJsonStoreImplement "json": XhsJsonStoreImplement,
"sqlite": XhsSqliteStoreImplement
} }
@staticmethod @staticmethod
def create_store() -> AbstractStore: def create_store() -> AbstractStore:
store_class = XhsStoreFactory.STORES.get(config.SAVE_DATA_OPTION) store_class = XhsStoreFactory.STORES.get(config.SAVE_DATA_OPTION)
if not store_class: if not store_class:
raise ValueError("[XhsStoreFactory.create_store] Invalid save option only supported csv or db or json ...") raise ValueError("[XhsStoreFactory.create_store] Invalid save option only supported csv or db or json or sqlite ...")
return store_class() return store_class()
+5 -3
View File
@@ -17,7 +17,8 @@ from base.base_crawler import AbstractStore
from model.m_zhihu import ZhihuComment, ZhihuContent, ZhihuCreator from model.m_zhihu import ZhihuComment, ZhihuContent, ZhihuCreator
from store.zhihu.zhihu_store_impl import (ZhihuCsvStoreImplement, from store.zhihu.zhihu_store_impl import (ZhihuCsvStoreImplement,
ZhihuDbStoreImplement, ZhihuDbStoreImplement,
ZhihuJsonStoreImplement) ZhihuJsonStoreImplement,
ZhihuSqliteStoreImplement)
from tools import utils from tools import utils
from var import source_keyword_var from var import source_keyword_var
@@ -26,14 +27,15 @@ class ZhihuStoreFactory:
STORES = { STORES = {
"csv": ZhihuCsvStoreImplement, "csv": ZhihuCsvStoreImplement,
"db": ZhihuDbStoreImplement, "db": ZhihuDbStoreImplement,
"json": ZhihuJsonStoreImplement "json": ZhihuJsonStoreImplement,
"sqlite": ZhihuSqliteStoreImplement
} }
@staticmethod @staticmethod
def create_store() -> AbstractStore: def create_store() -> AbstractStore:
store_class = ZhihuStoreFactory.STORES.get(config.SAVE_DATA_OPTION) store_class = ZhihuStoreFactory.STORES.get(config.SAVE_DATA_OPTION)
if not store_class: if not store_class:
raise ValueError("[ZhihuStoreFactory.create_store] Invalid save option only supported csv or db or json ...") raise ValueError("[ZhihuStoreFactory.create_store] Invalid save option only supported csv or db or json or sqlite ...")
return store_class() return store_class()
async def batch_update_zhihu_contents(contents: List[ZhihuContent]): async def batch_update_zhihu_contents(contents: List[ZhihuContent]):