DdStone/HKDataManagment
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

updata updatekline.py

Browse Source
This commit is contained in:
unknown
2025-08-20 14:09:35 +08:00
parent 3be41434e3
commit 786c669d62
12 changed files with 1137 additions and 957 deletions
Download Patch File Download Diff File Expand all files Collapse all files

55
PyCode/checktable.py
View File

@@ -1,34 +1,29 @@
"""
检查K线数据是否下载完成
检测表格中的股票是否都有对应的表格
"""
import logging
from typing import List
from MySQLHelper import MySQLHelper # 假设您已有MySQLHelper类
from LogHelper import LogHelper
# 配置日志
logging.basicConfig(
level=logging.INFO,
format='%(asctime)s - %(levelname)s - %(message)s',
handlers=[
logging.FileHandler('Debug.log', encoding='utf-8'), # 关键在这里
logging.StreamHandler()
]
)
# 基本用法（自动创建日期日志+控制台输出）
logger = LogHelper(logger_name = 'checkTable').setup()
class StockTableChecker:
def __init__(self, db_config: dict):
self.db_config = db_config
self.conditional_selection_table = "conditionalselection"
self.stock_list_table = "stock_filter"
def get_stock_codes(self) -> List[str]:
"""从conditionalselection表获取所有股票代码"""
try:
with MySQLHelper(**self.db_config) as db:
sql = f"SELECT DISTINCT stock_code FROM {self.conditional_selection_table}"
sql = f"SELECT DISTINCT stock_code FROM {self.stock_list_table}"
results = db.execute_query(sql)
return [row['stock_code'] for row in results if row['stock_code']]
except Exception as e:
logging.error(f"获取股票代码失败: {str(e)}")
logger.error(f"获取股票代码失败: {str(e)}")
return []
def check_tables_exist(self, stock_codes: List[str]) -> dict:
@@ -57,18 +52,18 @@ class StockTableChecker:
return result
except Exception as e:
logging.error(f"检查表存在性失败: {str(e)}")
logger.error(f"检查表存在性失败: {str(e)}")
return {'exists': [], 'not_exists': []}
def write_missing_codes_to_txt(self, missing_codes: list, filename: str = "missing_tables.txt"):
def write_missing_codes_to_txt(self, missing_codes: list, filename: str = "data\missing_tables.txt"):
"""将缺失的股票代码写入TXT文件"""
try:
with open(filename, 'w', encoding='utf-8') as f:
for code in missing_codes:
f.write(f"{code}\n")
logging.info(f"已将 {len(missing_codes)} 个缺失表对应的股票代码写入 {filename}")
logger.info(f"已将 {len(missing_codes)} 个缺失表对应的股票代码写入 {filename}")
except Exception as e:
logging.error(f"写入TXT文件失败: {str(e)}")
logger.error(f"写入TXT文件失败: {str(e)}")
def read_missing_codes_basic(file_path='missing_tables.txt'):
"""基础读取方法 - 按行读取所有内容"""
@@ -88,15 +83,15 @@ class StockTableChecker:
def run_check(self):
"""执行完整的检查流程"""
logging.info("开始检查股票代码对应表...")
logger.info("开始检查股票代码对应表...")
# 1. 获取所有股票代码
stock_codes = self.get_stock_codes()
if not stock_codes:
logging.error("没有获取到任何股票代码")
logger.error("没有获取到任何股票代码")
return
logging.info(f"共获取到 {len(stock_codes)} 个股票代码")
logger.info(f"共获取到 {len(stock_codes)} 个股票代码")
# 2. 检查表存在性
check_result = self.check_tables_exist(stock_codes)
@@ -104,20 +99,20 @@ class StockTableChecker:
not_exists_count = len(check_result['not_exists'])
# 3. 输出结果
logging.info("\n检查结果:")
logging.info(f"存在的表数量: {exists_count}")
logging.info(f"不存在的表数量: {not_exists_count}")
logger.info("\n检查结果:")
logger.info(f"存在的表数量: {exists_count}")
logger.info(f"不存在的表数量: {not_exists_count}")
if not_exists_count > 0:
logging.info("\n不存在的表对应的股票代码:")
logger.info("\n不存在的表对应的股票代码:")
for code in check_result['not_exists']:
logging.info(code)
logger.info(code)
# 4. 统计信息
logging.info("\n统计摘要:")
logging.info(f"总股票代码数: {len(stock_codes)}")
logging.info(f"存在对应表的比例: {exists_count/len(stock_codes):.2%}")
logging.info(f"缺失对应表的比例: {not_exists_count/len(stock_codes):.2%}")
logger.info("\n统计摘要:")
logger.info(f"总股票代码数: {len(stock_codes)}")
logger.info(f"存在对应表的比例: {exists_count/len(stock_codes):.2%}")
logger.info(f"缺失对应表的比例: {not_exists_count/len(stock_codes):.2%}")
# 4. 将缺失的股票代码写入TXT文件
if check_result['not_exists']:
@@ -131,7 +126,7 @@ if __name__ == "__main__":
'host': 'localhost',
'user': 'root',
'password': 'bzskmysql',
'database': 'klinedata_1d_hk'
'database': 'hk_kline_1d'
}
# 创建检查器并运行