209 lines
8.6 KiB
Python
209 lines
8.6 KiB
Python
"""板块实时数据富化。
|
|
|
|
复用东方财富板块实时排名，为数据库中的板块快照补充今日实时涨幅、广度和成交额。
|
|
不触发扫描，只做轻量覆盖。
|
|
"""
|
|
|
|
import logging
|
|
import asyncio
|
|
|
|
from app.config import should_prefer_realtime_today, today_trade_date
|
|
from app.data.cache import cache
|
|
from app.data.eastmoney_client import get_sector_realtime_ranking
|
|
from app.data.models import SectorInfo
|
|
from app.data.tushare_client import tushare_client
|
|
from app.analysis.theme_mapper import merge_sectors_to_themes
|
|
|
|
logger = logging.getLogger(__name__)
|
|
_today_sector_board_tasks: dict[str, asyncio.Task] = {}
|
|
|
|
|
|
def _match_sector_name(em_name: str, ts_name: str) -> bool:
|
|
"""东方财富板块名与 Tushare 板块名模糊匹配。"""
|
|
em_clean = em_name.rstrip("行业").rstrip("板块").rstrip("概念").strip()
|
|
ts_clean = ts_name.rstrip("行业").rstrip("板块").rstrip("概念").strip()
|
|
if em_clean == ts_clean:
|
|
return True
|
|
short, long = (em_clean, ts_clean) if len(em_clean) <= len(ts_clean) else (ts_clean, em_clean)
|
|
return short in long
|
|
|
|
|
|
def _apply_empty_overlay(sector: SectorInfo) -> SectorInfo:
|
|
sector.realtime_pct_change = None
|
|
sector.realtime_limit_up_count = None
|
|
sector.realtime_amount = None
|
|
sector.realtime_turnover_rate = None
|
|
sector.realtime_up_count = None
|
|
sector.realtime_down_count = None
|
|
sector.leading_stocks_realtime = []
|
|
sector.is_realtime = False
|
|
sector.data_mode = "daily_snapshot"
|
|
sector.source = sector.source or "snapshot"
|
|
sector.board_type = sector.board_type or "snapshot"
|
|
sector.data_status = "snapshot"
|
|
sector.source_detail = "daily_snapshot"
|
|
return sector
|
|
|
|
|
|
def _sector_from_eastmoney(item: dict) -> SectorInfo:
|
|
"""把东方财富板块榜转换成今日展示用 SectorInfo。"""
|
|
source = item.get("source", "eastmoney")
|
|
sector = SectorInfo(
|
|
sector_code=item.get("sector_code", ""),
|
|
sector_name=item.get("sector_name", ""),
|
|
board_type=item.get("board_type", "industry"),
|
|
trade_date=today_trade_date(),
|
|
pct_change=float(item.get("pct_change", 0) or 0),
|
|
capital_inflow=0,
|
|
limit_up_count=0,
|
|
days_continuous=0,
|
|
heat_score=round(max(float(item.get("pct_change", 0) or 0), 0) * 12, 1),
|
|
stage="intraday",
|
|
turnover_avg=float(item.get("turnover_rate", 0) or 0),
|
|
realtime_pct_change=float(item.get("pct_change", 0) or 0),
|
|
realtime_limit_up_count=None,
|
|
realtime_amount=round(float(item.get("amount", 0) or 0) / 10000, 2),
|
|
realtime_turnover_rate=float(item.get("turnover_rate", 0) or 0),
|
|
realtime_up_count=int(item.get("up_count", 0) or 0),
|
|
realtime_down_count=int(item.get("down_count", 0) or 0),
|
|
is_realtime=True,
|
|
data_mode="realtime_today",
|
|
source=source,
|
|
data_status=item.get("data_status", "fresh" if source == "eastmoney" else "fallback"),
|
|
source_detail=item.get("source_detail", "eastmoney_push2" if source == "eastmoney" else source),
|
|
)
|
|
if item.get("leading_stock_name"):
|
|
sector.leading_stocks_realtime = [{
|
|
"ts_code": item.get("leading_stock_code", ""),
|
|
"name": item.get("leading_stock_name", ""),
|
|
"pct_chg": float(item.get("leading_stock_pct", 0) or 0),
|
|
"amount": 0,
|
|
}]
|
|
sector.leading_stocks = sector.leading_stocks_realtime
|
|
return sector
|
|
|
|
|
|
async def get_today_realtime_sector_board(limit: int = 20) -> list[SectorInfo]:
|
|
"""用实时行业榜 + 概念榜生成展示列表，作为 Tushare/定时扫描滞后的兜底。"""
|
|
cache_key = f"today_sector_board:{today_trade_date()}:{limit}"
|
|
cached = cache.get(cache_key)
|
|
if cached is not None:
|
|
return cached
|
|
|
|
task = _today_sector_board_tasks.get(cache_key)
|
|
if task and not task.done():
|
|
return await task
|
|
|
|
task = asyncio.create_task(_load_today_realtime_sector_board(limit))
|
|
_today_sector_board_tasks[cache_key] = task
|
|
try:
|
|
result = await task
|
|
cache.set(cache_key, result, ttl=60)
|
|
return result
|
|
finally:
|
|
if task.done():
|
|
_today_sector_board_tasks.pop(cache_key, None)
|
|
|
|
|
|
async def _load_today_realtime_sector_board(limit: int) -> list[SectorInfo]:
|
|
industry_sectors, concept_sectors = await _load_eastmoney_sector_boards(limit=max(limit, 20))
|
|
em_sectors = industry_sectors + concept_sectors
|
|
if not industry_sectors:
|
|
try:
|
|
from app.data.sina_client import get_sector_realtime_ranking_by_industry
|
|
sina_sectors = await get_sector_realtime_ranking_by_industry(limit=max(limit, 20))
|
|
em_sectors.extend(sina_sectors)
|
|
except Exception as e:
|
|
logger.warning("新浪行业实时榜兜底失败: %s", e)
|
|
if not em_sectors:
|
|
em_sectors = []
|
|
|
|
deduped = {}
|
|
for item in em_sectors:
|
|
key = f"{item.get('board_type', 'industry')}::{item.get('sector_name', '')}"
|
|
existing = deduped.get(key)
|
|
if existing is None or float(item.get("pct_change", 0) or 0) > float(existing.get("pct_change", 0) or 0):
|
|
deduped[key] = item
|
|
|
|
sectors = [_sector_from_eastmoney(item) for item in deduped.values()]
|
|
sectors = merge_sectors_to_themes(sectors, limit=limit)
|
|
return sectors[:limit]
|
|
|
|
|
|
async def _load_eastmoney_sector_boards(limit: int) -> tuple[list[dict], list[dict]]:
|
|
"""并行拉取行业/概念榜，允许部分成功。"""
|
|
import asyncio
|
|
|
|
results = await asyncio.gather(
|
|
get_sector_realtime_ranking(fs="m:90+t:2", page_size=limit, notify=False),
|
|
get_sector_realtime_ranking(fs="m:90+t:3", page_size=limit, notify=False),
|
|
return_exceptions=True,
|
|
)
|
|
boards: list[list[dict]] = []
|
|
for label, result in zip(("行业", "概念"), results):
|
|
if isinstance(result, Exception):
|
|
logger.warning("东方财富%s实时榜失败: %s", label, result)
|
|
boards.append([])
|
|
else:
|
|
boards.append(result)
|
|
return boards[0], boards[1]
|
|
|
|
|
|
async def enrich_sectors_with_realtime(sectors: list[SectorInfo]) -> list[SectorInfo]:
|
|
"""按需为板块快照追加实时字段并重排。"""
|
|
if not sectors:
|
|
return sectors
|
|
|
|
latest_trade_date = sectors[0].trade_date or tushare_client.get_latest_trade_date()
|
|
if not should_prefer_realtime_today(latest_trade_date):
|
|
return merge_sectors_to_themes([_apply_empty_overlay(sector) for sector in sectors], limit=len(sectors))
|
|
|
|
try:
|
|
em_sectors = await get_sector_realtime_ranking()
|
|
except Exception:
|
|
logger.warning("东方财富板块实时数据获取失败，回退到日级快照")
|
|
return merge_sectors_to_themes([_apply_empty_overlay(sector) for sector in sectors], limit=len(sectors))
|
|
|
|
if not em_sectors:
|
|
return merge_sectors_to_themes([_apply_empty_overlay(sector) for sector in sectors], limit=len(sectors))
|
|
|
|
em_name_map = {item["sector_name"]: item for item in em_sectors}
|
|
matched = 0
|
|
|
|
for sector in sectors:
|
|
em_data = em_name_map.get(sector.sector_name)
|
|
if not em_data:
|
|
for item in em_sectors:
|
|
if _match_sector_name(item["sector_name"], sector.sector_name):
|
|
em_data = item
|
|
break
|
|
|
|
if not em_data:
|
|
_apply_empty_overlay(sector)
|
|
continue
|
|
|
|
matched += 1
|
|
sector.realtime_pct_change = float(em_data.get("pct_change", 0) or 0)
|
|
sector.realtime_limit_up_count = None
|
|
sector.realtime_amount = round(float(em_data.get("amount", 0) or 0) / 10000, 2)
|
|
sector.realtime_turnover_rate = float(em_data.get("turnover_rate", 0) or 0)
|
|
sector.realtime_up_count = int(em_data.get("up_count", 0) or 0)
|
|
sector.realtime_down_count = int(em_data.get("down_count", 0) or 0)
|
|
sector.leading_stocks_realtime = []
|
|
if em_data.get("leading_stock_name"):
|
|
sector.leading_stocks_realtime = [{
|
|
"ts_code": em_data.get("leading_stock_code", ""),
|
|
"name": em_data.get("leading_stock_name", ""),
|
|
"pct_chg": float(em_data.get("leading_stock_pct", 0) or 0),
|
|
"amount": 0,
|
|
}]
|
|
sector.is_realtime = True
|
|
sector.data_mode = "realtime_overlay"
|
|
sector.source = em_data.get("source", "eastmoney")
|
|
sector.data_status = em_data.get("data_status", "fresh")
|
|
sector.source_detail = em_data.get("source_detail", sector.source)
|
|
|
|
logger.info("板块实时覆盖: %s/%s 匹配成功", matched, len(sectors))
|
|
sectors.sort(key=lambda s: (s.realtime_pct_change if s.realtime_pct_change is not None else s.pct_change), reverse=True)
|
|
return merge_sectors_to_themes(sectors, limit=len(sectors))
|