feat(data): P4-3 接线——corpus_reader.get_events 读出口+manifest 两域+run_corpus 尾两段(funnel/gate rc 隔离+LLM env 条件传递); fusion spec §20.16+runbook 落档; Mac 冒烟绿(词表件落+候选入队+门如实报缺) [vps] [nas]
This commit is contained in:
@@ -66,6 +66,23 @@ def get_flash(start=None, end=None, sources=None):
|
||||
return df
|
||||
|
||||
|
||||
EVENTS_COLUMNS = ["event_id", "content_hash", "src_domain", "src_id",
|
||||
"stock_code", "event_date", "event_type", "direction",
|
||||
"confidence", "model", "extracted_at"]
|
||||
|
||||
|
||||
def get_events(start=None, end=None, models=None):
|
||||
"""事件判读快照(spec §20.16 P4-3,dt 分区直读)。models 过滤
|
||||
({"lexicon"}=只看词表层,或模型名);空树返带 schema 的空 df
|
||||
(容错分级契约同 get_flash)。"""
|
||||
df = pr.read_partitions(pr.corpus_root(), "events_llm", start, end)
|
||||
if df.empty:
|
||||
return df.reindex(columns=EVENTS_COLUMNS)
|
||||
if models:
|
||||
df = df[df["model"].isin(set(models))]
|
||||
return df
|
||||
|
||||
|
||||
def get_watermark():
|
||||
"""镜像水位线(None=尚无成功推送记录)。"""
|
||||
return pr.read_watermark(pr.corpus_root())
|
||||
|
||||
Reference in New Issue
Block a user