refactor: class-based alpha factory + month-partitioned data pipeline
Replace the old signal/strategy/backtest modules with a decoupled
data → alpha → combo pipeline (parquet between phases, .pq extension).
Alphas:
- BaseAlpha + @register_alpha factory/plugin registry; one file per
built-in (reversal, reversal_vol, momentum); external alphas via
--alpha-module. Alphas are z-scored position weights, not predictors.
Data:
- baostock primary / akshare fallback, treated consistently.
- New --universe all (~5000 A-shares via query_all_stock, filtered).
- login-once batch downloader; empty-string OHLCV coerced to NaN.
- Month-partitioned dataset {output_dir}/{universe}/month=YYYY-MM/*.pq
with chunked durability flushes; --data-path is the dataset dir.
CLI logs at INFO by default (--log-level) so progress is visible.
Docs (README, CLAUDE.md) updated incl. pipeline diagram and roadmap
TODOs for portfolio construction / backtest / paper trading.
Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,47 @@
|
||||
"""CLI for alpha combination."""
|
||||
|
||||
import os
|
||||
import click
|
||||
|
||||
from pipeline.combo.combine import combine_alphas, COMBO_METHODS
|
||||
|
||||
|
||||
@click.group(name="combo")
|
||||
def combo():
|
||||
"""Combine multiple alphas into a single combined weight."""
|
||||
|
||||
|
||||
@combo.command("combine")
|
||||
@click.option(
|
||||
"--alpha-paths", required=True,
|
||||
help="Comma-separated paths to alpha parquet files",
|
||||
)
|
||||
@click.option("--combo-name", required=True, help="Name for this combo")
|
||||
@click.option(
|
||||
"--method", default="equal_weight",
|
||||
type=click.Choice(list(COMBO_METHODS.keys())),
|
||||
help="Combination method",
|
||||
)
|
||||
@click.option("--output-dir", default="combos", help="Directory to save combo parquet")
|
||||
def combine(alpha_paths, combo_name, method, output_dir):
|
||||
"""Combine multiple alphas and save as parquet."""
|
||||
paths = [p.strip() for p in alpha_paths.split(",") if p.strip()]
|
||||
if len(paths) < 2:
|
||||
click.echo("Error: --alpha-paths requires at least 2 comma-separated paths", err=True)
|
||||
return
|
||||
|
||||
result = combine_alphas(
|
||||
alpha_paths=paths,
|
||||
combo_name=combo_name,
|
||||
method=method,
|
||||
)
|
||||
|
||||
os.makedirs(output_dir, exist_ok=True)
|
||||
out_path = f"{output_dir}/{combo_name}.pq"
|
||||
result.to_parquet(out_path, index=False)
|
||||
click.echo(f"Saved combo: {out_path} ({len(result):,} rows)")
|
||||
click.echo(
|
||||
f"Weight stats — min: {result['weight'].min():.4f}, "
|
||||
f"max: {result['weight'].max():.4f}, "
|
||||
f"mean: {result['weight'].mean():.4f}"
|
||||
)
|
||||
@@ -0,0 +1,85 @@
|
||||
"""Combine multiple alphas into a single combined weight.
|
||||
|
||||
Future combination methods can be registered below.
|
||||
"""
|
||||
|
||||
import logging
|
||||
from typing import Callable
|
||||
|
||||
import pandas as pd
|
||||
|
||||
from pipeline.common.schema import COMBO_COLUMNS
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
def _equal_weight(alpha_dfs: list[pd.DataFrame]) -> pd.DataFrame:
|
||||
"""Equal-weight combination: mean of all alpha weights per (symbol_id, date).
|
||||
|
||||
If any alpha has NaN for a symbol/date, that alpha is skipped for that row.
|
||||
"""
|
||||
# Stack all alphas with (symbol_id, date, alpha_name) as key
|
||||
combined = pd.concat(alpha_dfs, ignore_index=True)
|
||||
# Group by symbol_id + date, take mean of weights
|
||||
result = combined.groupby(["symbol_id", "date"])["weight"].mean().reset_index()
|
||||
return result
|
||||
|
||||
|
||||
# Registry of combo methods — add new functions + register them here
|
||||
COMBO_METHODS: dict[str, Callable] = {
|
||||
"equal_weight": _equal_weight,
|
||||
}
|
||||
|
||||
|
||||
def combine_alphas(
|
||||
alpha_paths: list[str],
|
||||
combo_name: str,
|
||||
method: str = "equal_weight",
|
||||
) -> pd.DataFrame:
|
||||
"""Load alphas from parquet, combine, and return combo weights.
|
||||
|
||||
Args:
|
||||
alpha_paths: List of paths to alpha parquet files.
|
||||
combo_name: Name identifier for this combo.
|
||||
method: Combination method ('equal_weight').
|
||||
|
||||
Returns:
|
||||
DataFrame with COMBO_COLUMNS.
|
||||
|
||||
Raises:
|
||||
ValueError: If method is unknown or alpha grids don't align.
|
||||
"""
|
||||
if method not in COMBO_METHODS:
|
||||
raise ValueError(
|
||||
f"Unknown combo method: {method}. Options: {list(COMBO_METHODS)}"
|
||||
)
|
||||
|
||||
alpha_dfs = []
|
||||
for path in alpha_paths:
|
||||
df = pd.read_parquet(path)
|
||||
alpha_dfs.append(df)
|
||||
logger.info("Loaded alpha: %s (%d rows)", path, len(df))
|
||||
|
||||
# Verify alignment: all alphas must share the same (symbol_id, date) pairs
|
||||
keys = [set(zip(df["symbol_id"], pd.to_datetime(df["date"]).astype(str))) for df in alpha_dfs]
|
||||
common = keys[0]
|
||||
for i, k in enumerate(keys[1:], 1):
|
||||
if k != common:
|
||||
logger.warning("Alpha %d has different (symbol_id, date) grid — intersection used", i)
|
||||
common = common.intersection(k)
|
||||
|
||||
combine_fn = COMBO_METHODS[method]
|
||||
result = combine_fn(alpha_dfs)
|
||||
result["combo_name"] = combo_name
|
||||
result = result[COMBO_COLUMNS]
|
||||
result = result.sort_values(["symbol_id", "date"]).reset_index(drop=True)
|
||||
|
||||
logger.info(
|
||||
"Combo '%s': %d symbols × %d dates, weight range [%.4f, %.4f]",
|
||||
combo_name,
|
||||
result["symbol_id"].nunique(),
|
||||
result["date"].nunique(),
|
||||
result["weight"].min(),
|
||||
result["weight"].max(),
|
||||
)
|
||||
return result
|
||||
Reference in New Issue
Block a user