Rewrite as a probabilistic model with walk-forward evaluation.

Replace the 2024 model (model.py, ~2000 lines) with the btcmodel package, the
baseline for future work:

- Forecasts are quantiles of log price at each horizon, scored with CRPS in a
  walk-forward backtest (origins every 30 days from 2014, horizons 1 month to
  4 years). Skill is relative to a zero-drift random walk, with circular
  block-bootstrap intervals and a count of independent windows.
- Development data stops at 2024-11-26, the last day the 2024 model saw.
  Later outcomes are a holdout, scored only by `backtest --holdout`.
- Models: random_walk, drift_rw, and cycle (the 2024 model's cycle-position
  drift, now kernel-smoothed and recency-weighted). On development data
  nothing beats the random walk with confidence; cycle loses at every horizon.
- Prices: the Investing.com archive moves to data/ (cut at 2024-11-26; its
  last row was intraday) and is extended with Coinbase daily closes by
  `update`.

Also: Nix flake dev shell (Python 3.13, pandas 3), ruff in place of black,
pytest suite, and a rewritten README. NOTES.md is removed as inaccurate, and
poetry is dropped.
This commit is contained in:
sam
2026-09-24 02:19:02 -07:00
parent eefff47070
commit cfc27a38de
24 changed files with 1767 additions and 3124 deletions
+100
View File
@@ -0,0 +1,100 @@
"""
Command line entry point.
python -m btcmodel update fetch new daily prices from Coinbase
python -m btcmodel backtest score models on development data
python -m btcmodel backtest --holdout score models on outcomes after DEV_CUTOFF
python -m btcmodel forecast forecast from the latest price
"""
import argparse
from pathlib import Path
import numpy as np
import pandas as pd
from . import data, evaluate, plots
from .models import MODELS
FORECAST_REPORT_HORIZONS = (182, 365, 730, 1095, 1460)
FORECAST_REPORT_LEVELS = (0.05, 0.25, 0.5, 0.75, 0.95)
def main() -> None:
parser = argparse.ArgumentParser(prog="btcmodel", description="Bitcoin price model")
parser.add_argument("-o", "--output", type=Path, default=Path("output"))
parser.add_argument("-m", "--models", nargs="+", choices=list(MODELS), default=list(MODELS))
commands = parser.add_subparsers(dest="command", required=True)
commands.add_parser("update", help="fetch new daily prices")
backtest = commands.add_parser("backtest", help="walk-forward evaluation")
backtest.add_argument(
"--holdout",
action="store_true",
help=f"score outcomes after {data.DEV_CUTOFF:%Y-%m-%d} (don't use while developing)",
)
commands.add_parser("forecast", help="forecast from the latest price")
args = parser.parse_args()
models = [MODELS[name] for name in args.models]
if args.command == "update":
added = data.update_coinbase()
print(f"added {added} days; latest {data.load_prices().index[-1]:%Y-%m-%d}")
elif args.command == "backtest":
run_backtest(models, args.output, args.holdout)
elif args.command == "forecast":
run_forecast(models, args.output)
def run_backtest(models, output: Path, holdout: bool) -> None:
if holdout:
name, prices = "holdout", data.load_prices()
scores = evaluate.backtest(models, prices, score_after=data.DEV_CUTOFF)
else:
name, prices = "backtest", data.load_prices(until=data.DEV_CUTOFF)
scores = evaluate.backtest(models, prices)
out = output / name
out.mkdir(parents=True, exist_ok=True)
summary = evaluate.summarize(scores)
report = (
f"{name}: origins every {evaluate.ORIGIN_STEP_DAYS} days from "
f"{evaluate.FIRST_ORIGIN:%Y-%m-%d}, outcomes through {prices.index[-1]:%Y-%m-%d}\n\n"
+ evaluate.format_summary(summary)
)
print(report)
(out / "report.txt").write_text(report + "\n")
scores.to_csv(out / "scores.csv", index=False)
summary.to_csv(out / "summary.csv", index=False)
plots.skill_chart(summary, out / "skill.png", f"{name}: skill by horizon")
plots.calibration_chart(summary, out / "calibration.png", f"{name}: interval coverage")
print(f"\nwrote {out}/")
def run_forecast(models, output: Path) -> None:
prices = data.load_prices()
horizons = np.arange(1, max(FORECAST_REPORT_HORIZONS) + 1)
forecasts = {m.name: m.forecast(prices, horizons) for m in models}
out = output / "forecast"
out.mkdir(parents=True, exist_ok=True)
rows = []
for name, f in forecasts.items():
for h in FORECAST_REPORT_HORIZONS:
row = {"model": name, "date": f.dates[h - 1].date(), "horizon": h}
for level in FORECAST_REPORT_LEVELS:
row[f"p{level * 100:02.0f}"] = np.exp(f.quantile(level)[h - 1])
rows.append(row)
table = pd.DataFrame(rows)
table.to_csv(out / "forecast.csv", index=False)
shown = table.copy()
for column in shown.columns[3:]:
shown[column] = shown[column].map(plots.price_formatter)
print(f"from {prices.index[-1]:%Y-%m-%d} at {plots.price_formatter(prices.close.iloc[-1])}\n")
print(shown.to_string(index=False))
plots.fan_chart(prices, forecasts, out / "fan.png")
print(f"\nwrote {out}/")
if __name__ == "__main__":
main()