The ICE API at /marketdata/api/reports/293/results stores all historical daily XLS reports date-descending. Previously the extractor only fetched the latest. New extract_ice_backfill entry point pages through the API and downloads all matching 'Daily Warehouse Stocks' reports. - ice_api.py: add find_all_reports() alongside find_latest_report() - execute.py: add extract_ice_stocks_backfill(max_pages=3) — default covers ~6 months; max_pages=20 fetches ~3 years of history - pyproject.toml: register extract_ice_backfill entry point Ran backfill: 131 files, 2025-08-15 → 2026-02-20 Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
24 lines
661 B
TOML
24 lines
661 B
TOML
[project]
|
|
name = "ice_stocks"
|
|
version = "0.1.0"
|
|
description = "ICE certified warehouse stocks extractor"
|
|
requires-python = ">=3.13"
|
|
dependencies = [
|
|
"niquests>=3.14.1",
|
|
"xlrd>=2.0.1",
|
|
]
|
|
|
|
[project.scripts]
|
|
extract_ice = "ice_stocks.execute:extract_ice_stocks"
|
|
extract_ice_aging = "ice_stocks.execute:extract_ice_aging"
|
|
extract_ice_historical = "ice_stocks.execute:extract_ice_historical"
|
|
extract_ice_all = "ice_stocks.execute:extract_ice_all"
|
|
extract_ice_backfill = "ice_stocks.execute:extract_ice_stocks_backfill"
|
|
|
|
[build-system]
|
|
requires = ["hatchling"]
|
|
build-backend = "hatchling.build"
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
packages = ["src/ice_stocks"]
|