fithia2/libs/features/builder.py

"""Feature orchestrator: combines market, event, and financial features."""
from __future__ import annotations

import datetime as dt

from sqlalchemy import select
from sqlalchemy.ext.asyncio import AsyncSession

from libs.common.file_store import read_exhibit
from libs.common.logging import get_logger
from libs.common.time_utils import filing_time_bucket as classify_time_bucket
from libs.labeler.reaction_date import compute_reaction_date
from libs.db.models import Document, Event, EventParse, FeatureSnapshot
from libs.features.event_features import compute_event_features
from libs.features.financial_features import compute_financial_features
from libs.features.market_features import compute_market_features
from libs.features.text_features import compute_text_features
from libs.oracle_client.financial import FinancialService
from libs.oracle_client.price import PriceService

logger = get_logger(__name__)

SNAPSHOT_VERSION = "1.0.0"


async def build_features_for_event(
    session: AsyncSession,
    event: Event,
    price_service: PriceService,
    financial_service: FinancialService | None = None,
) -> tuple[FeatureSnapshot, FeatureSnapshot] | None:
    """Build market_v1 and event_v1 feature snapshots for an event.

    Returns (market_snapshot, event_snapshot) or None on failure.
    """
    # Get ticker from event (via symbol)
    if not event.symbol_id:
        logger.warning("event_no_symbol", event_id=event.event_id)
        return None

    # Extract ticker from symbol_id (format: SYM::{ticker}::{venue})
    parts = event.symbol_id.split("::")
    ticker = parts[1] if len(parts) >= 2 else None
    if not ticker:
        logger.warning("event_bad_symbol_id", event_id=event.event_id, symbol_id=event.symbol_id)
        return None

    event_date_str = event.event_date.isoformat()

    # Compute reaction date for market feature alignment
    if event.filed_at_utc is not None:
        ftb = classify_time_bucket(event.filed_at_utc)
    else:
        ftb = "unknown"
    reaction_date = compute_reaction_date(event.event_date, ftb)
    reaction_date_str = reaction_date.isoformat()

    # Fetch price bars from Stock Oracle
    try:
        # 30 trading days before event
        start_date = (event.event_date - dt.timedelta(days=45)).isoformat()
        end_date = (event.event_date + dt.timedelta(days=5)).isoformat()
        price_response = await price_service.get_daily_bars(
            ticker, start=start_date, end=end_date
        )
        bars = price_response.bars
    except Exception as exc:
        logger.error("price_fetch_failed", event_id=event.event_id, error=str(exc))
        return None

    # Compute market features
    mf = compute_market_features(bars, reaction_date_str)

    # Get latest valid event parse
    result = await session.execute(
        select(EventParse)
        .where(EventParse.event_id == event.event_id)
        .where(EventParse.validation_status == "valid")
        .order_by(EventParse.event_parse_id.desc())
        .limit(1)
    )
    parse = result.scalar_one_or_none()

    if parse is None:
        logger.warning("no_valid_parse", event_id=event.event_id)
        return None

    ef = compute_event_features(parse.output_json)

    market_snapshot = FeatureSnapshot(
        event_id=event.event_id,
        snapshot_name="market_v1",
        snapshot_version=SNAPSHOT_VERSION,
        feature_json=mf,
    )
    event_snapshot = FeatureSnapshot(
        event_id=event.event_id,
        snapshot_name="event_v1",
        snapshot_version=SNAPSHOT_VERSION,
        feature_json=ef,
    )

    session.add(market_snapshot)
    session.add(event_snapshot)
    await session.flush()

    # Optional: text sentiment features (non-fatal if unavailable)
    try:
        doc_result = await session.execute(
            select(Document).where(Document.document_id == event.primary_document_id)
        )
        doc = doc_result.scalar_one_or_none()
        if doc and doc.accession_no:
            exhibit_text = read_exhibit(doc.accession_no, "EX-99.1")
            tf = compute_text_features(exhibit_text)
            text_snapshot = FeatureSnapshot(
                event_id=event.event_id,
                snapshot_name="text_v1",
                snapshot_version=SNAPSHOT_VERSION,
                feature_json=tf,
            )
            session.add(text_snapshot)
            await session.flush()
            logger.info("text_features_built", event_id=event.event_id, word_count=tf["lm_word_count"])
    except FileNotFoundError:
        logger.debug("text_features_no_exhibit", event_id=event.event_id)
    except Exception as exc:
        logger.warning("text_features_skipped", event_id=event.event_id, error=str(exc))

    # Optional: financial features (non-fatal if unavailable)
    if financial_service is not None:
        try:
            fin_response = await financial_service.get_financial_data(ticker)
            ff = compute_financial_features(fin_response)
            if ff:
                financial_snapshot = FeatureSnapshot(
                    event_id=event.event_id,
                    snapshot_name="financial_v1",
                    snapshot_version=SNAPSHOT_VERSION,
                    feature_json=ff,
                )
                session.add(financial_snapshot)
                await session.flush()
                logger.info("financial_features_built", event_id=event.event_id, ticker=ticker)
        except Exception as exc:
            logger.warning(
                "financial_features_skipped",
                event_id=event.event_id,
                ticker=ticker,
                error=str(exc),
            )

    logger.info(
        "features_built",
        event_id=event.event_id,
        ticker=ticker,
        market_features=list(mf.keys()),
    )
    return market_snapshot, event_snapshot