gomag-vending/api/app/services/validation_service.py

import logging
from .. import database

logger = logging.getLogger(__name__)

def check_orders_in_roa(min_date, conn) -> dict:
    """Check which orders already exist in Oracle COMENZI by date range.
    Returns: {comanda_externa: id_comanda} for all existing orders.
    Much faster than IN-clause batching — single query using date index.
    """
    if conn is None:
        return {}

    existing = {}
    try:
        with conn.cursor() as cur:
            cur.execute("""
                SELECT comanda_externa, id_comanda FROM COMENZI
                WHERE data_comanda >= :min_date
                  AND comanda_externa IS NOT NULL AND sters = 0
            """, {"min_date": min_date})
            for row in cur:
                existing[str(row[0])] = row[1]
    except Exception as e:
        logger.error(f"check_orders_in_roa failed: {e}")

    logger.info(f"ROA order check (since {min_date}): {len(existing)} existing orders found")
    return existing


def resolve_codmat_ids(codmats: set[str], id_gestiune: int = None, conn=None) -> dict[str, dict]:
    """Resolve CODMATs to best id_articol + cont: prefers article with stock, then MAX(id_articol).
    Filters: sters=0 AND inactiv=0.
    Returns: {codmat: {"id_articol": int, "cont": str|None}}
    """
    if not codmats:
        return {}

    result = {}
    codmat_list = list(codmats)

    # Build stoc subquery dynamically for index optimization
    if id_gestiune is not None:
        stoc_filter = "AND s.id_gestiune = :id_gestiune"
    else:
        stoc_filter = ""

    own_conn = conn is None
    if own_conn:
        conn = database.get_oracle_connection()
    try:
        with conn.cursor() as cur:
            for i in range(0, len(codmat_list), 500):
                batch = codmat_list[i:i+500]
                placeholders = ",".join([f":c{j}" for j in range(len(batch))])
                params = {f"c{j}": cm for j, cm in enumerate(batch)}
                if id_gestiune is not None:
                    params["id_gestiune"] = id_gestiune

                cur.execute(f"""
                    SELECT codmat, id_articol, cont FROM (
                        SELECT na.codmat, na.id_articol, na.cont,
                               ROW_NUMBER() OVER (
                                   PARTITION BY na.codmat
                                   ORDER BY
                                       CASE WHEN EXISTS (
                                           SELECT 1 FROM stoc s
                                           WHERE s.id_articol = na.id_articol
                                             {stoc_filter}
                                             AND s.an = EXTRACT(YEAR FROM SYSDATE)
                                             AND s.luna = EXTRACT(MONTH FROM SYSDATE)
                                             AND s.cants + s.cant - s.cante > 0
                                       ) THEN 0 ELSE 1 END,
                                       na.id_articol DESC
                               ) AS rn
                          FROM nom_articole na
                         WHERE na.codmat IN ({placeholders})
                           AND na.sters = 0 AND na.inactiv = 0
                    ) WHERE rn = 1
                """, params)
                for row in cur:
                    result[row[0]] = {"id_articol": row[1], "cont": row[2]}
    finally:
        if own_conn:
            database.pool.release(conn)

    logger.info(f"resolve_codmat_ids: {len(result)}/{len(codmats)} resolved (gestiune={id_gestiune})")
    return result


def validate_skus(skus: set[str], conn=None, id_gestiune: int = None) -> dict:
    """Validate a set of SKUs against Oracle.
    Returns: {mapped: set, direct: set, missing: set, direct_id_map: {codmat: {"id_articol": int, "cont": str|None}}}
    - mapped: found in ARTICOLE_TERTI (active)
    - direct: found in NOM_ARTICOLE by codmat (not in ARTICOLE_TERTI)
    - missing: not found anywhere
    - direct_id_map: {codmat: {"id_articol": int, "cont": str|None}} for direct SKUs
    """
    if not skus:
        return {"mapped": set(), "direct": set(), "missing": set(), "direct_id_map": {}}

    mapped = set()
    sku_list = list(skus)

    own_conn = conn is None
    if own_conn:
        conn = database.get_oracle_connection()
    try:
        with conn.cursor() as cur:
            # Check in batches of 500
            for i in range(0, len(sku_list), 500):
                batch = sku_list[i:i+500]
                placeholders = ",".join([f":s{j}" for j in range(len(batch))])
                params = {f"s{j}": sku for j, sku in enumerate(batch)}

                # Check ARTICOLE_TERTI
                cur.execute(f"""
                    SELECT DISTINCT sku FROM ARTICOLE_TERTI
                    WHERE sku IN ({placeholders}) AND activ = 1 AND sters = 0
                """, params)
                for row in cur:
                    mapped.add(row[0])

        # Resolve remaining SKUs via resolve_codmat_ids (consistent id_articol selection)
        all_remaining = [s for s in sku_list if s not in mapped]
        if all_remaining:
            direct_id_map = resolve_codmat_ids(set(all_remaining), id_gestiune, conn)
            direct = set(direct_id_map.keys())
        else:
            direct_id_map = {}
            direct = set()

    finally:
        if own_conn:
            database.pool.release(conn)

    missing = skus - mapped - direct

    logger.info(f"SKU validation: {len(mapped)} mapped, {len(direct)} direct, {len(missing)} missing")
    return {"mapped": mapped, "direct": direct, "missing": missing,
            "direct_id_map": direct_id_map}

def classify_orders(orders, validation_result):
    """Classify orders as importable or skipped based on SKU validation.
    Returns: (importable_orders, skipped_orders)
    Each skipped entry is a tuple of (order, list_of_missing_skus).
    """
    ok_skus = validation_result["mapped"] | validation_result["direct"]
    importable = []
    skipped = []

    for order in orders:
        order_skus = {item.sku for item in order.items if item.sku}
        order_missing = order_skus - ok_skus

        if order_missing:
            skipped.append((order, list(order_missing)))
        else:
            importable.append(order)

    return importable, skipped

def _extract_id_map(direct_id_map: dict) -> dict:
    """Extract {codmat: id_articol} from either enriched or simple format."""
    if not direct_id_map:
        return {}
    result = {}
    for cm, val in direct_id_map.items():
        if isinstance(val, dict):
            result[cm] = val["id_articol"]
        else:
            result[cm] = val
    return result


def validate_prices(codmats: set[str], id_pol: int, conn=None, direct_id_map: dict=None) -> dict:
    """Check which CODMATs have a price entry in CRM_POLITICI_PRET_ART for the given policy.
    If direct_id_map is provided, skips the NOM_ARTICOLE lookup for those CODMATs.
    Returns: {"has_price": set_of_codmats, "missing_price": set_of_codmats}
    """
    if not codmats:
        return {"has_price": set(), "missing_price": set()}

    codmat_to_id = _extract_id_map(direct_id_map)
    ids_with_price = set()

    own_conn = conn is None
    if own_conn:
        conn = database.get_oracle_connection()
    try:
        with conn.cursor() as cur:
            # Check which ID_ARTICOLs have a price in the policy
            id_list = list(codmat_to_id.values())
            for i in range(0, len(id_list), 500):
                batch = id_list[i:i+500]
                placeholders = ",".join([f":a{j}" for j in range(len(batch))])
                params = {f"a{j}": aid for j, aid in enumerate(batch)}
                params["id_pol"] = id_pol

                cur.execute(f"""
                    SELECT DISTINCT pa.ID_ARTICOL FROM CRM_POLITICI_PRET_ART pa
                    WHERE pa.ID_POL = :id_pol AND pa.ID_ARTICOL IN ({placeholders})
                """, params)
                for row in cur:
                    ids_with_price.add(row[0])
    finally:
        if own_conn:
            database.pool.release(conn)

    # Map back to CODMATs
    has_price = {cm for cm, aid in codmat_to_id.items() if aid in ids_with_price}
    missing_price = codmats - has_price

    logger.info(f"Price validation (policy {id_pol}): {len(has_price)} have price, {len(missing_price)} missing price")
    return {"has_price": has_price, "missing_price": missing_price}

def ensure_prices(codmats: set[str], id_pol: int, conn=None, direct_id_map: dict=None,
                   cota_tva: float = None):
    """Insert price 0 entries for CODMATs missing from the given price policy.
    Uses batch executemany instead of individual INSERTs.
    Relies on TRG_CRM_POLITICI_PRET_ART trigger for ID_POL_ART sequence.
    cota_tva: VAT rate from settings (e.g. 21) — used for PROC_TVAV metadata.
    """
    if not codmats:
        return

    proc_tvav = 1 + (cota_tva / 100) if cota_tva else 1.21

    own_conn = conn is None
    if own_conn:
        conn = database.get_oracle_connection()
    try:
        with conn.cursor() as cur:
            # Get ID_VALUTA for this policy
            cur.execute("""
                SELECT ID_VALUTA FROM CRM_POLITICI_PRETURI WHERE ID_POL = :id_pol
            """, {"id_pol": id_pol})
            row = cur.fetchone()
            if not row:
                logger.error(f"Price policy {id_pol} not found in CRM_POLITICI_PRETURI")
                return
            id_valuta = row[0]

            # Build batch params using direct_id_map (already resolved via resolve_codmat_ids)
            batch_params = []
            codmat_id_map = _extract_id_map(direct_id_map)

            for codmat in codmats:
                id_articol = codmat_id_map.get(codmat)
                if not id_articol:
                    logger.warning(f"CODMAT {codmat} not found in NOM_ARTICOLE, skipping price insert")
                    continue
                batch_params.append({
                    "id_pol": id_pol,
                    "id_articol": id_articol,
                    "id_valuta": id_valuta,
                    "proc_tvav": proc_tvav
                })

            if batch_params:
                cur.executemany("""
                    INSERT INTO CRM_POLITICI_PRET_ART
                        (ID_POL, ID_ARTICOL, PRET, ID_VALUTA,
                         ID_UTIL, DATAORA, PROC_TVAV, PRETFTVA, PRETCTVA)
                    VALUES
                        (:id_pol, :id_articol, 0, :id_valuta,
                         -3, SYSDATE, :proc_tvav, 0, 0)
                """, batch_params)
                logger.info(f"Batch inserted {len(batch_params)} price entries for policy {id_pol} (PROC_TVAV={proc_tvav})")

            conn.commit()
    finally:
        if own_conn:
            database.pool.release(conn)

    logger.info(f"Ensure prices done: {len(codmats)} CODMATs processed for policy {id_pol}")


def validate_and_ensure_prices_dual(codmats: set[str], id_pol_vanzare: int,
                                     id_pol_productie: int, conn, direct_id_map: dict,
                                     cota_tva: float = 21) -> dict[str, int]:
    """Dual-policy price validation: assign each CODMAT to sales or production policy.

    Logic:
    1. Check both policies in one SQL
    2. If article in one policy → use that
    3. If article in BOTH → prefer id_pol_vanzare
    4. If article in NEITHER → check cont: 341/345 → production, else → sales; insert price 0

    Returns: codmat_policy_map = {codmat: assigned_id_pol}
    """
    if not codmats:
        return {}

    codmat_policy_map = {}
    id_map = _extract_id_map(direct_id_map)

    # Collect all id_articol values we need to check
    id_to_codmats = {}  # {id_articol: [codmat, ...]}
    for cm in codmats:
        aid = id_map.get(cm)
        if aid:
            id_to_codmats.setdefault(aid, []).append(cm)

    if not id_to_codmats:
        return {}

    # Query both policies in one SQL
    existing = {}  # {id_articol: set of id_pol}
    id_list = list(id_to_codmats.keys())
    with conn.cursor() as cur:
        for i in range(0, len(id_list), 500):
            batch = id_list[i:i+500]
            placeholders = ",".join([f":a{j}" for j in range(len(batch))])
            params = {f"a{j}": aid for j, aid in enumerate(batch)}
            params["id_pol_v"] = id_pol_vanzare
            params["id_pol_p"] = id_pol_productie

            cur.execute(f"""
                SELECT pa.ID_ARTICOL, pa.ID_POL FROM CRM_POLITICI_PRET_ART pa
                WHERE pa.ID_POL IN (:id_pol_v, :id_pol_p) AND pa.ID_ARTICOL IN ({placeholders})
            """, params)
            for row in cur:
                existing.setdefault(row[0], set()).add(row[1])

    # Classify each codmat
    missing_vanzare = set()   # CODMATs needing price 0 in sales policy
    missing_productie = set() # CODMATs needing price 0 in production policy

    for aid, cms in id_to_codmats.items():
        pols = existing.get(aid, set())
        for cm in cms:
            if pols:
                if id_pol_vanzare in pols:
                    codmat_policy_map[cm] = id_pol_vanzare
                elif id_pol_productie in pols:
                    codmat_policy_map[cm] = id_pol_productie
            else:
                # Not in any policy — classify by cont
                info = direct_id_map.get(cm, {})
                cont = info.get("cont", "") if isinstance(info, dict) else ""
                cont_str = str(cont or "").strip()
                if cont_str in ("341", "345"):
                    codmat_policy_map[cm] = id_pol_productie
                    missing_productie.add(cm)
                else:
                    codmat_policy_map[cm] = id_pol_vanzare
                    missing_vanzare.add(cm)

    # Ensure prices for missing articles in each policy
    if missing_vanzare:
        ensure_prices(missing_vanzare, id_pol_vanzare, conn, direct_id_map, cota_tva=cota_tva)
    if missing_productie:
        ensure_prices(missing_productie, id_pol_productie, conn, direct_id_map, cota_tva=cota_tva)

    logger.info(
        f"Dual-policy: {len(codmat_policy_map)} CODMATs assigned "
        f"(vanzare={sum(1 for v in codmat_policy_map.values() if v == id_pol_vanzare)}, "
        f"productie={sum(1 for v in codmat_policy_map.values() if v == id_pol_productie)})"
    )
    return codmat_policy_map


def resolve_mapped_codmats(mapped_skus: set[str], conn) -> dict[str, list[dict]]:
    """For mapped SKUs, get their underlying CODMATs from ARTICOLE_TERTI + nom_articole.

    Returns: {sku: [{"codmat": str, "id_articol": int, "cont": str|None}]}
    """
    if not mapped_skus:
        return {}

    result = {}
    sku_list = list(mapped_skus)

    with conn.cursor() as cur:
        for i in range(0, len(sku_list), 500):
            batch = sku_list[i:i+500]
            placeholders = ",".join([f":s{j}" for j in range(len(batch))])
            params = {f"s{j}": sku for j, sku in enumerate(batch)}

            cur.execute(f"""
                SELECT at.sku, at.codmat, na.id_articol, na.cont
                FROM ARTICOLE_TERTI at
                JOIN NOM_ARTICOLE na ON na.codmat = at.codmat AND na.sters = 0 AND na.inactiv = 0
                WHERE at.sku IN ({placeholders}) AND at.activ = 1 AND at.sters = 0
            """, params)
            for row in cur:
                sku = row[0]
                if sku not in result:
                    result[sku] = []
                result[sku].append({
                    "codmat": row[1],
                    "id_articol": row[2],
                    "cont": row[3]
                })

    logger.info(f"resolve_mapped_codmats: {len(result)} SKUs → {sum(len(v) for v in result.values())} CODMATs")
    return result