"""Comun pentru etichetarea operatii->coduri RAR prin OpenRouter (modele FREE). Difera de tooling-ul Groq (label_common.py / f7_ensemble.py) prin: - endpoint OpenRouter (OpenAI-compatibil), cheie din .env (nu env exportat); - corpus ordonat pe FRECVENTA (suma NR per denumire distincta), nu alfabetic. Refoloseste IDENTIC: cele 18 coduri RAR, promptul de sistem si scrub-ul PII (F3). """ import json, urllib.request, urllib.error, time, os, csv, glob, re from collections import Counter # --- cheie din .env (gitignored). Tool-urile Groq citeau os.environ; aici din fisier, # fiindca shell-ul non-interactiv nu pastreaza export-urile intre apeluri. --- def _load_key(): if os.environ.get("OPENROUTER_KEY"): return os.environ["OPENROUTER_KEY"] env = os.path.join(os.path.dirname(__file__), "..", "..", ".env") for line in open(env, encoding="utf-8", errors="replace"): line = line.strip() if line.startswith("OPENROUTER_KEY="): return line.split("=", 1)[1].strip() raise RuntimeError("OPENROUTER_KEY lipseste din .env si din mediu") KEY = _load_key() URL = "https://openrouter.ai/api/v1/chat/completions" # --- nomenclator + prompt: identic cu label_common.py / f7_ensemble.py (sursa de adevar) --- CODURI = ("OE-1=REPARATIE, OE-2=INTRETINERE, OE-3=REVIZIE PERIODICA, OE-4=REGLARE FUNCTIONALA, " "OE-5=MODIFICARE CONSTRUCTIVA, OE-6=RECONSTRUCTIE, OE-7=ACTUALIZARE SOFTWARE, " "OE-8=INLOCUIRE SEZONIERA ANVELOPE, OE-D=AVARIE GRAVA DIRECTIE, OE-F=AVARIE GRAVA FRANARE, " "OE-C=AVARIE GRAVA CAROSERIE, OE-S=AVARIE GRAVA SASIU, OE-R=AVARIE GRAVA RETINERE/AIRBAG, " "OE-A=AVARIE GRAVA ADAS, OE-I=ISTORIC ODOMETRU, AITLV=ATELIER TAHOGRAFE, " "R-ODO=REPARATIE ODOMETRU, I-ODO=INLOCUIRE ODOMETRU, NUL=NU e operatie de service") SYS = ("Esti expert RAR AUTOPASS. Clasifici fiecare operatie de service-auto in EXACT unul din coduri:\n" + CODURI + "\nReguli: AVARIILE GRAVE (OE-D/F/C/S/R/A) DOAR pentru daune in urma unui accident, NU reparatii curente. " "Vopsire/revopsire/retus = REPARATIE (OE-1). Inlocuire/D-R/reparare piese = REPARATIE (OE-1). " "Schimb ulei motor + filtre = REVIZIE (OE-3). Aerisit/gresat/completat nivele = INTRETINERE (OE-2). " "Text care nu e operatie efectiva (ITP, plata, discount, manopera generica, nr inmatriculare, doar nume piesa) -> NUL. " "Raspunde DOAR JSON {\"rez\":[{\"i\":,\"cod\":\"...\"}]}.") # --- F3: scrub PII inainte de a trimite la LLM --- PLATE = re.compile(r'\b[A-Z]{1,2}\s?\d{2,3}\s?[A-Z]{3}\b') VIN = re.compile(r'\b[A-HJ-NPR-Z0-9]{17}\b') def scrub(s): return VIN.sub('[VIN]', PLATE.sub('[NR]', s)) VALID = {c.split("=")[0] for c in CODURI.replace(", ", ",").split(",")} def call(model, batch, timeout=180, max_attempts=6): """Un apel OpenRouter pe un batch. Intoarce (coduri, meta) unde meta are latenta si erori. coduri: lista paralela cu batch; "?" pe pozitiile fara raspuns / parse-fail. """ msgs = [{"role": "system", "content": SYS}, {"role": "user", "content": "\n".join(f"{i+1}. {scrub(o)}" for i, o in enumerate(batch))}] body = {"model": model, "messages": msgs, "temperature": 0, "response_format": {"type": "json_object"}} data = json.dumps(body).encode() t0 = time.time() for attempt in range(max_attempts): req = urllib.request.Request(URL, data=data, headers={ "Authorization": f"Bearer {KEY}", "Content-Type": "application/json", "User-Agent": "Mozilla/5.0", # WAF: Python-urllib -> 403 "HTTP-Referer": "https://gitea.romfast.ro/romfast/autopass", "X-Title": "autopass-mapare-llm"}) try: with urllib.request.urlopen(req, timeout=timeout) as r: d = json.load(r) content = d["choices"][0]["message"]["content"] out = json.loads(content)["rez"] m = {x["i"]: x["cod"] for x in out} codes = [m.get(i + 1, "?") for i in range(len(batch))] return codes, {"ms": int((time.time() - t0) * 1000), "err": None} except urllib.error.HTTPError as e: if e.code in (429, 500, 502, 503): wait = float(e.headers.get("retry-after", 0)) or min(2 ** attempt, 30) time.sleep(wait); continue return ["?"] * len(batch), {"ms": int((time.time() - t0) * 1000), "err": f"HTTP {e.code}"} except Exception as e: if attempt < max_attempts - 1: time.sleep(min(2 ** attempt, 20)); continue return ["?"] * len(batch), {"ms": int((time.time() - t0) * 1000), "err": type(e).__name__} return ["?"] * len(batch), {"ms": int((time.time() - t0) * 1000), "err": "max_attempts"} def corpus_by_freq(): """Toate denumirile distincte, cu frecventa = suma NR pe toate CSV-urile, desc. Intoarce lista de (denop, nr_total). NR = de cate ori apare denumirea in prezentari. """ freq = Counter() for f in sorted(glob.glob(os.path.join(os.path.dirname(__file__), "..", "..", "docs", "operatii-service", "*.csv"))): for r in list(csv.reader(open(f, encoding="utf-8", errors="replace"), delimiter=";"))[1:]: if len(r) > 2 and r[1].strip(): try: freq[r[1].strip()] += int(r[2].strip() or 0) except ValueError: freq[r[1].strip()] += 0 return freq.most_common() if __name__ == "__main__": c = corpus_by_freq() tot = sum(n for _, n in c) print(f"distincte: {len(c)} volum total (suma NR): {tot}") for cut in (100, 500, 1000): cov = sum(n for _, n in c[:cut]) print(f" top {cut}: {100*cov/tot:.1f}% din volum") print("--- top 15 dupa frecventa ---") for op, n in c[:15]: print(f" {n:>6} {op}")