fix telegram

2026-02-23 15:12:33 +00:00
parent 6c78fec8a7
commit 8bc567a9c5
426 changed files with 112478 additions and 1 deletions
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/env.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/env.py
@@ -0,0 +1,92 @@
+"""Alembic environment configuration."""
+
+import os
+from pathlib import Path
+from logging.config import fileConfig
+from dotenv import load_dotenv
+
+from sqlalchemy import engine_from_config
+from sqlalchemy import pool
+
+from alembic import context
+from sqlmodel import SQLModel
+
+# Load environment variables from .env file
+load_dotenv()
+
+# Import all models to ensure they're registered with SQLModel
+from backend.modules.data_entry.db.models.receipt import Receipt, ReceiptAttachment
+from backend.modules.data_entry.db.models.accounting_entry import AccountingEntry
+from backend.modules.data_entry.db.models.nomenclature import SyncedSupplier, LocalSupplier, SyncedCashRegister
+from backend.modules.data_entry.db.models.ocr_settings import UserOCRPreference, OCRJobMetrics
+
+# this is the Alembic Config object, which provides
+# access to the values within the .ini file in use.
+config = context.config
+
+# Override sqlalchemy.url from environment variable if set
+# Resolve to absolute path for Windows/IIS compatibility
+db_path = Path(os.getenv("SQLITE_DATABASE_PATH", "data/receipts/receipts.db")).resolve()
+config.set_main_option("sqlalchemy.url", f"sqlite:///{db_path}")
+
+# Interpret the config file for Python logging.
+# This line sets up loggers basically.
+if config.config_file_name is not None:
+    fileConfig(config.config_file_name)
+
+# add your model's MetaData object here
+# for 'autogenerate' support
+target_metadata = SQLModel.metadata
+
+
+def run_migrations_offline() -> None:
+    """Run migrations in 'offline' mode.
+
+    This configures the context with just a URL
+    and not an Engine, though an Engine is acceptable
+    here as well.  By skipping the Engine creation
+    we don't even need a DBAPI to be available.
+
+    Calls to context.execute() here emit the given string to the
+    script output.
+    """
+    url = config.get_main_option("sqlalchemy.url")
+    context.configure(
+        url=url,
+        target_metadata=target_metadata,
+        literal_binds=True,
+        dialect_opts={"paramstyle": "named"},
+        render_as_batch=True,  # Required for SQLite ALTER TABLE support
+    )
+
+    with context.begin_transaction():
+        context.run_migrations()
+
+
+def run_migrations_online() -> None:
+    """Run migrations in 'online' mode.
+
+    In this scenario we need to create an Engine
+    and associate a connection with the context.
+    """
+    connectable = engine_from_config(
+        config.get_section(config.config_ini_section, {}),
+        prefix="sqlalchemy.",
+        poolclass=pool.NullPool,
+    )
+
+    with connectable.connect() as connection:
+        context.configure(
+            connection=connection,
+            target_metadata=target_metadata,
+            render_as_batch=True,  # Required for SQLite ALTER TABLE support
+        )
+
+        with context.begin_transaction():
+            context.run_migrations()
+
+
+if context.is_offline_mode():
+    run_migrations_offline()
+else:
+    run_migrations_online()
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/script.py.mako
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/script.py.mako
@@ -0,0 +1,27 @@
+"""${message}
+
+Revision ID: ${up_revision}
+Revises: ${down_revision | comma,n}
+Create Date: ${create_date}
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+import sqlmodel
+${imports if imports else ""}
+
+# revision identifiers, used by Alembic.
+revision: str = ${repr(up_revision)}
+down_revision: Union[str, None] = ${repr(down_revision)}
+branch_labels: Union[str, Sequence[str], None] = ${repr(branch_labels)}
+depends_on: Union[str, Sequence[str], None] = ${repr(depends_on)}
+
+
+def upgrade() -> None:
+    ${upgrades if upgrades else "pass"}
+
+
+def downgrade() -> None:
+    ${downgrades if downgrades else "pass"}
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/001_initial_receipts.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/001_initial_receipts.py
@@ -0,0 +1,112 @@
+"""Initial receipts schema
+
+Revision ID: 001_initial
+Revises:
+Create Date: 2024-12-11
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+import sqlmodel
+
+# revision identifiers, used by Alembic.
+revision: str = '001_initial'
+down_revision: Union[str, None] = None
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # Create receipts table
+    op.create_table(
+        'receipts',
+        sa.Column('id', sa.Integer(), nullable=False),
+        sa.Column('receipt_type', sa.Enum('BON_FISCAL', 'CHITANTA', name='receipttype'), nullable=False),
+        sa.Column('direction', sa.Enum('CHELTUIALA', 'INCASARE', name='receiptdirection'), nullable=False),
+        sa.Column('receipt_number', sa.String(length=50), nullable=True),
+        sa.Column('receipt_series', sa.String(length=20), nullable=True),
+        sa.Column('receipt_date', sa.Date(), nullable=False),
+        sa.Column('amount', sa.Numeric(precision=15, scale=2), nullable=False),
+        sa.Column('description', sa.String(length=500), nullable=True),
+        sa.Column('expense_type_code', sa.String(length=20), nullable=True),
+        sa.Column('company_id', sa.Integer(), nullable=False),
+        sa.Column('partner_id', sa.Integer(), nullable=True),
+        sa.Column('partner_name', sa.String(length=200), nullable=True),
+        sa.Column('cash_register_id', sa.Integer(), nullable=True),
+        sa.Column('cash_register_name', sa.String(length=100), nullable=True),
+        sa.Column('cash_register_account', sa.String(length=20), nullable=True),
+        sa.Column('status', sa.Enum('DRAFT', 'PENDING_REVIEW', 'APPROVED', 'REJECTED', 'SYNCED', name='receiptstatus'), nullable=False),
+        sa.Column('created_by', sa.String(length=100), nullable=False),
+        sa.Column('created_at', sa.DateTime(), nullable=False),
+        sa.Column('updated_at', sa.DateTime(), nullable=False),
+        sa.Column('submitted_at', sa.DateTime(), nullable=True),
+        sa.Column('reviewed_by', sa.String(length=100), nullable=True),
+        sa.Column('reviewed_at', sa.DateTime(), nullable=True),
+        sa.Column('rejection_reason', sa.String(length=500), nullable=True),
+        sa.Column('oracle_synced_at', sa.DateTime(), nullable=True),
+        sa.Column('oracle_act_id', sa.Integer(), nullable=True),
+        sa.Column('oracle_error', sa.String(length=500), nullable=True),
+        sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_receipts_company_id'), 'receipts', ['company_id'], unique=False)
+    op.create_index(op.f('ix_receipts_status'), 'receipts', ['status'], unique=False)
+    op.create_index(op.f('ix_receipts_created_by'), 'receipts', ['created_by'], unique=False)
+    op.create_index(op.f('ix_receipts_receipt_date'), 'receipts', ['receipt_date'], unique=False)
+
+    # Create receipt_attachments table
+    op.create_table(
+        'receipt_attachments',
+        sa.Column('id', sa.Integer(), nullable=False),
+        sa.Column('receipt_id', sa.Integer(), nullable=False),
+        sa.Column('filename', sa.String(length=255), nullable=False),
+        sa.Column('stored_filename', sa.String(length=255), nullable=False),
+        sa.Column('file_path', sa.String(length=500), nullable=False),
+        sa.Column('file_size', sa.Integer(), nullable=False),
+        sa.Column('mime_type', sa.String(length=100), nullable=False),
+        sa.Column('uploaded_at', sa.DateTime(), nullable=False),
+        sa.ForeignKeyConstraint(['receipt_id'], ['receipts.id'], ondelete='CASCADE'),
+        sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_receipt_attachments_receipt_id'), 'receipt_attachments', ['receipt_id'], unique=False)
+
+    # Create accounting_entries table
+    op.create_table(
+        'accounting_entries',
+        sa.Column('id', sa.Integer(), nullable=False),
+        sa.Column('receipt_id', sa.Integer(), nullable=False),
+        sa.Column('entry_type', sa.Enum('DEBIT', 'CREDIT', name='entrytype'), nullable=False),
+        sa.Column('account_code', sa.String(length=20), nullable=False),
+        sa.Column('account_name', sa.String(length=200), nullable=True),
+        sa.Column('amount', sa.Numeric(precision=15, scale=2), nullable=False),
+        sa.Column('partner_id', sa.Integer(), nullable=True),
+        sa.Column('cost_center_id', sa.Integer(), nullable=True),
+        sa.Column('is_auto_generated', sa.Boolean(), nullable=False),
+        sa.Column('modified_by', sa.String(length=100), nullable=True),
+        sa.Column('modified_at', sa.DateTime(), nullable=True),
+        sa.Column('sort_order', sa.Integer(), nullable=False),
+        sa.ForeignKeyConstraint(['receipt_id'], ['receipts.id'], ondelete='CASCADE'),
+        sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_accounting_entries_receipt_id'), 'accounting_entries', ['receipt_id'], unique=False)
+
+
+def downgrade() -> None:
+    op.drop_index(op.f('ix_accounting_entries_receipt_id'), table_name='accounting_entries')
+    op.drop_table('accounting_entries')
+
+    op.drop_index(op.f('ix_receipt_attachments_receipt_id'), table_name='receipt_attachments')
+    op.drop_table('receipt_attachments')
+
+    op.drop_index(op.f('ix_receipts_receipt_date'), table_name='receipts')
+    op.drop_index(op.f('ix_receipts_created_by'), table_name='receipts')
+    op.drop_index(op.f('ix_receipts_status'), table_name='receipts')
+    op.drop_index(op.f('ix_receipts_company_id'), table_name='receipts')
+    op.drop_table('receipts')
+
+    # Drop enums (SQLite doesn't actually use these, but for consistency)
+    op.execute("DROP TYPE IF EXISTS receipttype")
+    op.execute("DROP TYPE IF EXISTS receiptdirection")
+    op.execute("DROP TYPE IF EXISTS receiptstatus")
+    op.execute("DROP TYPE IF EXISTS entrytype")
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251212_140422_add_tva_breakdown_to_receipt.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251212_140422_add_tva_breakdown_to_receipt.py
@@ -0,0 +1,37 @@
+"""add_tva_breakdown_to_receipt
+
+Revision ID: 1cfb423c6953
+Revises: 001_initial
+Create Date: 2025-12-12 14:04:22.464289+00:00
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+import sqlmodel
+
+
+# revision identifiers, used by Alembic.
+revision: str = '1cfb423c6953'
+down_revision: Union[str, None] = '001_initial'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # Add TVA-related columns to receipts table
+    with op.batch_alter_table('receipts', schema=None) as batch_op:
+        batch_op.add_column(sa.Column('tva_breakdown', sqlmodel.sql.sqltypes.AutoString(length=1000), nullable=True))
+        batch_op.add_column(sa.Column('tva_total', sa.Numeric(precision=15, scale=2), nullable=True))
+        batch_op.add_column(sa.Column('items_count', sa.Integer(), nullable=True))
+        batch_op.add_column(sa.Column('vendor_address', sqlmodel.sql.sqltypes.AutoString(length=500), nullable=True))
+
+
+def downgrade() -> None:
+    # Remove TVA-related columns from receipts table
+    with op.batch_alter_table('receipts', schema=None) as batch_op:
+        batch_op.drop_column('vendor_address')
+        batch_op.drop_column('items_count')
+        batch_op.drop_column('tva_total')
+        batch_op.drop_column('tva_breakdown')
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251213_002805_add_nomenclature_tables.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251213_002805_add_nomenclature_tables.py
@@ -0,0 +1,89 @@
+"""add nomenclature tables
+
+Revision ID: 3a653da79002
+Revises: 1cfb423c6953
+Create Date: 2025-12-13 00:28:05.719430+00:00
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+import sqlmodel
+
+
+# revision identifiers, used by Alembic.
+revision: str = '3a653da79002'
+down_revision: Union[str, None] = '1cfb423c6953'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('local_suppliers',
+    sa.Column('id', sa.Integer(), nullable=False),
+    sa.Column('company_id', sa.Integer(), nullable=False),
+    sa.Column('name', sqlmodel.sql.sqltypes.AutoString(length=200), nullable=False),
+    sa.Column('fiscal_code', sqlmodel.sql.sqltypes.AutoString(length=50), nullable=True),
+    sa.Column('address', sqlmodel.sql.sqltypes.AutoString(length=500), nullable=True),
+    sa.Column('created_by', sqlmodel.sql.sqltypes.AutoString(length=100), nullable=False),
+    sa.Column('created_at', sa.DateTime(), nullable=False),
+    sa.Column('pending_oracle_sync', sa.Boolean(), nullable=False),
+    sa.PrimaryKeyConstraint('id')
+    )
+    with op.batch_alter_table('local_suppliers', schema=None) as batch_op:
+        batch_op.create_index(batch_op.f('ix_local_suppliers_company_id'), ['company_id'], unique=False)
+        batch_op.create_index(batch_op.f('ix_local_suppliers_fiscal_code'), ['fiscal_code'], unique=False)
+
+    op.create_table('synced_cash_registers',
+    sa.Column('id', sa.Integer(), nullable=False),
+    sa.Column('oracle_id', sa.Integer(), nullable=False),
+    sa.Column('company_id', sa.Integer(), nullable=False),
+    sa.Column('name', sqlmodel.sql.sqltypes.AutoString(length=100), nullable=False),
+    sa.Column('account_code', sqlmodel.sql.sqltypes.AutoString(length=20), nullable=False),
+    sa.Column('register_type', sqlmodel.sql.sqltypes.AutoString(length=10), nullable=False),
+    sa.Column('synced_at', sa.DateTime(), nullable=False),
+    sa.PrimaryKeyConstraint('id')
+    )
+    with op.batch_alter_table('synced_cash_registers', schema=None) as batch_op:
+        batch_op.create_index(batch_op.f('ix_synced_cash_registers_company_id'), ['company_id'], unique=False)
+        batch_op.create_index(batch_op.f('ix_synced_cash_registers_oracle_id'), ['oracle_id'], unique=False)
+
+    op.create_table('synced_suppliers',
+    sa.Column('id', sa.Integer(), nullable=False),
+    sa.Column('oracle_id', sa.Integer(), nullable=False),
+    sa.Column('company_id', sa.Integer(), nullable=False),
+    sa.Column('name', sqlmodel.sql.sqltypes.AutoString(length=200), nullable=False),
+    sa.Column('fiscal_code', sqlmodel.sql.sqltypes.AutoString(length=50), nullable=True),
+    sa.Column('address', sqlmodel.sql.sqltypes.AutoString(length=500), nullable=True),
+    sa.Column('synced_at', sa.DateTime(), nullable=False),
+    sa.PrimaryKeyConstraint('id')
+    )
+    with op.batch_alter_table('synced_suppliers', schema=None) as batch_op:
+        batch_op.create_index(batch_op.f('ix_synced_suppliers_company_id'), ['company_id'], unique=False)
+        batch_op.create_index(batch_op.f('ix_synced_suppliers_fiscal_code'), ['fiscal_code'], unique=False)
+        batch_op.create_index(batch_op.f('ix_synced_suppliers_oracle_id'), ['oracle_id'], unique=False)
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('synced_suppliers', schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f('ix_synced_suppliers_oracle_id'))
+        batch_op.drop_index(batch_op.f('ix_synced_suppliers_fiscal_code'))
+        batch_op.drop_index(batch_op.f('ix_synced_suppliers_company_id'))
+
+    op.drop_table('synced_suppliers')
+    with op.batch_alter_table('synced_cash_registers', schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f('ix_synced_cash_registers_oracle_id'))
+        batch_op.drop_index(batch_op.f('ix_synced_cash_registers_company_id'))
+
+    op.drop_table('synced_cash_registers')
+    with op.batch_alter_table('local_suppliers', schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f('ix_local_suppliers_fiscal_code'))
+        batch_op.drop_index(batch_op.f('ix_local_suppliers_company_id'))
+
+    op.drop_table('local_suppliers')
+    # ### end Alembic commands ###
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251215_add_ocr_fields_to_receipt.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251215_add_ocr_fields_to_receipt.py
@@ -0,0 +1,35 @@
+"""add_ocr_fields_to_receipt
+
+Revision ID: 4b8e5f2a1d93
+Revises: 3a653da79002
+Create Date: 2025-12-15 10:00:00.000000+00:00
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+import sqlmodel
+
+
+# revision identifiers, used by Alembic.
+revision: str = '4b8e5f2a1d93'
+down_revision: Union[str, None] = '3a653da79002'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # Add OCR-related columns to receipts table
+    with op.batch_alter_table('receipts', schema=None) as batch_op:
+        batch_op.add_column(sa.Column('cui', sqlmodel.sql.sqltypes.AutoString(length=20), nullable=True))
+        batch_op.add_column(sa.Column('ocr_raw_text', sa.Text(), nullable=True))
+        batch_op.add_column(sa.Column('payment_methods', sqlmodel.sql.sqltypes.AutoString(length=500), nullable=True))
+
+
+def downgrade() -> None:
+    # Remove OCR-related columns from receipts table
+    with op.batch_alter_table('receipts', schema=None) as batch_op:
+        batch_op.drop_column('payment_methods')
+        batch_op.drop_column('ocr_raw_text')
+        batch_op.drop_column('cui')
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251215_remove_partner_id.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251215_remove_partner_id.py
@@ -0,0 +1,29 @@
+"""Remove partner_id from receipts - supplier data is text-only
+
+Revision ID: 20251215_remove_partner_id
+Revises: 20251216_payment_mode
+Create Date: 2025-12-15
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '20251215_remove_partner_id'
+down_revision: Union[str, None] = '20251216_payment_mode'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Remove partner_id column - supplier data is now text-only (partner_name, cui)."""
+    # Drop the partner_id column
+    op.drop_column('receipts', 'partner_id')
+
+
+def downgrade() -> None:
+    """Re-add partner_id column."""
+    op.add_column('receipts', sa.Column('partner_id', sa.Integer(), nullable=True))
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251216_add_payment_mode.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251216_add_payment_mode.py
@@ -0,0 +1,44 @@
+"""Add payment_mode field to receipts table.
+
+Revision ID: 20251216_payment_mode
+Revises: 4b8e5f2a1d93
+Create Date: 2024-12-16
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '20251216_payment_mode'
+down_revision = '4b8e5f2a1d93'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """Add payment_mode column and migrate existing data."""
+    with op.batch_alter_table('receipts', schema=None) as batch_op:
+        batch_op.add_column(sa.Column('payment_mode', sa.String(length=20), nullable=True))
+
+    # Migrate existing data based on cash_register_account
+    op.execute("""
+        UPDATE receipts
+        SET payment_mode = 'casa'
+        WHERE cash_register_account LIKE '531%' AND payment_mode IS NULL
+    """)
+    op.execute("""
+        UPDATE receipts
+        SET payment_mode = 'banca'
+        WHERE cash_register_account LIKE '512%' AND payment_mode IS NULL
+    """)
+    op.execute("""
+        UPDATE receipts
+        SET payment_mode = 'avans_decontare'
+        WHERE cash_register_account LIKE '542%' AND payment_mode IS NULL
+    """)
+
+
+def downgrade() -> None:
+    """Remove payment_mode column."""
+    with op.batch_alter_table('receipts', schema=None) as batch_op:
+        batch_op.drop_column('payment_mode')
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251230_add_needs_manual_review.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251230_add_needs_manual_review.py
@@ -0,0 +1,40 @@
+"""Add needs_manual_review flag to receipts table.
+
+Revision ID: 20251230_needs_manual_review
+Revises: 20251216_payment_mode
+Create Date: 2025-12-30
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '20251230_needs_manual_review'
+down_revision = '20251216_payment_mode'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """Add needs_manual_review column for OCR validation tracking.
+
+    This column tracks whether a receipt needs manual supervisor review
+    based on OCR extraction validation warnings:
+    - NULL = not validated yet (old receipts before validation feature)
+    - FALSE = validated, no review needed
+    - TRUE = validated, needs review
+    """
+    with op.batch_alter_table('receipts', schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column('needs_manual_review', sa.Boolean(), nullable=True)
+        )
+
+    # NOTE: We do NOT set a default value for existing rows.
+    # NULL indicates the receipt was created before validation was implemented.
+    # Only new receipts (created after this migration) will have TRUE/FALSE values.
+
+
+def downgrade() -> None:
+    """Remove needs_manual_review column."""
+    with op.batch_alter_table('receipts', schema=None) as batch_op:
+        batch_op.drop_column('needs_manual_review')
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251231_add_ocr_settings_metrics.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251231_add_ocr_settings_metrics.py
@@ -0,0 +1,74 @@
+"""Add OCR settings and metrics tables.
+
+Revision ID: add_ocr_settings_metrics
+Revises: 20251230_add_needs_manual_review
+Create Date: 2025-12-31
+
+This migration adds:
+- user_ocr_preferences: Store user's preferred OCR engine
+- ocr_job_metrics: Store OCR job processing metrics for analytics
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# Revision identifiers
+revision = 'add_ocr_settings_metrics'
+down_revision = '20251230_add_needs_manual_review'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """Create OCR settings and metrics tables."""
+
+    # Create user_ocr_preferences table
+    op.create_table(
+        'user_ocr_preferences',
+        sa.Column('id', sa.Integer(), nullable=False),
+        sa.Column('username', sa.String(length=100), nullable=False),
+        sa.Column('preferred_engine', sa.String(length=20), nullable=False, server_default='doctr_plus'),
+        sa.Column('created_at', sa.DateTime(), nullable=False, server_default=sa.func.now()),
+        sa.Column('updated_at', sa.DateTime(), nullable=False, server_default=sa.func.now()),
+        sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index('ix_user_ocr_preferences_username', 'user_ocr_preferences', ['username'], unique=True)
+
+    # Create ocr_job_metrics table
+    op.create_table(
+        'ocr_job_metrics',
+        sa.Column('id', sa.Integer(), nullable=False),
+        sa.Column('job_id', sa.String(length=50), nullable=False),
+        sa.Column('username', sa.String(length=100), nullable=False),
+        sa.Column('company_id', sa.Integer(), nullable=True),
+        sa.Column('engine_requested', sa.String(length=20), nullable=False),
+        sa.Column('engine_used', sa.String(length=50), nullable=False),
+        sa.Column('processing_time_ms', sa.Integer(), nullable=False, server_default='0'),
+        sa.Column('file_size_bytes', sa.Integer(), nullable=False, server_default='0'),
+        sa.Column('file_type', sa.String(length=50), nullable=False, server_default='image/jpeg'),
+        sa.Column('success', sa.Boolean(), nullable=False, server_default='1'),
+        sa.Column('error_message', sa.String(length=500), nullable=True),
+        sa.Column('overall_confidence', sa.Float(), nullable=False, server_default='0.0'),
+        sa.Column('fields_extracted', sa.Integer(), nullable=False, server_default='0'),
+        sa.Column('needs_manual_review', sa.Boolean(), nullable=True),
+        sa.Column('validation_warnings_count', sa.Integer(), nullable=False, server_default='0'),
+        sa.Column('validation_errors_count', sa.Integer(), nullable=False, server_default='0'),
+        sa.Column('created_at', sa.DateTime(), nullable=False, server_default=sa.func.now()),
+        sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index('ix_ocr_job_metrics_job_id', 'ocr_job_metrics', ['job_id'], unique=True)
+    op.create_index('ix_ocr_job_metrics_username', 'ocr_job_metrics', ['username'], unique=False)
+    op.create_index('ix_ocr_job_metrics_company_id', 'ocr_job_metrics', ['company_id'], unique=False)
+    op.create_index('ix_ocr_job_metrics_created_at', 'ocr_job_metrics', ['created_at'], unique=False)
+
+
+def downgrade() -> None:
+    """Drop OCR settings and metrics tables."""
+    op.drop_index('ix_ocr_job_metrics_created_at', table_name='ocr_job_metrics')
+    op.drop_index('ix_ocr_job_metrics_company_id', table_name='ocr_job_metrics')
+    op.drop_index('ix_ocr_job_metrics_username', table_name='ocr_job_metrics')
+    op.drop_index('ix_ocr_job_metrics_job_id', table_name='ocr_job_metrics')
+    op.drop_table('ocr_job_metrics')
+
+    op.drop_index('ix_user_ocr_preferences_username', table_name='user_ocr_preferences')
+    op.drop_table('user_ocr_preferences')
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251231_add_original_filename_to_metrics.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20251231_add_original_filename_to_metrics.py
@@ -0,0 +1,30 @@
+"""Add original_filename to ocr_job_metrics.
+
+Revision ID: add_original_filename_to_metrics
+Revises: add_ocr_settings_metrics
+Create Date: 2025-12-31
+
+Adds original_filename column to track the uploaded filename.
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# Revision identifiers
+revision = 'add_original_filename_to_metrics'
+down_revision = 'add_ocr_settings_metrics'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """Add original_filename column to ocr_job_metrics."""
+    op.add_column(
+        'ocr_job_metrics',
+        sa.Column('original_filename', sa.String(length=255), nullable=True)
+    )
+
+
+def downgrade() -> None:
+    """Remove original_filename column."""
+    op.drop_column('ocr_job_metrics', 'original_filename')
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20260109_add_company_id_to_batch_uploads.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20260109_add_company_id_to_batch_uploads.py
@@ -0,0 +1,54 @@
+"""Add company_id to batch_uploads table.
+
+Revision ID: 20260109_batch_company
+Revises: 20251231_add_original_filename_to_metrics
+Create Date: 2026-01-09
+
+This migration adds the company_id column to batch_uploads to support
+automatic receipt creation during bulk upload processing.
+"""
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '20260109_batch_company'
+down_revision = None  # Will be auto-detected
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """Add company_id column to batch_uploads table."""
+    # Check if column already exists (SQLModel may have created it)
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+
+    # Check if batch_uploads table exists
+    if 'batch_uploads' in inspector.get_table_names():
+        columns = [col['name'] for col in inspector.get_columns('batch_uploads')]
+        if 'company_id' not in columns:
+            op.add_column(
+                'batch_uploads',
+                sa.Column('company_id', sa.Integer(), nullable=True)
+            )
+            # Create index for company_id
+            op.create_index(
+                'ix_batch_uploads_company_id',
+                'batch_uploads',
+                ['company_id'],
+                unique=False
+            )
+
+
+def downgrade() -> None:
+    """Remove company_id column from batch_uploads table."""
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+
+    if 'batch_uploads' in inspector.get_table_names():
+        columns = [col['name'] for col in inspector.get_columns('batch_uploads')]
+        if 'company_id' in columns:
+            op.drop_index('ix_batch_uploads_company_id', table_name='batch_uploads')
+            op.drop_column('batch_uploads', 'company_id')
--- a/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20260111_add_batch_processing_fields.py
+++ b/deploy-package-20260223-151231/backend/modules/data_entry/migrations/versions/20260111_add_batch_processing_fields.py
@@ -0,0 +1,125 @@
+"""Add batch processing fields to receipts table.
+
+Revision ID: add_batch_processing_fields
+Revises: add_original_filename_to_metrics
+Create Date: 2026-01-11
+
+Adds fields for bulk upload batch tracking:
+- batch_id: UUID string for grouping receipts from same upload
+- processing_status: enum (pending/processing/completed/failed)
+- processing_error: full error message text
+- file_hash: SHA-256 hash for duplicate detection
+- processing_started_at: when OCR processing started
+- processing_completed_at: when OCR processing completed
+
+Also creates indexes for efficient querying.
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# Revision identifiers
+revision = 'add_batch_processing_fields'
+down_revision = 'add_original_filename_to_metrics'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """Add batch processing columns to receipts table."""
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+
+    # Get existing columns
+    columns = [col['name'] for col in inspector.get_columns('receipts')]
+
+    # Add batch_id column with index
+    if 'batch_id' not in columns:
+        op.add_column(
+            'receipts',
+            sa.Column('batch_id', sa.String(length=50), nullable=True)
+        )
+        op.create_index(
+            'ix_receipts_batch_id',
+            'receipts',
+            ['batch_id'],
+            unique=False
+        )
+
+    # Add processing_status column with index
+    if 'processing_status' not in columns:
+        op.add_column(
+            'receipts',
+            sa.Column('processing_status', sa.String(length=20), nullable=True)
+        )
+        op.create_index(
+            'ix_receipts_processing_status',
+            'receipts',
+            ['processing_status'],
+            unique=False
+        )
+
+    # Add processing_error column (TEXT for full error messages)
+    if 'processing_error' not in columns:
+        op.add_column(
+            'receipts',
+            sa.Column('processing_error', sa.Text(), nullable=True)
+        )
+
+    # Add file_hash column with index for duplicate detection
+    if 'file_hash' not in columns:
+        op.add_column(
+            'receipts',
+            sa.Column('file_hash', sa.String(length=64), nullable=True)
+        )
+        op.create_index(
+            'ix_receipts_file_hash',
+            'receipts',
+            ['file_hash'],
+            unique=False
+        )
+
+    # Add processing_started_at column
+    if 'processing_started_at' not in columns:
+        op.add_column(
+            'receipts',
+            sa.Column('processing_started_at', sa.DateTime(), nullable=True)
+        )
+
+    # Add processing_completed_at column
+    if 'processing_completed_at' not in columns:
+        op.add_column(
+            'receipts',
+            sa.Column('processing_completed_at', sa.DateTime(), nullable=True)
+        )
+
+
+def downgrade() -> None:
+    """Remove batch processing columns from receipts table."""
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+
+    columns = [col['name'] for col in inspector.get_columns('receipts')]
+    indexes = [idx['name'] for idx in inspector.get_indexes('receipts')]
+
+    # Remove indexes first (SQLite batch mode)
+    if 'ix_receipts_batch_id' in indexes:
+        op.drop_index('ix_receipts_batch_id', table_name='receipts')
+    if 'ix_receipts_processing_status' in indexes:
+        op.drop_index('ix_receipts_processing_status', table_name='receipts')
+    if 'ix_receipts_file_hash' in indexes:
+        op.drop_index('ix_receipts_file_hash', table_name='receipts')
+
+    # Remove columns (in reverse order of addition)
+    if 'processing_completed_at' in columns:
+        op.drop_column('receipts', 'processing_completed_at')
+    if 'processing_started_at' in columns:
+        op.drop_column('receipts', 'processing_started_at')
+    if 'file_hash' in columns:
+        op.drop_column('receipts', 'file_hash')
+    if 'processing_error' in columns:
+        op.drop_column('receipts', 'processing_error')
+    if 'processing_status' in columns:
+        op.drop_column('receipts', 'processing_status')
+    if 'batch_id' in columns:
+        op.drop_column('receipts', 'batch_id')