Complete v2.0 transformation: Production-ready Flask application
Major Changes: - Migrated from prototype to production architecture - Implemented modular Flask app with models/services/web layers - Added Docker containerization with docker-compose - Switched to Pipenv for dependency management - Built advanced parser extracting 63 real activities from INDEX_MASTER - Implemented SQLite FTS5 full-text search - Created minimalist, responsive web interface - Added comprehensive documentation and deployment guides Technical Improvements: - Clean separation of concerns (models, services, web) - Enhanced database schema with FTS5 indexing - Dynamic filters populated from real data - Production-ready configuration management - Security best practices implementation - Health monitoring and API endpoints Removed Legacy Files: - Old src/ directory structure - Static requirements.txt (replaced by Pipfile) - Test and debug files - Temporary cache files Current Status: - 63 activities indexed across 8 categories - Full-text search operational - Docker deployment ready - Production documentation complete 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
8
app/models/__init__.py
Normal file
8
app/models/__init__.py
Normal file
@@ -0,0 +1,8 @@
|
||||
"""
|
||||
Data models for INDEX-SISTEM-JOCURI v2.0
|
||||
"""
|
||||
|
||||
from .activity import Activity
|
||||
from .database import DatabaseManager
|
||||
|
||||
__all__ = ['Activity', 'DatabaseManager']
|
||||
153
app/models/activity.py
Normal file
153
app/models/activity.py
Normal file
@@ -0,0 +1,153 @@
|
||||
"""
|
||||
Activity data model for INDEX-SISTEM-JOCURI v2.0
|
||||
"""
|
||||
|
||||
from dataclasses import dataclass, field
|
||||
from typing import List, Optional, Dict, Any
|
||||
import json
|
||||
|
||||
@dataclass
|
||||
class Activity:
|
||||
"""Activity data model with comprehensive fields"""
|
||||
|
||||
# Basic information
|
||||
name: str
|
||||
description: str
|
||||
rules: Optional[str] = None
|
||||
variations: Optional[str] = None
|
||||
|
||||
# Categories
|
||||
category: str = ""
|
||||
subcategory: Optional[str] = None
|
||||
|
||||
# Source information
|
||||
source_file: str = ""
|
||||
page_reference: Optional[str] = None
|
||||
|
||||
# Age and participants
|
||||
age_group_min: Optional[int] = None
|
||||
age_group_max: Optional[int] = None
|
||||
participants_min: Optional[int] = None
|
||||
participants_max: Optional[int] = None
|
||||
|
||||
# Duration
|
||||
duration_min: Optional[int] = None # minutes
|
||||
duration_max: Optional[int] = None # minutes
|
||||
|
||||
# Materials and setup
|
||||
materials_category: Optional[str] = None
|
||||
materials_list: Optional[str] = None
|
||||
skills_developed: Optional[str] = None
|
||||
difficulty_level: Optional[str] = None
|
||||
|
||||
# Search and metadata
|
||||
keywords: Optional[str] = None
|
||||
tags: List[str] = field(default_factory=list)
|
||||
popularity_score: int = 0
|
||||
|
||||
# Database fields
|
||||
id: Optional[int] = None
|
||||
created_at: Optional[str] = None
|
||||
updated_at: Optional[str] = None
|
||||
|
||||
def to_dict(self) -> Dict[str, Any]:
|
||||
"""Convert activity to dictionary for database storage"""
|
||||
return {
|
||||
'name': self.name,
|
||||
'description': self.description,
|
||||
'rules': self.rules,
|
||||
'variations': self.variations,
|
||||
'category': self.category,
|
||||
'subcategory': self.subcategory,
|
||||
'source_file': self.source_file,
|
||||
'page_reference': self.page_reference,
|
||||
'age_group_min': self.age_group_min,
|
||||
'age_group_max': self.age_group_max,
|
||||
'participants_min': self.participants_min,
|
||||
'participants_max': self.participants_max,
|
||||
'duration_min': self.duration_min,
|
||||
'duration_max': self.duration_max,
|
||||
'materials_category': self.materials_category,
|
||||
'materials_list': self.materials_list,
|
||||
'skills_developed': self.skills_developed,
|
||||
'difficulty_level': self.difficulty_level,
|
||||
'keywords': self.keywords,
|
||||
'tags': json.dumps(self.tags) if self.tags else None,
|
||||
'popularity_score': self.popularity_score
|
||||
}
|
||||
|
||||
@classmethod
|
||||
def from_dict(cls, data: Dict[str, Any]) -> 'Activity':
|
||||
"""Create activity from dictionary"""
|
||||
# Parse tags from JSON if present
|
||||
tags = []
|
||||
if data.get('tags'):
|
||||
try:
|
||||
tags = json.loads(data['tags'])
|
||||
except (json.JSONDecodeError, TypeError):
|
||||
tags = []
|
||||
|
||||
return cls(
|
||||
id=data.get('id'),
|
||||
name=data.get('name', ''),
|
||||
description=data.get('description', ''),
|
||||
rules=data.get('rules'),
|
||||
variations=data.get('variations'),
|
||||
category=data.get('category', ''),
|
||||
subcategory=data.get('subcategory'),
|
||||
source_file=data.get('source_file', ''),
|
||||
page_reference=data.get('page_reference'),
|
||||
age_group_min=data.get('age_group_min'),
|
||||
age_group_max=data.get('age_group_max'),
|
||||
participants_min=data.get('participants_min'),
|
||||
participants_max=data.get('participants_max'),
|
||||
duration_min=data.get('duration_min'),
|
||||
duration_max=data.get('duration_max'),
|
||||
materials_category=data.get('materials_category'),
|
||||
materials_list=data.get('materials_list'),
|
||||
skills_developed=data.get('skills_developed'),
|
||||
difficulty_level=data.get('difficulty_level'),
|
||||
keywords=data.get('keywords'),
|
||||
tags=tags,
|
||||
popularity_score=data.get('popularity_score', 0),
|
||||
created_at=data.get('created_at'),
|
||||
updated_at=data.get('updated_at')
|
||||
)
|
||||
|
||||
def get_age_range_display(self) -> str:
|
||||
"""Get formatted age range for display"""
|
||||
if self.age_group_min and self.age_group_max:
|
||||
return f"{self.age_group_min}-{self.age_group_max} ani"
|
||||
elif self.age_group_min:
|
||||
return f"{self.age_group_min}+ ani"
|
||||
elif self.age_group_max:
|
||||
return f"până la {self.age_group_max} ani"
|
||||
return "toate vârstele"
|
||||
|
||||
def get_participants_display(self) -> str:
|
||||
"""Get formatted participants range for display"""
|
||||
if self.participants_min and self.participants_max:
|
||||
return f"{self.participants_min}-{self.participants_max} persoane"
|
||||
elif self.participants_min:
|
||||
return f"{self.participants_min}+ persoane"
|
||||
elif self.participants_max:
|
||||
return f"până la {self.participants_max} persoane"
|
||||
return "orice număr"
|
||||
|
||||
def get_duration_display(self) -> str:
|
||||
"""Get formatted duration for display"""
|
||||
if self.duration_min and self.duration_max:
|
||||
return f"{self.duration_min}-{self.duration_max} minute"
|
||||
elif self.duration_min:
|
||||
return f"{self.duration_min}+ minute"
|
||||
elif self.duration_max:
|
||||
return f"până la {self.duration_max} minute"
|
||||
return "durată variabilă"
|
||||
|
||||
def get_materials_display(self) -> str:
|
||||
"""Get formatted materials for display"""
|
||||
if self.materials_category:
|
||||
return self.materials_category
|
||||
elif self.materials_list:
|
||||
return self.materials_list[:100] + "..." if len(self.materials_list) > 100 else self.materials_list
|
||||
return "nu specificate"
|
||||
344
app/models/database.py
Normal file
344
app/models/database.py
Normal file
@@ -0,0 +1,344 @@
|
||||
"""
|
||||
Database manager for INDEX-SISTEM-JOCURI v2.0
|
||||
Implements SQLite with FTS5 for full-text search
|
||||
"""
|
||||
|
||||
import sqlite3
|
||||
import json
|
||||
from pathlib import Path
|
||||
from typing import List, Dict, Any, Optional, Tuple
|
||||
from app.models.activity import Activity
|
||||
|
||||
class DatabaseManager:
|
||||
"""Enhanced database manager with FTS5 support"""
|
||||
|
||||
def __init__(self, db_path: str):
|
||||
"""Initialize database manager"""
|
||||
self.db_path = Path(db_path)
|
||||
self.db_path.parent.mkdir(parents=True, exist_ok=True)
|
||||
self._init_database()
|
||||
|
||||
def _get_connection(self) -> sqlite3.Connection:
|
||||
"""Get database connection with row factory"""
|
||||
conn = sqlite3.connect(self.db_path)
|
||||
conn.row_factory = sqlite3.Row
|
||||
# Enable FTS5
|
||||
conn.execute("PRAGMA table_info=sqlite_master")
|
||||
return conn
|
||||
|
||||
def _init_database(self):
|
||||
"""Initialize database with v2.0 schema"""
|
||||
with self._get_connection() as conn:
|
||||
# Main activities table
|
||||
conn.execute("""
|
||||
CREATE TABLE IF NOT EXISTS activities (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
name TEXT NOT NULL,
|
||||
description TEXT NOT NULL,
|
||||
rules TEXT,
|
||||
variations TEXT,
|
||||
category TEXT NOT NULL,
|
||||
subcategory TEXT,
|
||||
source_file TEXT NOT NULL,
|
||||
page_reference TEXT,
|
||||
|
||||
-- Structured parameters
|
||||
age_group_min INTEGER,
|
||||
age_group_max INTEGER,
|
||||
participants_min INTEGER,
|
||||
participants_max INTEGER,
|
||||
duration_min INTEGER,
|
||||
duration_max INTEGER,
|
||||
|
||||
-- Categories for filtering
|
||||
materials_category TEXT,
|
||||
materials_list TEXT,
|
||||
skills_developed TEXT,
|
||||
difficulty_level TEXT,
|
||||
|
||||
-- Metadata
|
||||
keywords TEXT,
|
||||
tags TEXT,
|
||||
popularity_score INTEGER DEFAULT 0,
|
||||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
||||
)
|
||||
""")
|
||||
|
||||
# FTS5 virtual table for search
|
||||
conn.execute("""
|
||||
CREATE VIRTUAL TABLE IF NOT EXISTS activities_fts USING fts5(
|
||||
name, description, rules, variations, keywords,
|
||||
content='activities',
|
||||
content_rowid='id'
|
||||
)
|
||||
""")
|
||||
|
||||
# Categories table for dynamic filters
|
||||
conn.execute("""
|
||||
CREATE TABLE IF NOT EXISTS categories (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
type TEXT NOT NULL,
|
||||
value TEXT NOT NULL,
|
||||
display_name TEXT,
|
||||
usage_count INTEGER DEFAULT 0,
|
||||
UNIQUE(type, value)
|
||||
)
|
||||
""")
|
||||
|
||||
# Create indexes for performance
|
||||
indexes = [
|
||||
"CREATE INDEX IF NOT EXISTS idx_activities_category ON activities(category)",
|
||||
"CREATE INDEX IF NOT EXISTS idx_activities_age ON activities(age_group_min, age_group_max)",
|
||||
"CREATE INDEX IF NOT EXISTS idx_activities_participants ON activities(participants_min, participants_max)",
|
||||
"CREATE INDEX IF NOT EXISTS idx_activities_duration ON activities(duration_min, duration_max)",
|
||||
"CREATE INDEX IF NOT EXISTS idx_categories_type ON categories(type)"
|
||||
]
|
||||
|
||||
for index_sql in indexes:
|
||||
conn.execute(index_sql)
|
||||
|
||||
# Triggers to keep FTS in sync
|
||||
conn.execute("""
|
||||
CREATE TRIGGER IF NOT EXISTS activities_fts_insert AFTER INSERT ON activities
|
||||
BEGIN
|
||||
INSERT INTO activities_fts(rowid, name, description, rules, variations, keywords)
|
||||
VALUES (new.id, new.name, new.description, new.rules, new.variations, new.keywords);
|
||||
END
|
||||
""")
|
||||
|
||||
conn.execute("""
|
||||
CREATE TRIGGER IF NOT EXISTS activities_fts_delete AFTER DELETE ON activities
|
||||
BEGIN
|
||||
DELETE FROM activities_fts WHERE rowid = old.id;
|
||||
END
|
||||
""")
|
||||
|
||||
conn.execute("""
|
||||
CREATE TRIGGER IF NOT EXISTS activities_fts_update AFTER UPDATE ON activities
|
||||
BEGIN
|
||||
DELETE FROM activities_fts WHERE rowid = old.id;
|
||||
INSERT INTO activities_fts(rowid, name, description, rules, variations, keywords)
|
||||
VALUES (new.id, new.name, new.description, new.rules, new.variations, new.keywords);
|
||||
END
|
||||
""")
|
||||
|
||||
conn.commit()
|
||||
|
||||
def insert_activity(self, activity: Activity) -> int:
|
||||
"""Insert new activity and return ID"""
|
||||
with self._get_connection() as conn:
|
||||
data = activity.to_dict()
|
||||
|
||||
columns = ', '.join(data.keys())
|
||||
placeholders = ', '.join(['?' for _ in data])
|
||||
values = list(data.values())
|
||||
|
||||
cursor = conn.execute(
|
||||
f"INSERT INTO activities ({columns}) VALUES ({placeholders})",
|
||||
values
|
||||
)
|
||||
|
||||
activity_id = cursor.lastrowid
|
||||
|
||||
# Update category counts
|
||||
self._update_category_counts(conn, activity)
|
||||
|
||||
conn.commit()
|
||||
return activity_id
|
||||
|
||||
def bulk_insert_activities(self, activities: List[Activity]) -> int:
|
||||
"""Bulk insert activities for better performance"""
|
||||
if not activities:
|
||||
return 0
|
||||
|
||||
with self._get_connection() as conn:
|
||||
data_list = [activity.to_dict() for activity in activities]
|
||||
|
||||
if not data_list:
|
||||
return 0
|
||||
|
||||
columns = ', '.join(data_list[0].keys())
|
||||
placeholders = ', '.join(['?' for _ in data_list[0]])
|
||||
|
||||
values_list = [list(data.values()) for data in data_list]
|
||||
|
||||
conn.executemany(
|
||||
f"INSERT INTO activities ({columns}) VALUES ({placeholders})",
|
||||
values_list
|
||||
)
|
||||
|
||||
# Update category counts
|
||||
for activity in activities:
|
||||
self._update_category_counts(conn, activity)
|
||||
|
||||
conn.commit()
|
||||
return len(activities)
|
||||
|
||||
def _update_category_counts(self, conn: sqlite3.Connection, activity: Activity):
|
||||
"""Update category usage counts"""
|
||||
categories_to_update = [
|
||||
('category', activity.category),
|
||||
('age_group', activity.get_age_range_display()),
|
||||
('participants', activity.get_participants_display()),
|
||||
('duration', activity.get_duration_display()),
|
||||
('materials', activity.get_materials_display()),
|
||||
('difficulty', activity.difficulty_level),
|
||||
]
|
||||
|
||||
for cat_type, cat_value in categories_to_update:
|
||||
if cat_value and cat_value.strip():
|
||||
conn.execute("""
|
||||
INSERT OR IGNORE INTO categories (type, value, display_name, usage_count)
|
||||
VALUES (?, ?, ?, 0)
|
||||
""", (cat_type, cat_value, cat_value))
|
||||
|
||||
conn.execute("""
|
||||
UPDATE categories
|
||||
SET usage_count = usage_count + 1
|
||||
WHERE type = ? AND value = ?
|
||||
""", (cat_type, cat_value))
|
||||
|
||||
def search_activities(self,
|
||||
search_text: Optional[str] = None,
|
||||
category: Optional[str] = None,
|
||||
age_group_min: Optional[int] = None,
|
||||
age_group_max: Optional[int] = None,
|
||||
participants_min: Optional[int] = None,
|
||||
participants_max: Optional[int] = None,
|
||||
duration_min: Optional[int] = None,
|
||||
duration_max: Optional[int] = None,
|
||||
materials_category: Optional[str] = None,
|
||||
difficulty_level: Optional[str] = None,
|
||||
limit: int = 100) -> List[Dict[str, Any]]:
|
||||
"""Enhanced search with FTS5 and filters"""
|
||||
|
||||
with self._get_connection() as conn:
|
||||
if search_text and search_text.strip():
|
||||
# Use FTS5 for text search
|
||||
base_query = """
|
||||
SELECT a.*,
|
||||
activities_fts.rank as search_rank
|
||||
FROM activities a
|
||||
JOIN activities_fts ON a.id = activities_fts.rowid
|
||||
WHERE activities_fts MATCH ?
|
||||
"""
|
||||
params = [search_text.strip()]
|
||||
order_clause = "ORDER BY search_rank, a.popularity_score DESC"
|
||||
else:
|
||||
# Regular query without FTS
|
||||
base_query = "SELECT * FROM activities WHERE 1=1"
|
||||
params = []
|
||||
order_clause = "ORDER BY popularity_score DESC, name ASC"
|
||||
|
||||
# Add filters
|
||||
if category:
|
||||
base_query += " AND category LIKE ?"
|
||||
params.append(f"%{category}%")
|
||||
|
||||
if age_group_min is not None:
|
||||
base_query += " AND (age_group_min IS NULL OR age_group_min <= ?)"
|
||||
params.append(age_group_min)
|
||||
|
||||
if age_group_max is not None:
|
||||
base_query += " AND (age_group_max IS NULL OR age_group_max >= ?)"
|
||||
params.append(age_group_max)
|
||||
|
||||
if participants_min is not None:
|
||||
base_query += " AND (participants_min IS NULL OR participants_min <= ?)"
|
||||
params.append(participants_min)
|
||||
|
||||
if participants_max is not None:
|
||||
base_query += " AND (participants_max IS NULL OR participants_max >= ?)"
|
||||
params.append(participants_max)
|
||||
|
||||
if duration_min is not None:
|
||||
base_query += " AND (duration_min IS NULL OR duration_min >= ?)"
|
||||
params.append(duration_min)
|
||||
|
||||
if duration_max is not None:
|
||||
base_query += " AND (duration_max IS NULL OR duration_max <= ?)"
|
||||
params.append(duration_max)
|
||||
|
||||
if materials_category:
|
||||
base_query += " AND materials_category LIKE ?"
|
||||
params.append(f"%{materials_category}%")
|
||||
|
||||
if difficulty_level:
|
||||
base_query += " AND difficulty_level = ?"
|
||||
params.append(difficulty_level)
|
||||
|
||||
# Add ordering and limit
|
||||
query = f"{base_query} {order_clause} LIMIT ?"
|
||||
params.append(limit)
|
||||
|
||||
cursor = conn.execute(query, params)
|
||||
return [dict(row) for row in cursor.fetchall()]
|
||||
|
||||
def get_activity_by_id(self, activity_id: int) -> Optional[Dict[str, Any]]:
|
||||
"""Get single activity by ID"""
|
||||
with self._get_connection() as conn:
|
||||
cursor = conn.execute("SELECT * FROM activities WHERE id = ?", (activity_id,))
|
||||
row = cursor.fetchone()
|
||||
return dict(row) if row else None
|
||||
|
||||
def get_filter_options(self) -> Dict[str, List[str]]:
|
||||
"""Get dynamic filter options from categories table"""
|
||||
with self._get_connection() as conn:
|
||||
cursor = conn.execute("""
|
||||
SELECT type, value, usage_count
|
||||
FROM categories
|
||||
WHERE usage_count > 0
|
||||
ORDER BY type, usage_count DESC, value ASC
|
||||
""")
|
||||
|
||||
options = {}
|
||||
for row in cursor.fetchall():
|
||||
cat_type, value, count = row
|
||||
if cat_type not in options:
|
||||
options[cat_type] = []
|
||||
options[cat_type].append(value)
|
||||
|
||||
return options
|
||||
|
||||
def get_statistics(self) -> Dict[str, Any]:
|
||||
"""Get database statistics"""
|
||||
with self._get_connection() as conn:
|
||||
# Total activities
|
||||
cursor = conn.execute("SELECT COUNT(*) FROM activities")
|
||||
total_activities = cursor.fetchone()[0]
|
||||
|
||||
# Activities by category
|
||||
cursor = conn.execute("""
|
||||
SELECT category, COUNT(*) as count
|
||||
FROM activities
|
||||
GROUP BY category
|
||||
ORDER BY count DESC
|
||||
""")
|
||||
categories = dict(cursor.fetchall())
|
||||
|
||||
# Database size
|
||||
cursor = conn.execute("SELECT page_count * page_size as size FROM pragma_page_count(), pragma_page_size()")
|
||||
size_row = cursor.fetchone()
|
||||
db_size = size_row[0] if size_row else 0
|
||||
|
||||
return {
|
||||
'total_activities': total_activities,
|
||||
'categories': categories,
|
||||
'database_size_bytes': db_size,
|
||||
'database_path': str(self.db_path)
|
||||
}
|
||||
|
||||
def clear_database(self):
|
||||
"""Clear all data from database"""
|
||||
with self._get_connection() as conn:
|
||||
conn.execute("DELETE FROM activities")
|
||||
conn.execute("DELETE FROM activities_fts")
|
||||
conn.execute("DELETE FROM categories")
|
||||
conn.commit()
|
||||
|
||||
def rebuild_fts_index(self):
|
||||
"""Rebuild FTS5 index"""
|
||||
with self._get_connection() as conn:
|
||||
conn.execute("INSERT INTO activities_fts(activities_fts) VALUES('rebuild')")
|
||||
conn.commit()
|
||||
Reference in New Issue
Block a user