This commit is contained in:
Gilles Soulier
2026-01-14 21:54:55 +01:00
parent c91c0f1fc9
commit d0b73b9319
140 changed files with 5822 additions and 161 deletions

2
pricewatch/app/db/__init__.py Executable file → Normal file
View File

@@ -20,6 +20,7 @@ from pricewatch.app.db.models import (
ProductImage,
ProductSpec,
ScrapingLog,
Webhook,
)
__all__ = [
@@ -30,6 +31,7 @@ __all__ = [
"ProductImage",
"ProductSpec",
"ScrapingLog",
"Webhook",
"ProductRepository",
# Connection
"get_engine",

BIN
pricewatch/app/db/__pycache__/__init__.cpython-313.pyc Executable file → Normal file

Binary file not shown.

View File

BIN
pricewatch/app/db/__pycache__/models.cpython-313.pyc Executable file → Normal file

Binary file not shown.

View File

0
pricewatch/app/db/connection.py Executable file → Normal file
View File

View File

0
pricewatch/app/db/migrations/env.py Executable file → Normal file
View File

0
pricewatch/app/db/migrations/script.py.mako Executable file → Normal file
View File

View File

View File

@@ -0,0 +1,35 @@
"""Add webhooks table
Revision ID: 20260114_02
Revises: 20260114_01
Create Date: 2026-01-14 00:00:00
"""
from alembic import op
import sqlalchemy as sa
# Revision identifiers, used by Alembic.
revision = "20260114_02"
down_revision = "20260114_01"
branch_labels = None
depends_on = None
def upgrade() -> None:
op.create_table(
"webhooks",
sa.Column("id", sa.Integer(), primary_key=True, autoincrement=True),
sa.Column("event", sa.String(length=50), nullable=False),
sa.Column("url", sa.Text(), nullable=False),
sa.Column("enabled", sa.Boolean(), nullable=False, server_default=sa.text("true")),
sa.Column("secret", sa.String(length=200), nullable=True),
sa.Column("created_at", sa.TIMESTAMP(), nullable=False),
)
op.create_index("ix_webhook_event", "webhooks", ["event"], unique=False)
op.create_index("ix_webhook_enabled", "webhooks", ["enabled"], unique=False)
def downgrade() -> None:
op.drop_index("ix_webhook_enabled", table_name="webhooks")
op.drop_index("ix_webhook_event", table_name="webhooks")
op.drop_table("webhooks")

View File

@@ -0,0 +1,26 @@
"""Ajout description et msrp sur products.
Revision ID: 20260115_02_product_details
Revises: 20260114_02
Create Date: 2026-01-15 10:00:00.000000
"""
from alembic import op
import sqlalchemy as sa
# revision identifiers, used by Alembic.
revision = "20260115_02_product_details"
down_revision = "20260114_02"
branch_labels = None
depends_on = None
def upgrade() -> None:
op.add_column("products", sa.Column("description", sa.Text(), nullable=True))
op.add_column("products", sa.Column("msrp", sa.Numeric(10, 2), nullable=True))
def downgrade() -> None:
op.drop_column("products", "msrp")
op.drop_column("products", "description")

48
pricewatch/app/db/models.py Executable file → Normal file
View File

@@ -15,7 +15,7 @@ Justification technique:
- JSONB uniquement pour données variables: errors, notes dans logs
"""
from datetime import datetime
from datetime import datetime, timezone
from decimal import Decimal
from typing import List, Optional
@@ -28,6 +28,7 @@ from sqlalchemy import (
Integer,
JSON,
Numeric,
Boolean,
String,
Text,
UniqueConstraint,
@@ -42,6 +43,10 @@ class Base(DeclarativeBase):
pass
def utcnow() -> datetime:
return datetime.now(timezone.utc)
class Product(Base):
"""
Catalogue produits (1 ligne par produit unique).
@@ -70,19 +75,25 @@ class Product(Base):
category: Mapped[Optional[str]] = mapped_column(
Text, nullable=True, comment="Product category (breadcrumb)"
)
description: Mapped[Optional[str]] = mapped_column(
Text, nullable=True, comment="Product description"
)
currency: Mapped[Optional[str]] = mapped_column(
String(3), nullable=True, comment="Currency code (EUR, USD, GBP)"
)
msrp: Mapped[Optional[Decimal]] = mapped_column(
Numeric(10, 2), nullable=True, comment="Recommended price"
)
# Timestamps
first_seen_at: Mapped[datetime] = mapped_column(
TIMESTAMP, nullable=False, default=datetime.utcnow, comment="First scraping timestamp"
TIMESTAMP, nullable=False, default=utcnow, comment="First scraping timestamp"
)
last_updated_at: Mapped[datetime] = mapped_column(
TIMESTAMP,
nullable=False,
default=datetime.utcnow,
onupdate=datetime.utcnow,
default=utcnow,
onupdate=utcnow,
comment="Last metadata update",
)
@@ -280,7 +291,7 @@ class ScrapingLog(Base):
String(20), nullable=False, comment="Fetch status (success, partial, failed)"
)
fetched_at: Mapped[datetime] = mapped_column(
TIMESTAMP, nullable=False, default=datetime.utcnow, comment="Scraping timestamp"
TIMESTAMP, nullable=False, default=utcnow, comment="Scraping timestamp"
)
# Performance metrics
@@ -318,3 +329,30 @@ class ScrapingLog(Base):
def __repr__(self) -> str:
return f"<ScrapingLog(id={self.id}, url={self.url}, status={self.fetch_status}, fetched_at={self.fetched_at})>"
class Webhook(Base):
"""
Webhooks pour notifications externes.
"""
__tablename__ = "webhooks"
id: Mapped[int] = mapped_column(Integer, primary_key=True, autoincrement=True)
event: Mapped[str] = mapped_column(String(50), nullable=False, comment="Event name")
url: Mapped[str] = mapped_column(Text, nullable=False, comment="Webhook URL")
enabled: Mapped[bool] = mapped_column(Boolean, nullable=False, default=True)
secret: Mapped[Optional[str]] = mapped_column(
String(200), nullable=True, comment="Secret optionnel"
)
created_at: Mapped[datetime] = mapped_column(
TIMESTAMP, nullable=False, default=utcnow, comment="Creation timestamp"
)
__table_args__ = (
Index("ix_webhook_event", "event"),
Index("ix_webhook_enabled", "enabled"),
)
def __repr__(self) -> str:
return f"<Webhook(id={self.id}, event={self.event}, url={self.url})>"

4
pricewatch/app/db/repository.py Executable file → Normal file
View File

@@ -49,8 +49,12 @@ class ProductRepository:
product.title = snapshot.title
if snapshot.category:
product.category = snapshot.category
if snapshot.description:
product.description = snapshot.description
if snapshot.currency:
product.currency = snapshot.currency
if snapshot.msrp is not None:
product.msrp = snapshot.msrp
def add_price_history(self, product: Product, snapshot: ProductSnapshot) -> Optional[PriceHistory]:
"""Ajoute une entree d'historique de prix si inexistante."""