This commit is contained in:
Gilles Soulier
2026-01-14 21:54:55 +01:00
parent c91c0f1fc9
commit d0b73b9319
140 changed files with 5822 additions and 161 deletions

View File

@@ -23,6 +23,9 @@ class ScrapingOptions(BaseModel):
use_playwright: bool = Field(
default=True, description="Utiliser Playwright en fallback"
)
force_playwright: bool = Field(
default=False, description="Forcer Playwright même si HTTP réussi"
)
headful: bool = Field(default=False, description="Mode headful (voir le navigateur)")
save_html: bool = Field(
default=True, description="Sauvegarder HTML pour debug"
@@ -94,7 +97,8 @@ def read_yaml_config(yaml_path: str | Path) -> ScrapingConfig:
config = ScrapingConfig.model_validate(data)
logger.info(
f"Configuration chargée: {len(config.urls)} URL(s), "
f"playwright={config.options.use_playwright}"
f"playwright={config.options.use_playwright}, "
f"force_playwright={config.options.force_playwright}"
)
return config