Mirrors/mealie
1
0
Fork 0
mirror of https://github.com/mealie-recipes/mealie.git synced 2026-06-23 01:10:15 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix(scraper): send default_headers with curl_cffi impersonation (fixes 403 on WAF sites) (#7792)

Browse Source
This commit is contained in:
Ryan
2026-06-22 13:42:22 -04:00
committed by GitHub
parent 6c124a2dbd
commit aaab52326c
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
mealie/services/scraper/scraper_strategies.py
View File

@@ -78,6 +78,7 @@ async def safe_scrape_html(url: str) -> str:
transport = safehttp.AsyncSafeTransport( transport = safehttp.AsyncSafeTransport(
impersonate=impersonation, impersonate=impersonation,
default_headers=True,
verify=False, # disable SSL verification since we can handle untrusted data and some sites don't have certs verify=False, # disable SSL verification since we can handle untrusted data and some sites don't have certs
) )
async with AsyncClient(transport=transport) as client: async with AsyncClient(transport=transport) as client: