fix(download): 🐛 Skip Content-Length validation for compressed responses in curl_impersonate and requests

2025-07-30 00:32:25 +00:00
parent 24aa4647ed
commit 26ef48c889
2 changed files with 10 additions and 0 deletions
--- a/unshackle/core/downloaders/requests.py
+++ b/unshackle/core/downloaders/requests.py
@@ -90,6 +90,11 @@ def download(
                if not segmented:
                    try:
                        content_length = int(stream.headers.get("Content-Length", "0"))
+
+                        # Skip Content-Length validation for compressed responses since
+                        # requests automatically decompresses but Content-Length shows compressed size
+                        if stream.headers.get("Content-Encoding", "").lower() in ["gzip", "deflate", "br"]:
+                            content_length = 0
                    except ValueError:
                        content_length = 0