Cap download_content_many at 8 workers (was 16)

This commit is contained in:
J. Nick Koston
2026-04-26 09:44:57 -05:00
parent 2d9d1eabfa
commit 5b28ab1c49
+5 -4
View File
@@ -121,10 +121,11 @@ def download_content(url: str, path: Path, timeout: int = NETWORK_TIMEOUT) -> by
# Cap concurrent connections so a config with hundreds of remote files doesn't
# open hundreds of sockets at once. 16 is wide enough that wall time is
# dominated by the slowest single request for normal configs (a couple dozen
# files), and tight enough to be polite to the upstream host.
DEFAULT_DOWNLOAD_WORKERS = 16
# open hundreds of sockets at once. 8 matches the requests connection-pool
# default and the per-host connection limit browsers use, which keeps us
# polite to the upstream host while still cutting wall time roughly 8x for
# typical configs (a couple dozen files).
DEFAULT_DOWNLOAD_WORKERS = 8
def download_content_many(