Browse Source

support/scripts/pkg-stats: add a timeout on HTTP requests for upstream URLs

Some upstream sites are very slow to respond, and the default timeout
of 300 seconds of the aiohttp.ClientSession() is too long. Let's
reduce it to 15 seconds.

Signed-off-by: Thomas Petazzoni <thomas.petazzoni@bootlin.com>
Signed-off-by: Yann E. MORIN <yann.morin.1998@free.fr>
Thomas Petazzoni 3 years ago
parent
commit
387c496b98
1 changed files with 2 additions and 1 deletions
  1. 2 1
      support/scripts/pkg-stats

+ 2 - 1
support/scripts/pkg-stats

@@ -451,7 +451,8 @@ async def check_url_status(session, pkg, npkgs, retry=True):
 async def check_package_urls(packages):
 async def check_package_urls(packages):
     tasks = []
     tasks = []
     connector = aiohttp.TCPConnector(limit_per_host=5)
     connector = aiohttp.TCPConnector(limit_per_host=5)
-    async with aiohttp.ClientSession(connector=connector, trust_env=True) as sess:
+    async with aiohttp.ClientSession(connector=connector, trust_env=True,
+                                     timeout=aiohttp.ClientTimeout(total=15)) as sess:
         packages = [p for p in packages if p.status['url'][0] == 'ok']
         packages = [p for p in packages if p.status['url'][0] == 'ok']
         for pkg in packages:
         for pkg in packages:
             tasks.append(asyncio.ensure_future(check_url_status(sess, pkg, len(packages))))
             tasks.append(asyncio.ensure_future(check_url_status(sess, pkg, len(packages))))