amprolla3/lib/net.py

# see LICENSE file for copyright and license details

"""
Network functions/helpers
"""

from os import makedirs
from os.path import dirname
import requests

from lib.log import die, info, warn


def download(uris):
    """
    Downloads a file by providing it an url and a write path in a tuple
    """
    url = uris[0]
    path = uris[1]
    info("dl: %s" % url)

    try:
        r = requests.get(url, stream=True, timeout=20)
    except (requests.exceptions.ConnectionError,
            requests.exceptions.ReadTimeout) as e:
        warn('Caught exception: "%s". Retrying...' % e)
        return download(uris)

    if r.status_code != 200:
        warn('%s failed: %d' % (url, r.status_code))
        return

    makedirs(dirname(path), exist_ok=True)
    f = open(path, 'wb')
    # chunk_size {sh,c}ould be more on gbit servers
    for chunk in r.iter_content(chunk_size=1024):
        if chunk:
            f.write(chunk)
            # f.flush()
    f.close()