diff options
Diffstat (limited to 'httpfs/__init__.py')
-rw-r--r-- | httpfs/__init__.py | 12 |
1 files changed, 11 insertions, 1 deletions
diff --git a/httpfs/__init__.py b/httpfs/__init__.py index d877f3e..4e1e4ff 100644 --- a/httpfs/__init__.py +++ b/httpfs/__init__.py @@ -8,6 +8,7 @@ from email.utils import parsedate from html.parser import HTMLParser from stat import S_IFDIR, S_IFREG from errno import EIO, ENOENT, EBADF, EHOSTUNREACH +from multiprocessing import dummy as mp import fuse import requests @@ -15,11 +16,13 @@ import requests logger = logging.getLogger(__name__) + class Config: mountpoint = None timeout = None verify = None system_ca = None + poolsize = 15 class Path: @@ -140,6 +143,11 @@ class Directory(Path): self.entries.update(parser.entries) r.close() + files = filter(lambda obj: isinstance(obj, File), + self.entries.values()) + pool = mp.Pool(Config.poolsize) + pool.map(lambda it: it.init(), files) + logger.info("Diretory loaded {}".format(url)) self.initialized = True @@ -159,6 +167,8 @@ class Server(Directory): super().__init__(parent, name) self.session = requests.Session() self.session.allow_redirects = True + adapter = requests.adapters.HTTPAdapter( + pool_connections=Config.poolsize, pool_maxsize=Config.poolsize) if Config.verify == "default": pass elif Config.verify == "system": @@ -297,7 +307,7 @@ class Httpfs(fuse.LoggingMixIn, fuse.Operations): allow_redirects=True) if r.status_code == 200: logger.info("Create directory for path: {} " - "at: {}".format(path, url)) + "at: {}".format(path, url)) prevEntry.entries[lastElement] = d else: logger.info("Path not found ({}): {} for {}".format( |