use dummy pool

1 files changed, 78 insertions, 61 deletions

diff --git a/imdb-lookup/imdbinfo.py b/imdb-lookup/imdbinfo.py
index 54ab2b6..7718bd1 100755
--- a/imdb-lookup/imdbinfo.py
+++ b/imdb-lookup/imdbinfo.py
@@ -13,7 +13,9 @@ import shutil
 import logging
 import hashlib
 from io import BytesIO
-from multiprocessing import Pool
+from multiprocessing.dummy import Pool
+from threading import Lock
+
 try:
     from PIL import Image, ImageFilter
     import tmdbsimple as tmdb
@@ -24,6 +26,18 @@ except ImportError as e:
     print("or `pip install --user (one of: Pillow tmdbsimple requests)`")
     sys.exit(1)
 
+def synchronized(lock):
+    """ Synchronization decorator. """
+
+    def wrap(f):
+        def newFunction(*args, **kw):
+            lock.acquire()
+            try:
+                return f(*args, **kw)
+            finally:
+                lock.release()
+        return newFunction
+    return wrap
 
 def read_key():
     if "TMDB_KEY" in os.environ.keys():
@@ -285,61 +299,20 @@ def do_rating(args, imdb_ids):
     for info in infos:
         print("{rating:.02f} {imdb_id} {title:30s} avg=" +
               "{vote_average:.1f} count={vote_count:.0f}".format(**info))
-def getInfo(a):
-    def listMovieFiles(path):
-        valid_extensions = [".mkv", ".avi", ".mov", ".mp4", ".mpg"]
-        def listFiles():
-            for root, dirs, files in os.walk(path):
-                for curfile in files:
-                    if sum(map(curfile.endswith, valid_extensions)):
-                        yield os.path.join(root, curfile)
-        files = list(listFiles())
-        if not files:
-            files = [path]
-        return files
-
-    def poster(imdb_id):
-        data = db.poster_low(imdb_id)
-        if data:
-            if not os.path.exists(".index.html/poster"):
-                os.makedirs(".index.html/poster")
-
-            out = os.path.join(".index.html/poster",imdb_id+".jpg")
-            open(out, "wb").write(data)
-            return out
-        else:
-            return None
-    path, imdb_id = a
-    db = Protector(TMDBCache())
-    imdb = db.imdb_movie(imdb_id)
-    omdb = db.omdb_movie(imdb_id)
-    tmdb = db.infos(imdb_id)
-    if not imdb or not omdb or not tmdb:
-        print("Error in {} {}".format(path, imdb_id))
-        return None
-    else:
-        return {
-        'id': imdb_id,
-        'title': tmdb['title'],
-        'path': path,
-        'poster': poster(imdb_id),
-        'tagline': 'tagline' in imdb and imdb['tagline'] or None,
-        'plot': 'plot' in imdb and imdb['plot']['outline'] or None,
-        'website': 'homepage' in imdb and imdb['homepage'] or omdb['Website'] != 'N/A' and omdb['Website'] or None,
-        'release': 'release_date' in tmdb and tmdb['release_date'] or None,
-        'movieFiles': list(listMovieFiles(path)),
-        'imdbRating': imdb['rating'],
-        'imdbVotes': imdb['num_votes'],
-        'omdbTomatoConsensus': (omdb['tomatoConsensus'] != 'N/A') and omdb['tomatoConsensus'] or None,
-        'omdbTomato': (omdb['tomatoMeter'] != 'N/A') and float(omdb['tomatoMeter']) or None,
-        'omdbUserTomato': (omdb['tomatoUserMeter'] != 'N/A') and float(omdb['tomatoUserMeter']) or None,
-        'omdbTomatoRating': (omdb['tomatoRating'] != 'N/A') and float(omdb['tomatoRating']) or None,
-        'omdbTomatoUserRating': (omdb['tomatoUserRating'] != 'N/A') and float(omdb['tomatoUserRating']) or None,
-        'tmdbId': tmdb['id'],
-    }
 
 def do_index(args, imdb_ids):
     """creates a index website"""
+    try:
+        from jinja2 import Template
+    except ImportError:
+        print("Failed to import jinja2 library for html-templating")
+        sys.exit(1)
+ 
+    assert not os.path.exists("index.html") and not os.path.exists(".index.html"), \
+        "index.html or folder .index.html already exists"
+    outdir = ".index.html"
+    os.mkdir(outdir)
+    os.mkdir(os.path.join(outdir, "poster"))
 
     def install(filename):
         outpath = os.path.join(".index.html", os.path.dirname(filename))
@@ -358,18 +331,64 @@ def do_index(args, imdb_ids):
         out = open(filename, "w")
         out.write(callbackName)
         out.write("(")
-        pool = Pool(processes=6) # parallel fetchers
+        pool = Pool(processes=12) # parallel fetchers
         infos = pool.map(getInfo, imdb_ids)
         json.dump(list(filter(bool,infos)), out)
         out.write(")")
         out.close()
         return filename
         
-    try:
-        from jinja2 import Template
-    except ImportError:
-        print("Failed to import jinja2 library for html-templating")
-        sys.exit(1)
+    def getInfo(a):
+        def listMovieFiles(path):
+            valid_extensions = [".mkv", ".avi", ".mov", ".mp4", ".mpg"]
+            def listFiles():
+                for root, dirs, files in os.walk(path):
+                    for curfile in files:
+                        if sum(map(curfile.endswith, valid_extensions)):
+                            yield os.path.join(root, curfile)
+            files = list(listFiles())
+            if not files:
+                files = [path]
+            return files
+
+        def poster(imdb_id):
+            data = db.poster_low(imdb_id)
+            if data:
+                out = os.path.join(".index.html/poster",imdb_id+".jpg")
+                open(out, "wb").write(data)
+                return out
+            else:
+                return None
+        path, imdb_id = a
+        db = Protector(TMDBCache())
+        imdb = db.imdb_movie(imdb_id)
+        omdb = db.omdb_movie(imdb_id)
+        tmdb = db.infos(imdb_id)
+        if not imdb or not omdb or not tmdb:
+            print("Error in {} {}".format(path, imdb_id))
+            return None
+        else:
+            return {
+            'id': imdb_id,
+            'title': tmdb['title'],
+            'path': path,
+            'poster': poster(imdb_id),
+            'tagline': 'tagline' in imdb and imdb['tagline'] or None,
+            'plot': 'plot' in imdb and imdb['plot']['outline'] or None,
+            'website': 'homepage' in imdb and imdb['homepage'] or omdb['Website'] != 'N/A' and omdb['Website'] or None,
+            'release': 'release_date' in tmdb and tmdb['release_date'] or None,
+            'movieFiles': list(listMovieFiles(path)),
+            'imdbRating': imdb['rating'],
+            'imdbVotes': imdb['num_votes'],
+            'omdbTomatoConsensus': (omdb['tomatoConsensus'] != 'N/A') and omdb['tomatoConsensus'] or None,
+            'omdbTomato': (omdb['tomatoMeter'] != 'N/A') and float(omdb['tomatoMeter']) or None,
+            'omdbUserTomato': (omdb['tomatoUserMeter'] != 'N/A') and float(omdb['tomatoUserMeter']) or None,
+            'omdbTomatoRating': (omdb['tomatoRating'] != 'N/A') and float(omdb['tomatoRating']) or None,
+            'omdbTomatoUserRating': (omdb['tomatoUserRating'] != 'N/A') and float(omdb['tomatoUserRating']) or None,
+            'tmdbId': tmdb['id'],
+        }
+
+
     template_file = os.path.join(os.path.dirname(__file__),
                                  "index.jinja2.html")
     template = Template(open(template_file, "r").read())
@@ -378,8 +397,6 @@ def do_index(args, imdb_ids):
         'install': install,
         'data': data,
     }
-    assert not os.path.exists("index.html") and not os.path.exists(".index.html"), \
-        "index.html or folder .index.html already exists"
     stream = template.generate(mapping)
     outfile = open("index.html", "wb")
     for output in stream: