Source pixels

marblecutter/mosaic.py

@@ -14,6 +14,8 @@
 
 LOG = logging.getLogger(__name__)
 
+MAX_WORKERS = multiprocessing.cpu_count() * 5
+
 
 def composite(sources, bounds, shape, target_crs, expand):
     """Composite data from sources into a single raster covering bounds, but in
@@ -33,6 +35,8 @@ def composite(sources, bounds, shape, target_crs, expand):
     sources = recipes.preprocess(sources, resolution=resolution)
 
     def _read_window(source):
+        if hasattr(source, "pixels") and source.pixels is not None:
+            return (source, source.pixels)
         with get_source(source.url) as src:
             LOG.info(
                 "Fetching %s (%s) as band %s",
@@ -82,7 +86,7 @@ def _read_window(source):
 
     # iterate over available sources, sorted by decreasing "quality"
     with futures.ThreadPoolExecutor(
-        max_workers=multiprocessing.cpu_count() * 5
+        max_workers=MAX_WORKERS
     ) as executor:
         ws = executor.map(_read_window, sources)
 

marblecutter/recipes.py

@@ -239,7 +239,8 @@ def postprocess(windows):
 
     windows = list(filter(None, windows))
 
-    landsat_windows = filter(lambda sw: "LC08_" in sw[0].url, windows)
+    # wrap url in str because url could be None
+    landsat_windows = filter(lambda sw: "LC08_" in str(sw[0].url), windows)
     landsat_windows = dict(
         [
             (k, list(v))

marblecutter/utils.py

@@ -25,11 +25,12 @@
         "filename",
         "min_zoom",
         "max_zoom",
-        "expr"
+        "expr",
+        "pixels"
     ],
 )
 Source.__new__.__defaults__ = (
-    {}, {}, {}, None, None, None, None, None, None, None, None, None, None
+    {}, {}, {}, None, None, None, None, None, None, None, None, None, None, None
 )