DeflateError: libdeflate_zlib_decompress returned LIBDEFLATE_INSUFFICIENT_SPACE

Olisur · October 23, 2023, 1:01pm

Hi, my code was working without problem downloading all bands in my old computer, now that i switched to a new one i get this error whenever i try to download all bands:
DeflateError: libdeflate_zlib_decompress returned LIBDEFLATE_INSUFFICIENT_SPACE

There is no issue when i try to download a regular natural true color image

Versions:
Python: 3.9.18
Sentinelhub: 3.9.1

Code example:

all_bands_script = ‘return [B01,B02,B03,B04,B05,B06,B07,B08,B8A,B09,B10,B11,B12]’

config = SHConfig()

        config.instance_id = idcuarteles[c]

        wms_request = WmsRequest(layer='NATURAL-COLOR-TRUE-COLOR',

                                 custom_url_params={CustomUrlParam.EVALSCRIPT: all_bands_script},

                                 bbox=BBox(bbox=mybbox, crs=CRS.WGS84),

                                 time=FECHADESCARGA,

                                 width=1000,

                                 height=856,

                                 maxcc=0.1,

                                 image_format=MimeType.TIFF,

                                 config=config,
                                 data_collection=DataCollection.SENTINEL2_L1C)

        imagenes=wms_request.get_data()

chung.horng · October 24, 2023, 8:00am

Hi @Olisur ,

Could you please also share the full traceback? Thank you!

Olisur · October 25, 2023, 2:23pm

This is the full traceback

DeflateError Traceback (most recent call last)
~\AppData\Local\Temp\ipykernel_14648\431882830.py in
308 data_collection=DataCollection.SENTINEL2_L1C)
309
→ 310 imagenes=wms_request.get_data()
311
312 fechas=wms_request.get_dates()

~\AppData\Local\anaconda3\lib\site-packages\sentinelhub\base.py in get_data(self, save_data, redownload, data_filter, max_threads, decode_data, raise_download_errors, show_progress)
107 “”"
108 self._preprocess_request(save_data, True)
→ 109 return self._execute_data_download(
110 data_filter,
111 redownload,

~\AppData\Local\anaconda3\lib\site-packages\sentinelhub\base.py in _execute_data_download(self, data_filter, redownload, max_threads, raise_download_errors, decode_data, show_progress)
181 redownload=redownload, raise_download_errors=raise_download_errors, config=self.config
182 )
→ 183 data_list = client.download(
184 filtered_download_list, max_threads=max_threads, decode_data=decode_data, show_progress=show_progress
185 )

~\AppData\Local\anaconda3\lib\site-packages\sentinelhub\download\sentinelhub_client.py in download(self, *args, **kwargs)
60 self.lock = Lock()
61 try:
—> 62 return super().download(*args, **kwargs)
63 finally:
64 self.lock = None

~\AppData\Local\anaconda3\lib\site-packages\sentinelhub\download\client.py in download(self, download_requests, max_threads, decode_data, show_progress)
99 for future in as_completed(download_list):
100 try:
→ 101 results[future_order[future]] = future.result()
102 except DownloadFailedException as download_exception:
103 if self.raise_download_errors:

~\AppData\Local\anaconda3\lib\concurrent\futures_base.py in result(self, timeout)
437 raise CancelledError()
438 elif self._state == FINISHED:
→ 439 return self.__get_result()
440
441 self._condition.wait(timeout)

~\AppData\Local\anaconda3\lib\concurrent\futures_base.py in __get_result(self)
389 if self._exception:
390 try:
→ 391 raise self._exception
392 finally:
393 # Break a reference cycle with the exception in self._exception

~\AppData\Local\anaconda3\lib\concurrent\futures\thread.py in run(self)
56
57 try:
—> 58 result = self.fn(*self.args, **self.kwargs)
59 except BaseException as exc:
60 self.future.set_exception(exc)

~\AppData\Local\anaconda3\lib\site-packages\sentinelhub\download\client.py in _single_download_decoded(self, request)
116 “”“Downloads a response and decodes it into data. By decoding a single response”“”
117 response = self._single_download(request)
→ 118 return None if response is None else response.decode()
119
120 def _single_download(self, request: DownloadRequest) → Optional[DownloadResponse]:

~\AppData\Local\anaconda3\lib\site-packages\sentinelhub\download\models.py in decode(self)
244 def decode(self) → Any:
245 “”“Decodes binary data into a Python object.”“”
→ 246 return decode_data(self.content, data_type=self.response_type)
247
248 def derive(self, **params: Any) → DownloadResponse:

~\AppData\Local\anaconda3\lib\site-packages\sentinelhub\decoding.py in decode_data(response_content, data_type)
36 return decode_tar(response_content)
37 if MimeType.is_image_format(data_type):
—> 38 return decode_image(response_content, data_type)
39 if data_type is MimeType.XML or data_type is MimeType.GML or data_type is MimeType.SAFE:
40 return ElementTree.fromstring(response_content)

~\AppData\Local\anaconda3\lib\site-packages\sentinelhub\decoding.py in decode_image(data, image_type)
61 bytes_data = BytesIO(data)
62 if image_type is MimeType.TIFF:
—> 63 image = tiff.imread(bytes_data)
64 elif image_type is MimeType.JP2:
65 image = decode_jp2_image(bytes_data)

~\AppData\Local\anaconda3\lib\site-packages\tifffile\tifffile.py in imread(files, aszarr, **kwargs)
817 if aszarr:
818 return tif.aszarr(**kwargs)
→ 819 return tif.asarray(**kwargs)
820
821 with TiffSequence(files, **kwargs_seq) as imseq:

~\AppData\Local\anaconda3\lib\site-packages\tifffile\tifffile.py in asarray(self, key, series, level, squeeze, out, maxworkers)
3228 )
3229 elif len(pages) == 1:
→ 3230 result = pages[0].asarray(out=out, maxworkers=maxworkers)
3231 else:
3232 result = stack_pages(pages, out=out, maxworkers=maxworkers)

~\AppData\Local\anaconda3\lib\site-packages\tifffile\tifffile.py in asarray(self, out, squeeze, lock, maxworkers)
6496 # pass # corrupted files e.g. with too many strips
6497
→ 6498 for _ in self.segments(
6499 func=func,
6500 lock=lock,

~\AppData\Local\anaconda3\lib\site-packages\tifffile\tifffile.py in segments(self, lock, maxworkers, func, sort, _fullsize)
6362 flat=False,
6363 ):
→ 6364 yield from executor.map(decode, segments)
6365
6366 def asarray(self, out=None, squeeze=True, lock=None, maxworkers=None):

~\AppData\Local\anaconda3\lib\concurrent\futures_base.py in result_iterator()
607 # Careful not to keep a reference to the popped future
608 if timeout is None:
→ 609 yield fs.pop().result()
610 else:
611 yield fs.pop().result(end_time - time.monotonic())

~\AppData\Local\anaconda3\lib\concurrent\futures_base.py in result(self, timeout)
437 raise CancelledError()
438 elif self._state == FINISHED:
→ 439 return self.__get_result()
440
441 self._condition.wait(timeout)

~\AppData\Local\anaconda3\lib\concurrent\futures_base.py in __get_result(self)
389 if self._exception:
390 try:
→ 391 raise self._exception
392 finally:
393 # Break a reference cycle with the exception in self._exception

~\AppData\Local\anaconda3\lib\concurrent\futures\thread.py in run(self)
56
57 try:
—> 58 result = self.fn(*self.args, **self.kwargs)
59 except BaseException as exc:
60 self.future.set_exception(exc)

~\AppData\Local\anaconda3\lib\site-packages\tifffile\tifffile.py in decode(args, decodeargs, keyframe, func)
6337 args, decodeargs=decodeargs, keyframe=keyframe, func=func
6338 ):
→ 6339 return func(keyframe.decode(*args, **decodeargs))
6340
6341 if maxworkers is None or maxworkers < 1:

~\AppData\Local\anaconda3\lib\site-packages\tifffile\tifffile.py in decode(data, segmentindex, jpegtables, _fullsize)
6295 # TODO: calculate correct size for packed integers
6296 size = shape[0] * shape[1] * shape[2] * shape[3]
→ 6297 data = decompress(data, out=size * dtype.itemsize)
6298 data = unpack(data)
6299 data = reshape(data, index, shape)

imagecodecs_deflate.pyx in imagecodecs._deflate.deflate_decode()

DeflateError: libdeflate_zlib_decompress returned LIBDEFLATE_INSUFFICIENT_SPACE

chung.horng · October 25, 2023, 2:34pm

Could you help me check the version of tifffile in your environment?

Olisur · October 25, 2023, 2:53pm

How can i check the version?

chung.horng · October 25, 2023, 2:59pm

You could activate your conda environment and try conda list

Olisur · October 25, 2023, 3:54pm

tifffile 2021.7.2 pyhd3eb1b0_2

chung.horng · October 25, 2023, 3:58pm

Could you please try to upgrade it to 2023.3.21?

Olisur · October 25, 2023, 4:43pm

I upgraded it, but still getting the same error

DeflateError Traceback (most recent call last)
~\AppData\Local\Temp\ipykernel_9076\431882830.py in
308 data_collection=DataCollection.SENTINEL2_L1C)
309
→ 310 imagenes=wms_request.get_data()
311
312 fechas=wms_request.get_dates()