Skip to content

Instantly share code, notes, and snippets.

@MLnick
Created May 25, 2017 09:28
Show Gist options
  • Save MLnick/b42613104470501546e4e0209c58fa34 to your computer and use it in GitHub Desktop.
Save MLnick/b42613104470501546e4e0209c58fa34 to your computer and use it in GitHub Desktop.
distributed.protocol.core - CRITICAL - Failed to Serialize
Traceback (most recent call last):
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/protocol/core.py", line 33, in dumps
small_header, small_payload = dumps_msgpack(msg)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/protocol/core.py", line 134, in dumps_msgpack
payload = msgpack.dumps(msg, use_bin_type=True)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/msgpack/__init__.py", line 47, in packb
return Packer(**kwargs).pack(o)
File "msgpack/_packer.pyx", line 231, in msgpack._packer.Packer.pack (msgpack/_packer.cpp:3661)
File "msgpack/_packer.pyx", line 233, in msgpack._packer.Packer.pack (msgpack/_packer.cpp:3503)
File "msgpack/_packer.pyx", line 221, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3230)
File "msgpack/_packer.pyx", line 192, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:2657)
File "msgpack/_packer.pyx", line 221, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3230)
File "msgpack/_packer.pyx", line 228, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3382)
TypeError: can't serialize <Future: status: finished, key: c85bbd0d1718128e8eb4b46d0b5940d8>
distributed.comm.utils - INFO - Unserializable Message: [{'type': 'value', 'op': 'channel-append', 'value': [<Future: status: finished, key: c85bbd0d1718128e8eb4b46d0b5940d8>], 'channel': 'betas'}]
distributed.comm.utils - ERROR - can't serialize <Future: status: finished, key: c85bbd0d1718128e8eb4b46d0b5940d8>
Traceback (most recent call last):
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/comm/utils.py", line 17, in to_frames
return list(protocol.dumps(msg))
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/protocol/core.py", line 33, in dumps
small_header, small_payload = dumps_msgpack(msg)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/protocol/core.py", line 134, in dumps_msgpack
payload = msgpack.dumps(msg, use_bin_type=True)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/msgpack/__init__.py", line 47, in packb
return Packer(**kwargs).pack(o)
File "msgpack/_packer.pyx", line 231, in msgpack._packer.Packer.pack (msgpack/_packer.cpp:3661)
File "msgpack/_packer.pyx", line 233, in msgpack._packer.Packer.pack (msgpack/_packer.cpp:3503)
File "msgpack/_packer.pyx", line 221, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3230)
File "msgpack/_packer.pyx", line 192, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:2657)
File "msgpack/_packer.pyx", line 221, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3230)
File "msgpack/_packer.pyx", line 228, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3382)
TypeError: can't serialize <Future: status: finished, key: c85bbd0d1718128e8eb4b46d0b5940d8>
distributed.utils - ERROR - can't serialize <Future: status: finished, key: c85bbd0d1718128e8eb4b46d0b5940d8>
Traceback (most recent call last):
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/utils.py", line 370, in log_errors
yield
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/client.py", line 693, in _shutdown
yield self.scheduler_comm.close()
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 1055, in run
value = future.result()
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/concurrent.py", line 238, in result
raise_exc_info(self._exc_info)
File "<string>", line 4, in raise_exc_info
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 1063, in run
yielded = self.gen.throw(*exc_info)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/batched.py", line 121, in close
yield self.comm.write(payload)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 1055, in run
value = future.result()
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/concurrent.py", line 238, in result
raise_exc_info(self._exc_info)
File "<string>", line 4, in raise_exc_info
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 292, in wrapper
result = func(*args, **kwargs)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/types.py", line 243, in wrapped
coro = func(*args, **kwargs)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/comm/tcp.py", line 171, in write
frames = [ensure_bytes(f) for f in to_frames(msg)]
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/comm/utils.py", line 17, in to_frames
return list(protocol.dumps(msg))
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/protocol/core.py", line 33, in dumps
small_header, small_payload = dumps_msgpack(msg)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/protocol/core.py", line 134, in dumps_msgpack
payload = msgpack.dumps(msg, use_bin_type=True)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/msgpack/__init__.py", line 47, in packb
return Packer(**kwargs).pack(o)
File "msgpack/_packer.pyx", line 231, in msgpack._packer.Packer.pack (msgpack/_packer.cpp:3661)
File "msgpack/_packer.pyx", line 233, in msgpack._packer.Packer.pack (msgpack/_packer.cpp:3503)
File "msgpack/_packer.pyx", line 221, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3230)
File "msgpack/_packer.pyx", line 192, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:2657)
File "msgpack/_packer.pyx", line 221, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3230)
File "msgpack/_packer.pyx", line 228, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3382)
TypeError: can't serialize <Future: status: finished, key: c85bbd0d1718128e8eb4b46d0b5940d8>
distributed.utils - ERROR - can't serialize <Future: status: finished, key: c85bbd0d1718128e8eb4b46d0b5940d8>
Traceback (most recent call last):
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/utils.py", line 212, in f
result[0] = yield make_coro()
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 1055, in run
value = future.result()
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/concurrent.py", line 238, in result
raise_exc_info(self._exc_info)
File "<string>", line 4, in raise_exc_info
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 1063, in run
yielded = self.gen.throw(*exc_info)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/client.py", line 693, in _shutdown
yield self.scheduler_comm.close()
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 1055, in run
value = future.result()
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/concurrent.py", line 238, in result
raise_exc_info(self._exc_info)
File "<string>", line 4, in raise_exc_info
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 1063, in run
yielded = self.gen.throw(*exc_info)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/batched.py", line 121, in close
yield self.comm.write(payload)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 1055, in run
value = future.result()
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/concurrent.py", line 238, in result
raise_exc_info(self._exc_info)
File "<string>", line 4, in raise_exc_info
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/tornado/gen.py", line 292, in wrapper
result = func(*args, **kwargs)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/types.py", line 243, in wrapped
coro = func(*args, **kwargs)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/comm/tcp.py", line 171, in write
frames = [ensure_bytes(f) for f in to_frames(msg)]
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/comm/utils.py", line 17, in to_frames
return list(protocol.dumps(msg))
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/protocol/core.py", line 33, in dumps
small_header, small_payload = dumps_msgpack(msg)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/distributed/protocol/core.py", line 134, in dumps_msgpack
payload = msgpack.dumps(msg, use_bin_type=True)
File "/Users/nick/miniconda2/envs/dask_glm/lib/python3.5/site-packages/msgpack/__init__.py", line 47, in packb
return Packer(**kwargs).pack(o)
File "msgpack/_packer.pyx", line 231, in msgpack._packer.Packer.pack (msgpack/_packer.cpp:3661)
File "msgpack/_packer.pyx", line 233, in msgpack._packer.Packer.pack (msgpack/_packer.cpp:3503)
File "msgpack/_packer.pyx", line 221, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3230)
File "msgpack/_packer.pyx", line 192, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:2657)
File "msgpack/_packer.pyx", line 221, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3230)
File "msgpack/_packer.pyx", line 228, in msgpack._packer.Packer._pack (msgpack/_packer.cpp:3382)
TypeError: can't serialize <Future: status: finished, key: c85bbd0d1718128e8eb4b46d0b5940d8>
distributed.worker - WARNING - Compute Failed
Function: parameter_server
args: ()
kwargs: {}
Exception: TypeError("can't serialize <Future: status: finished, key: c85bbd0d1718128e8eb4b46d0b5940d8>",)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment