# Modified from https://github.com/facebookresearch/detectron2/blob/ef096f9b2fbedca335f7476b715426594673f463/detectron2/utils/serialize.py
import pickle
try:
import cloudpickle
except:
CLOUDPICKLE_AVAILABLE = False
else:
CLOUDPICKLE_AVAILABLE = True
[docs]def picklable_wrapper(obj):
"""
Wrap the object with PicklableWrapper only if it's not natively picklable
Note: it's not intended to be run a lot of times
"""
try:
pickle.dumps(obj)
return obj
except:
return PicklableWrapper(obj)
[docs]def loads_either(cloudpickle_out, pickle_out):
r"""
If cloudpickle dumps is available then load with cloudpickle first,
because cloudpickle is safer to use for callabels then pickle.
If not availble, then resort to pickle.
"""
if CLOUDPICKLE_AVAILABLE and cloudpickle_out is not None:
return cloudpickle.loads(cloudpickle_out)
elif pickle_out is not None:
return pickle.loads(pickle_out)
else:
raise ValueError('Not able to load the pickled object')
[docs]class PicklableWrapper(object):
"""
Wrap an object to make it more picklable, note that it uses
heavy weight serialization libraries that are slower than pickle.
It's best to use it only on closures (which are usually not picklable).
This is a simplified version of
https://github.com/joblib/joblib/blob/master/joblib/externals/loky/cloudpickle_wrapper.py
RT change: we save both cloudpickle and pickle dumps.
This is for the case that sender and receiver may not have the same enviroment.
cloudpickle is preferred because it's better for callables.
"""
def __init__(self, obj):
self._obj = obj
def __reduce__(self):
if CLOUDPICKLE_AVAILABLE:
s = cloudpickle.dumps(self._obj)
else:
s = None
try:
s_ = pickle.dumps(self._obj)
except:
s_ = None
assert not (s is None and s_ is None), 'Fail to dump'
return loads_either, (s, s_)
def __call__(self, *args, **kwargs):
return self._obj(*args, **kwargs)
def __getattr__(self, attr):
# Ensure that the wrapped object can be used seamlessly as the previous object.
if attr not in ["_obj"]:
return getattr(self._obj, attr)
return getattr(self, attr)