123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261 |
- # test_pickle dumps and loads pickles via pickle.py.
- # test_cpickle does the same, but via the cPickle module.
- # This test covers the other two cases, making pickles with one module and
- # loading them via the other. It also tests backwards compatibility with
- # previous version of Python by bouncing pickled objects through Python 2.4
- # and Python 2.5 running this file.
- import cPickle
- import os
- import os.path
- import pickle
- import subprocess
- import sys
- import types
- import unittest
- from test import test_support
- # Most distro-supplied Pythons don't include the tests
- # or test support files, and some don't include a way to get these back even if
- # you're will to install extra packages (like Ubuntu). Doing things like this
- # "provides" a pickletester module for older versions of Python that may be
- # installed without it. Note that one other design for this involves messing
- # with sys.path, which is less precise.
- mod_path = os.path.abspath(os.path.join(os.path.dirname(__file__),
- "pickletester.py"))
- pickletester = types.ModuleType("test.pickletester")
- exec compile(open(mod_path).read(), mod_path, 'exec') in pickletester.__dict__
- AbstractPickleTests = pickletester.AbstractPickleTests
- if pickletester.__name__ in sys.modules:
- raise RuntimeError("Did not expect to find test.pickletester loaded")
- sys.modules[pickletester.__name__] = pickletester
- class DumpCPickle_LoadPickle(AbstractPickleTests):
- error = KeyError
- def dumps(self, arg, proto=0, fast=False):
- # Ignore fast
- return cPickle.dumps(arg, proto)
- def loads(self, buf):
- # Ignore fast
- return pickle.loads(buf)
- class DumpPickle_LoadCPickle(AbstractPickleTests):
- error = cPickle.BadPickleGet
- def dumps(self, arg, proto=0, fast=False):
- # Ignore fast
- return pickle.dumps(arg, proto)
- def loads(self, buf):
- # Ignore fast
- return cPickle.loads(buf)
- def have_python_version(name, cache={}):
- """Check whether the given name is a valid Python binary and has
- test.test_support.
- This respects your PATH.
- Args:
- name: short string name of a Python binary such as "python2.4".
- Returns:
- True if the name is valid, False otherwise.
- """
- if name not in cache:
- cache[name] = os.system(name + ' -c "import test.test_support"') == 0
- return cache[name]
- class AbstractCompatTests(AbstractPickleTests):
- module = None
- python = None
- error = None
- def setUp(self):
- self.assertTrue(self.python)
- self.assertTrue(self.module)
- self.assertTrue(self.error)
- test_support.requires("xpickle")
- if not have_python_version(self.python):
- self.skipTest('%s not available' % self.python)
- def send_to_worker(self, python, obj, proto):
- """Bounce a pickled object through another version of Python.
- This will pickle the object, send it to a child process where it will be
- unpickled, then repickled and sent back to the parent process.
- Args:
- python: the name of the Python binary to start.
- obj: object to pickle.
- proto: pickle protocol number to use.
- Returns:
- The pickled data received from the child process.
- """
- # Prevent the subprocess from picking up invalid .pyc files.
- target = __file__
- if target[-1] in ("c", "o"):
- target = target[:-1]
- data = self.module.dumps((proto, obj), proto)
- worker = subprocess.Popen([python, target, "worker"],
- stdin=subprocess.PIPE,
- stdout=subprocess.PIPE,
- stderr=subprocess.PIPE)
- stdout, stderr = worker.communicate(data)
- if worker.returncode != 0:
- raise RuntimeError(stderr)
- return stdout
- def dumps(self, arg, proto=0, fast=False):
- return self.send_to_worker(self.python, arg, proto)
- def loads(self, input):
- return self.module.loads(input)
- # These tests are disabled because they require some special setup
- # on the worker that's hard to keep in sync.
- test_global_ext1 = None
- test_global_ext2 = None
- test_global_ext4 = None
- # This is a cut-down version of pickletester's test_float. Backwards
- # compatibility for the values in for_bin_protos was explicitly broken in
- # r68903 to fix a bug.
- def test_float(self):
- for_bin_protos = [4.94e-324, 1e-310]
- neg_for_bin_protos = [-x for x in for_bin_protos]
- test_values = [0.0, 7e-308, 6.626e-34, 0.1, 0.5,
- 3.14, 263.44582062374053, 6.022e23, 1e30]
- test_proto0_values = test_values + [-x for x in test_values]
- test_values = test_proto0_values + for_bin_protos + neg_for_bin_protos
- for value in test_proto0_values:
- pickle = self.dumps(value, 0)
- got = self.loads(pickle)
- self.assertEqual(value, got)
- for proto in pickletester.protocols[1:]:
- for value in test_values:
- pickle = self.dumps(value, proto)
- got = self.loads(pickle)
- self.assertEqual(value, got)
- # Backwards compatibility was explicitly broken in r67934 to fix a bug.
- test_unicode_high_plane = None
- # This tests a fix that's in 2.7 only
- test_dynamic_class = None
- # This is a cut-down version of pickletester's test_unicode. Backwards
- # compatibility was explicitly broken in r67934 to fix a bug.
- def test_unicode(self):
- if not test_support.have_unicode:
- # Python 2.5 has no unittest.skipUnless
- self.skipTest('no unicode support')
- endcases = [u'', u'<\\u>', u'<\\%c>' % 0x1234, u'<\n>', u'<\\>']
- for proto in pickletester.protocols:
- for u in endcases:
- p = self.dumps(u, proto)
- u2 = self.loads(p)
- self.assertEqual(u2, u)
- # The ability to pickle recursive objects was added in 2.7.11 to fix
- # a crash in CPickle (issue #892902).
- test_recursive_list_subclass_and_inst = None
- test_recursive_tuple_subclass_and_inst = None
- test_recursive_dict_subclass_and_inst = None
- test_recursive_set_and_inst = None
- test_recursive_frozenset_and_inst = None
- # Test backwards compatibility with Python 2.4.
- class CPicklePython24Compat(AbstractCompatTests):
- module = cPickle
- python = "python2.4"
- error = cPickle.BadPickleGet
- # Disable these tests for Python 2.4. Making them pass would require
- # nontrivially monkeypatching the pickletester module in the worker.
- test_reduce_calls_base = None
- test_reduce_ex_calls_base = None
- class PicklePython24Compat(CPicklePython24Compat):
- module = pickle
- error = KeyError
- # Test backwards compatibility with Python 2.5.
- class CPicklePython25Compat(AbstractCompatTests):
- module = cPickle
- python = "python2.5"
- error = cPickle.BadPickleGet
- class PicklePython25Compat(CPicklePython25Compat):
- module = pickle
- error = KeyError
- # Test backwards compatibility with Python 2.6.
- class CPicklePython26Compat(AbstractCompatTests):
- module = cPickle
- python = "python2.6"
- error = cPickle.BadPickleGet
- class PicklePython26Compat(CPicklePython26Compat):
- module = pickle
- error = KeyError
- class CPicklePython27Compat(AbstractCompatTests):
- module = cPickle
- python = "python2.7"
- error = cPickle.BadPickleGet
- class PicklePython27Compat(CPicklePython27Compat):
- module = pickle
- error = KeyError
- def worker_main(in_stream, out_stream):
- message = cPickle.load(in_stream)
- protocol, obj = message
- cPickle.dump(obj, out_stream, protocol)
- def test_main():
- test_support.run_unittest(
- DumpCPickle_LoadPickle,
- DumpPickle_LoadCPickle,
- CPicklePython24Compat,
- CPicklePython25Compat,
- CPicklePython26Compat,
- CPicklePython27Compat,
- PicklePython24Compat,
- PicklePython25Compat,
- PicklePython26Compat,
- PicklePython27Compat,
- )
- if __name__ == "__main__":
- if "worker" in sys.argv:
- worker_main(sys.stdin, sys.stdout)
- else:
- test_main()
|