# Copyright (C) 2008 John Paulett (john -at- paulett.org) # Copyright (C) 2009-2018 David Aguilar (davvid -at- gmail.com) # All rights reserved. # # This software is licensed as described in the file COPYING, which # you should have received as part of this distribution. """Helper functions for pickling and unpickling. Most functions assist in determining the type of an object. """ import base64 import binascii import collections import inspect import io import operator import sys import time import types import warnings from collections.abc import Iterator as abc_iterator from . import tags _ITERATOR_TYPE = type(iter('')) SEQUENCES = (list, set, tuple) SEQUENCES_SET = {list, set, tuple} PRIMITIVES = {str, bool, int, float, type(None)} FUNCTION_TYPES = { types.FunctionType, types.MethodType, types.LambdaType, types.BuiltinFunctionType, types.BuiltinMethodType, } NON_REDUCIBLE_TYPES = ( { list, dict, set, tuple, object, bytes, } | PRIMITIVES | FUNCTION_TYPES ) NON_CLASS_TYPES = { list, dict, set, tuple, bytes, } | PRIMITIVES def is_type(obj): """Returns True is obj is a reference to a type. >>> is_type(1) False >>> is_type(object) True >>> class Klass: pass >>> is_type(Klass) True """ # use "isinstance" and not "is" to allow for metaclasses return isinstance(obj, type) def has_method(obj, name): # false if attribute doesn't exist if not hasattr(obj, name): return False func = getattr(obj, name) # builtin descriptors like __getnewargs__ if isinstance(func, types.BuiltinMethodType): return True # note that FunctionType has a different meaning in py2/py3 if not isinstance(func, (types.MethodType, types.FunctionType)): return False # need to go through __dict__'s since in py3 # methods are essentially descriptors # __class__ for old-style classes base_type = obj if is_type(obj) else obj.__class__ original = None # there is no .mro() for old-style classes for subtype in inspect.getmro(base_type): original = vars(subtype).get(name) if original is not None: break # name not found in the mro if original is None: return False # static methods are always fine if isinstance(original, staticmethod): return True # at this point, the method has to be an instancemthod or a classmethod if not hasattr(func, '__self__'): return False bound_to = getattr(func, '__self__') # class methods if isinstance(original, classmethod): return issubclass(base_type, bound_to) # bound methods return isinstance(obj, type(bound_to)) def is_object(obj): """Returns True is obj is a reference to an object instance. >>> is_object(1) True >>> is_object(object()) True >>> is_object(lambda x: 1) False """ return isinstance(obj, object) and not isinstance( obj, (type, types.FunctionType, types.BuiltinFunctionType) ) def is_not_class(obj): """Determines if the object is not a class or a class instance. Used for serializing properties. """ return type(obj) in NON_CLASS_TYPES def is_primitive(obj): """Helper method to see if the object is a basic data type. Unicode strings, integers, longs, floats, booleans, and None are considered primitive and will return True when passed into *is_primitive()* >>> is_primitive(3) True >>> is_primitive([4,4]) False """ return type(obj) in PRIMITIVES def is_enum(obj): """Is the object an enum?""" return 'enum' in sys.modules and isinstance(obj, sys.modules['enum'].Enum) def is_dictionary(obj): """Helper method for testing if the object is a dictionary. >>> is_dictionary({'key':'value'}) True """ warnings.warn( "This function will be removed in the next release of jsonpickle, 5.0.0! Please migrate now.", DeprecationWarning, ) return type(obj) is dict def is_sequence(obj): """Helper method to see if the object is a sequence (list, set, or tuple). >>> is_sequence([4]) True """ return type(obj) in SEQUENCES_SET def is_list(obj): """Helper method to see if the object is a Python list. >>> is_list([4]) True """ warnings.warn( "This function will be removed in the next release of jsonpickle, 5.0.0! Please migrate now.", DeprecationWarning, ) return type(obj) is list def is_set(obj): """Helper method to see if the object is a Python set. >>> is_set(set()) True """ warnings.warn( "This function will be removed in the next release of jsonpickle, 5.0.0! Please migrate now.", DeprecationWarning, ) return type(obj) is set def is_bytes(obj): """Helper method to see if the object is a bytestring. >>> is_bytes(b'foo') True """ warnings.warn( "This function will be removed in the next release of jsonpickle, 5.0.0! Please migrate now.", DeprecationWarning, ) return type(obj) is bytes def is_unicode(obj): """DEPRECATED: Helper method to see if the object is a unicode string""" warnings.warn( "This function will be removed in the next release of jsonpickle, 5.0.0! Please migrate now.", DeprecationWarning, ) return type(obj) is str def is_tuple(obj): """Helper method to see if the object is a Python tuple. >>> is_tuple((1,)) True """ warnings.warn( "This function will be removed in the next release of jsonpickle, 5.0.0! Please migrate now.", DeprecationWarning, ) return type(obj) is tuple def is_dictionary_subclass(obj): """Returns True if *obj* is a subclass of the dict type. *obj* must be a subclass and not the actual builtin dict. >>> class Temp(dict): pass >>> is_dictionary_subclass(Temp()) True """ # TODO: add UserDict return ( hasattr(obj, '__class__') and issubclass(obj.__class__, dict) and type(obj) is not dict ) def is_sequence_subclass(obj): """Returns True if *obj* is a subclass of list, set or tuple. *obj* must be a subclass and not the actual builtin, such as list, set, tuple, etc.. >>> class Temp(list): pass >>> is_sequence_subclass(Temp()) True """ return ( hasattr(obj, '__class__') and issubclass(obj.__class__, SEQUENCES) and not is_sequence(obj) ) def is_noncomplex(obj): """Returns True if *obj* is a special (weird) class, that is more complex than primitive data types, but is not a full object. Including: * :class:`~time.struct_time` """ if type(obj) is time.struct_time: return True return False def is_function(obj): """Returns true if passed a function >>> is_function(lambda x: 1) True >>> is_function(locals) True >>> def method(): pass >>> is_function(method) True >>> is_function(1) False """ return type(obj) in FUNCTION_TYPES def is_module_function(obj): """Return True if `obj` is a module-global function >>> import os >>> is_module_function(os.path.exists) True >>> is_module_function(lambda: None) False """ return ( hasattr(obj, '__class__') and isinstance(obj, (types.FunctionType, types.BuiltinFunctionType)) and hasattr(obj, '__module__') and hasattr(obj, '__name__') and obj.__name__ != '' ) or is_cython_function(obj) def is_module(obj): """Returns True if passed a module >>> import os >>> is_module(os) True """ warnings.warn( "This function will be removed in the next release of jsonpickle, 5.0.0! Please migrate now.", DeprecationWarning, ) return isinstance(obj, types.ModuleType) def is_picklable(name, value): """Return True if an object can be pickled >>> import os >>> is_picklable('os', os) True >>> def foo(): pass >>> is_picklable('foo', foo) True >>> is_picklable('foo', lambda: None) False """ if name in tags.RESERVED: return False return is_module_function(value) or not is_function(value) def is_installed(module): """Tests to see if ``module`` is available on the sys.path >>> is_installed('sys') True >>> is_installed('hopefullythisisnotarealmodule') False """ try: __import__(module) return True except ImportError: return False def is_list_like(obj): return hasattr(obj, '__getitem__') and hasattr(obj, 'append') def is_iterator(obj): return isinstance(obj, abc_iterator) and not isinstance(obj, io.IOBase) def is_collections(obj): try: return type(obj).__module__ == 'collections' except Exception: return False def is_reducible_sequence_subclass(obj): return hasattr(obj, '__class__') and issubclass(obj.__class__, SEQUENCES) def is_reducible(obj): """ Returns false if of a type which have special casing, and should not have their __reduce__ methods used """ # defaultdicts may contain functions which we cannot serialise if is_collections(obj) and not isinstance(obj, collections.defaultdict): return True if ( type(obj) in NON_REDUCIBLE_TYPES or obj is object or is_dictionary_subclass(obj) or isinstance(obj, types.ModuleType) or is_reducible_sequence_subclass(obj) or is_list_like(obj) or isinstance(getattr(obj, '__slots__', None), _ITERATOR_TYPE) or (is_type(obj) and obj.__module__ == 'datetime') ): return False return True def is_cython_function(obj): """Returns true if the object is a reference to a Cython function""" return ( callable(obj) and hasattr(obj, '__repr__') and repr(obj).startswith('>> class Example(object): ... pass >>> ex = Example() >>> importable_name(ex.__class__) == 'jsonpickle.util.Example' True >>> importable_name(type(25)) == 'builtins.int' True >>> importable_name(None.__class__) == 'builtins.NoneType' True >>> importable_name(False.__class__) == 'builtins.bool' True >>> importable_name(AttributeError) == 'builtins.AttributeError' True """ # Use the fully-qualified name if available (Python >= 3.3) name = getattr(cls, '__qualname__', cls.__name__) module = translate_module_name(cls.__module__) if not module: if hasattr(cls, '__self__'): if hasattr(cls.__self__, '__module__'): module = cls.__self__.__module__ else: module = cls.__self__.__class__.__module__ return f'{module}.{name}' def b64encode(data): """ Encode binary data to ascii text in base64. Data must be bytes. """ return base64.b64encode(data).decode('ascii') def b64decode(payload): """ Decode payload - must be ascii text. """ try: return base64.b64decode(payload) except (TypeError, binascii.Error): return b'' def b85encode(data): """ Encode binary data to ascii text in base85. Data must be bytes. """ return base64.b85encode(data).decode('ascii') def b85decode(payload): """ Decode payload - must be ascii text. """ try: return base64.b85decode(payload) except (TypeError, ValueError): return b'' def itemgetter(obj, getter=operator.itemgetter(0)): return str(getter(obj)) def items(obj, exclude=()): """ This can't be easily replaced by dict.items() because this has the exclude parameter. Keep it for now. """ for k, v in obj.items(): if k in exclude: continue yield k, v