B J\e@srdZddlmZmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZejdkrddlmZmZmZddlZn:ddlmZmZmZy ddlZWnek rdZYnXdZddd d d d d gZejdkZdedfddZdedfddZdd Zdd ZddZ ddZ!e"Z#ddZ$e$dd Z%dd Z&Gddde'Z(e)e*e+e,e-dgZ.e/e(j0e1e(j2ej3e4iZ5ejdkre56ej7e8ej9e4ej:e*ie/e1e;gZe5ej?<e<@eAye(jBe5e;<WneCk r6YnXejDd krNe.Ee*eFe<Z promoted to unicode (see below why this is) - bytes, bytearrays, memoryview, buffer --> string, base-64 (you'll have to manually un-base64 them though) - uuid.UUID, datetime.{datetime, date, time, timespan} --> appropriate string/number - decimal.Decimal --> string (to not lose precision) - array.array typecode 'c'/'u' --> string/unicode - array.array other typecode --> list - Exception --> dict with some fields of the exception (message, args) - collections module types --> mostly equivalent primitive types or dict - enums --> the value of the enum (Python 3.4+ or enum34 library) - all other types --> dict with __getstate__ or vars() of the object Notes: All str will be promoted to unicode. This is done because it is the default anyway for Python 3.x, and it solves the problem of the str/unicode difference between different Python versions. Also it means the serialized output doesn't have those problematic 'u' prefixes on strings. The serializer is not thread-safe. Make sure you're not making changes to the object tree that is being serialized, and don't use the same serializer in different threads. Because the serialized format is just valid Python source code, it can contain comments. Set literals are not supported on python <3.2 (ast.literal_eval limitation). If you need Python < 3.2 compatibility, you'll have to use set_literals=False when serializing. Since version 1.6 serpent chooses this wisely for you by default, but you can still override it if needed. Floats +inf and -inf are handled via a trick, Float 'nan' cannot be handled and is represented by the special value: {'__class__':'float','value':'nan'} We chose not to encode it as just the string 'NaN' because that could cause memory issues when used in multiplications. Jython's ast module cannot properly parse some literal reprs of unicode strings. This is a known bug http://bugs.jython.org/issue2008 It seems to work when your server is Python 2.x but safest is perhaps to make sure your data to parse contains only ascii strings when dealing with Jython. Serpent checks for possible problems and will raise an error if it finds one, rather than continuing with string data that might be incorrect. Copyright by Irmen de Jong (irmen@razorvine.net) Software license: "MIT software license". See http://opensource.org/licenses/MIT )print_functiondivisionN))KeysView ValuesView ItemsViewz1.28dumpdumpsloadloadsregister_classunregister_classtobytes)rFcCst||||S)zSerialize object tree to bytes) Serializer serialize)objindent set_literalsmodule_in_classnamer&lib/python3.7/site-packages/serpent.pyr ^scCs|t||||ddS)zSerialize object tree to a file)rrrN)writer )rfilerrrrrrr cscCsRtjdkrDt|tkr |}nt|tkr8|dd}|d}n8tjdkrpt|tkrb|}t |d}n t |d}d|krt dtj dkrt |dd t jtjjBd }tjdkrxXt |D]J}t|t jrt|jtrtd d |jDrt d |jd|_qWz*tjdkr:tjdkr:tt |StXdS)zDDeserialize bytes back to object tree. Uses ast.literal_eval (safe).javaNzutf-8clizdThe serpent data contains 0-bytes so it cannot be parsed by ast.literal_eval. Has it been corrupted?)rrz eval)modeflagscss|]}|dkr|VqdS)Nr).0crrr szloads..zcannot properly parse unicode string with ast in Jython, see bug http://bugs.jython.org/issue2008 - use python 2.x server or convert strings to ascii yourself firstzunicode-escape)osnametype memoryviewrbufferdecodesysplatformcodecs ValueError version_infocompileastZ PyCF_ONLY_AST __future__Zunicode_literalsZ compiler_flagwalk isinstanceZStrsstranygcdisableZ literal_evalenable)Zserialized_bytesZ serializedZnoderrrr hs4            $ cCs|}t|S)zPDeserialize bytes from a file back to object tree. Uses ast.literal_eval (safe).)readr )rdatarrrr scCs.|jr dndt|d}||||dS)Nzcollections.OrderedDict OrderedDict) __class__items)rlistr? _serialize)r serializer outputstream indentlevelrrr_ser_OrderedDicts rEcCs||||dS)N)ser_builtins_list)rrBrCrDrrr _ser_DictViewsrGcCsRtttt<ttt<ttt<tjdkr4ttt j <t dk rNdd}|tt j <dS)N)rcSs||j||dS)N)rAvalue)rrBrCrDrrr _ser_Enumsz2_reset_special_classes_registry.._ser_Enum) _special_classes_registryclearrGrrrr+r/rE collectionsr=enumEnum)rJrrr_reset_special_classes_registrys  rPcCs|tkrt|=dS)z:Unregister the specialcase serializer for the given class.N)rK)clazzrrrrscCs |t|<dS)a Register a special serializer function for objects of the given class. The function will be called with (object, serpent_serializer, outputstream, indentlevel) arguments. The function must write the serialized data to outputstream. It doesn't return a value. N)rK)rQrBrrrr sc@sPeZdZdZddZddZeddZedd Zed d Z ed d Z dS) BytesWrapperz Wrapper for bytes, bytearray etc. to make them appear as base-64 encoded data. You can use the tobytes utility function to decode this back into the actual bytes (or do it manually) cCs ||_dS)N)r<)selfr<rrr__init__szBytesWrapper.__init__cCs|tjdkrtt|j}n@tjdks0tjdkrPt |jt krPtt |j}n t|j}t |tkrl|n| dddS)Nrr)rrHasciibase64)r<encoding) r+r,rVZ b64encoder6r<r%r&r/r' bytearraybytesr*)rSZb64rrr __getstate__s " zBytesWrapper.__getstate__cCst|S)N)rR)r<rrr from_bytesszBytesWrapper.from_bytescCst|S)N)rR)r<rrrfrom_bytearrayszBytesWrapper.from_bytearraycCs t|S)N)rRr)r<rrrfrom_memoryviewszBytesWrapper.from_memoryviewcCst|S)N)rR)r<rrr from_bufferszBytesWrapper.from_bufferN) __name__ __module__ __qualname____doc__rTrZ staticmethodr[r\r]r^rrrrrRs   rR)rr BufferTypercCsnt|tr|St|trbd|krb|ddkrbyt|dStk r`t|ddSXtddS)a0 Utility function to convert obj back to actual bytes if it is a serpent-encoded bytes dictionary (a dict with base-64 encoded 'data' in it and 'encoding'='base64'). If obj is already bytes or a byte-like type, return obj unmodified. Will raise TypeError if obj is none of the above. r<rWrVrUz?argument is neither bytes nor serpent base64 encoded bytes dictN)r4 _bytes_typesdictgetrVZ b64decode TypeErrorencode)rrrrr s  c@seZdZdZiZdedfddZddZee e e e e eegZddZd d Zeee<d d Zeee <d dZeee <ejdkrddZeee<ejdkrddZeee<ddZeee <ddZeee <ddZddZeee <ddZeee<ddZ eee<d d!Z!e!ee"j#<d"d#Z$e$ee%j%<d$d%Z&e&ee%j'<e(j)d&ksPejd'krZd(d)Z*nd*d)Z*e*ee%j+<d+d,Z,e,ee%j-<d-d.Z.e.ee/j0<d/d0Z1e1ee2<d1d2Z3e3ee4j4<d3d4Z5d5d6Z6d7S)8rz Serialize an object tree to a byte stream. It is not thread-safe: make sure you're not making changes to the object tree that is being serialized, and don't use the same serializer across different threads. FcCs8||_||_||_t|_d|_ttdd|_ dS)as Initialize the serializer. indent=indent the output over multiple lines (default=false) setLiterals=use set-literals or not (set to False if you need compatibility with Python < 3.2). Serpent chooses a sensible default for you. module_in_classname = include module prefix for class names or only use the class name itself Ni) rrrsetserialized_obj_idsspecial_classes_registry_copyminr+getrecursionlimit maximum_level)rSrrrrrrrT%s zSerializer.__init__cCst|_d}|jr|d7}n|d7}|g}tjdkrJt|tkrJt|}z6tjdkrht j dkrht t |_|||dWdt Xd|_|`d|d S) z#Serialize the object tree to bytes.z# serpent utf-8 z python3.2 z python2.6 rrrNzutf-8)rKcopyrmrr%r&r'r)rXr+r,r8r9rkrlrAr:joinri)rSrheaderoutrrrr4s"   zSerializer.serializec Cs||jkrtdt|}|tkr6t||}t|}|tkrP|t|dS||jkrn|j|||||S|j }x,|D]$}t ||rz||||||dSqzWy|j|}Wn@t k rx*|j D]}||jkr|j|}PqWt j}YnX|||||dS)NzObject graph nesting too deep. Increase serializer.maximum_level if you think you need more, but this may cause a RecursionError instead if Python's recursion limit doesn't allow it.)rpr.r'_translate_types _repr_typesappendrepr_shortcut_dispatch_typesdispatchrmr4KeyError__mro__rser_default_class) rSrruleveltZspecial_classesrQfuncZtype_rrrrALs2         zSerializer._serializecCs||||dS)N)ser_builtins_unicode)rSZstr_objrurrrrser_builtins_strnszSerializer.ser_builtins_strcCsRt|r|dn8t|r@|dkr4|dqN|dn|t|dS)Nz#{'__class__':'float','value':'nan'}rZ1e30000z-1e30000)mathZisnanrxZisinfry)rSZ float_objrurrrrser_builtins_floatss     zSerializer.ser_builtins_floatcCsL|d||j|||jdkr.|d||j|||ddS)N(r+zj))rxrrealimag)rSZ complex_objrurrrrser_builtins_complexs    zSerializer.ser_builtins_complex)rrcCs.t|}|ddkr |dd}||dS)Nru)ryrx)rSZ unicode_objrurzrrrrs  zSerializer.ser_builtins_unicodecCs|t|dS)N)rxr6)rSZlong_objrurrrrser_builtins_longszSerializer.ser_builtins_longc Cs|j}|j}|jr|rd|}|d}|dx,|D]$}||||||d|dq4W|d|d<t|dkr~|d=|d|dnH|dx$|D]}||||d|d qWt|dkr|d=|ddS) Nz z( rz,  )r,)rxrArrstriplen) rSZ tuple_objrurrxr indent_charsindent_chars_insideeltrrrser_builtins_tuples*       zSerializer.ser_builtins_tuplec Cst||jkrtd|jt||j}|j}|jr|rd|}|d}|dx,|D]$}||||||d|dqZW|d=|d|dn@|d x$|D]}||||d|d qW|r|d=|d|jt|dS) Nz"Circular reference detected (list)z z[ rz, rr][r)idrlr.addrxrArdiscard) rSZlist_objrurrxrrrrrrrrFs.     zSerializer.ser_builtins_listcCsb|ttttfkr^t|tjs^tdk r4t|tjr4dSt j dkrJ|t krJdSt dt|ddS)N)rrzFone of the keys in a dict or set is not of a primitive hashable type: z?. Use simple types as keys or use a list or tuple as container.) boolrYr6tuple issubclassnumbersNumberrNrOr+r/unicoderh)rSrrrr_check_hashable_typeszSerializer._check_hashable_typec Csxt||jkrtd|jt||j}|j}|jr|rd|}|d}|d|}y t|} Wnt k r|} YnXxV| D]N\} } ||| t | || ||d|d|| ||d|dqW|d=|d|d nr|d xT|D]H\} } | t | || ||d|d || ||d|d qW|r\|d=|d |j t|dS) Nz"Circular reference detected (dict)z z{ rz: z, rr}{:r) rrlr.rrxrArr?sortedrhrr'r) rSZdict_objrurrxrrr dict_itemsZ sorted_itemskeyrIrrrser_builtins_dictsD    zSerializer.ser_builtins_dictc Cs6|js*|jrt|}|t|||dS|j}|j}|jr|rd|}|d}|dy t|}Wntk r||}YnXx:|D]2} |||t| || ||d|dqW|d=|d|dn`|r$|dx2|D]*} |t| || ||d|d qW|d=|dn| d ||dS) Nz z{ rz, rrrrrr) rrrrArrxrhrr'r) rSset_objrurrxrrrZ sorted_eltsrrrrser_builtins_sets>        zSerializer.ser_builtins_setcCs||||dS)N)r)rSrrurrrrser_builtins_frozenset sz!Serializer.ser_builtins_frozensetcCs|tt|dS)N)rxryr6)rSZ decimal_objrurrrrser_decimal_Decimal$szSerializer.ser_decimal_DecimalcCs|t|dS)N)rxry isoformat)rSZ datetime_objrurrrrser_datetime_datetime)sz Serializer.ser_datetime_datetimecCs|t|dS)N)rxryr)rSZdate_objrurrrrser_datetime_date-szSerializer.ser_datetime_dater)rrHcCs0|jd|jd|jd}|t|dS)NiQi@B)ZdaysZsecondsZ microsecondsrxry)rS timedelta_objrursecsrrrser_datetime_timedelta2sz!Serializer.ser_datetime_timedeltacCs|}|t|dS)N)Z total_secondsrxry)rSrrurrrrrr6scCs|tt|dS)N)rxryr6)rSZtime_objrurrrrser_datetime_time;szSerializer.ser_datetime_timecCs|tt|dS)N)rxryr6)rSZuuid_objrurrrr ser_uuid_UUID?szSerializer.ser_uuid_UUIDcCs,||d|jt|d}||||dS)NT)r>Z __exception__argsZ attributes)get_class_namervarsrA)rSZexc_objrurrIrrrser_exception_classCs  zSerializer.ser_exception_classcCsR|jdkr||||n0|jdkr<||||n||||dS)Nr#r)typecoderAZtostringZ tounicodetolist)rSZ array_objrurrrrser_array_arrayMs   zSerializer.ser_array_arrayc CsHt||jkrtd|jt|zyV|}|dkrbt|trb||t| d}t|t r~| |||dSWnt k ryt t|}|||d<Wnhtk rt|dri}x|jD]}t||||<qW|||d<ntdt|jdYnXYnX||||Wd|jt|XdS)Nz#Circular reference detected (class))r>r?r> __slots__z"don't know how to serialize class z/. Give it vars() or an appropriate __getstate__)rrlr.rrZr4rrr@_asdictr?rfrAttributeErrorrrhhasattrrgetattrr6r>rAr)rSrrurrIZslotrrrr~Vs4     zSerializer.ser_default_classcCs&|jrd|jj|jjfS|jjSdS)Nz%s.%s)rr>r`r_)rSrrrrrxszSerializer.get_class_nameN)7r_r`rarbr{can_use_set_literalsrTr frozensetfloatcomplexrr@rfrkrzrArr6rrr+r/rrrZlongrrFrrrrrdecimalZDecimalrdatetimerZdater%r&rZ timedeltarZtimeruuidZUUIDr BaseExceptionrarrayr~rrrrrrsb"    $"        "r)Irbr2rrr1rVr+typesr%r8rrrrrrr-rMr/Zcollections.abcrrrrN ImportError __version____all__rr r r r rErGr=rKrPrr objectrRrkr6intrr'rwrYr[rXr\dequer@rvupdateUserDictrfUserList UserStringr(rerr^rdrxr)r] NameErrorr,removerrrrrrr;s     %  %