o lhL@sdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddlm Z ddl m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZejejZZd8ddZd8dd Z d d Z!d d Z"ddZ#ddZ$ddZ%ddZ&ddZ'ddZ(ddZ)ddZ*ddZ+d d!Z,d"d#Z-d$d%Z.d&d'Z/d(d)Z0d*d+Z1d,d-Z2d.d/Z3d0d1Z4d2d3Z5d4d5Z6Gd6d7d7e Z7dS)9a New, fast version of the CloudPickler. This new CloudPickler class can now extend the fast C Pickler instead of the previous Python implementation of the Pickler class. Because this functionality is only available for Python versions 3.8+, a lot of backward-compatibility code is also removed. Note that the C Pickler sublassing API is CPython-specific. Therefore, some guards present in cloudpickle.py that were written to handle PyPy specificities are not present in cloudpickle_fast.py N)Pickler) _is_dynamic_extract_code_globals_BUILTIN_TYPE_NAMESDEFAULT_PROTOCOL_find_imported_submodules_get_cell_contents _is_global _builtin_typeEnum_ensure_tracking_make_skeleton_class_make_skeleton_enum_extract_class_dict string_typesdynamic_subimport subimportcCst||d|dS)awSerialize obj as bytes streamed into file protocol defaults to cloudpickle.DEFAULT_PROTOCOL which is an alias to pickle.HIGHEST_PROTOCOL. This setting favors maximum communication speed between processes running the same Python version. Set protocol=pickle.DEFAULT_PROTOCOL instead if you need to ensure compatibility with older versions of Python. protocolN) CloudPicklerdump)objfilerr_/var/www/html/env/lib/python3.10/site-packages/joblib/externals/cloudpickle/cloudpickle_fast.pyr%s rcCsJt}t||d}|||WdS1swYdS)aSerialize obj as a string of bytes allocated in memory protocol defaults to cloudpickle.DEFAULT_PROTOCOL which is an alias to pickle.HIGHEST_PROTOCOL. This setting favors maximum communication speed between processes running the same Python version. Set protocol=pickle.DEFAULT_PROTOCOL instead if you need to ensure compatibility with older versions of Python. rN)ioBytesIOrrgetvalue)rrrcprrrdumps2s  $r cCsTi}t|dr |j|d<|jdd}t|tr||d<t||j|j|t |dfS)N __slots____dict__) hasattrr!r"get isinstancepropertytype__name__ __bases__r )r type_kwargsr"rrr_class_getnewargsEs   r+cCs0tdd|D}|j|j|j||jt|dfS)Ncs|] }|j|jfVqdSNnamevalue.0errr Sz#_enum_getnewargs..)dictr)r( __qualname__ __module__r )rmembersrrr_enum_getnewargsRs r:cCs|Sr-r)retvalrrr_file_reconstructorZsr<c sjjjjjjjjd}tj }fdd|D}jdur.t t t jnd}t j t|||d<||d<j}||fS)N)r(r7__annotations____kwdefaults__ __defaults__r8__doc__ __closure__cs"i|] }|jvr|j|qSr) __globals__)r2kfuncrr ss z&_function_getstate..r_cloudpickle_submodulesrB)r(r7r=r>r?r8r@rAr__code__listmapr r itertoolschainvaluesr")rE slotstate f_globals_ref f_globalsclosure_valuesstaterrDr_function_getstate`s*   rScCst|}|ddd|vr t|\}}}}dd|D|d<t|dr>t|jtr2||jn |jD]}||dq5|dd|ifS)N __weakref__ _abc_implcSsg|]}|qSrr)r2subclass_weakrefrrr s z#_class_getstate..r!r")rpopabc _get_dumpr#r%r!r)rclsdictregistry_rCrrr_class_getstates     r^cCsPt|\}}tdd|D}dD]}||dq|D]}||q||fS)Ncsr,r-r.r1rrrr4r5z!_enum_getstate..)_generate_next_value__member_names_ _member_map_ _member_type__value2member_map_)r^r6rX)rr[rNr9attrnamememberrrr_enum_getstates  rfcCsN|j|j|j|j|j|j|j|j|j|j |j |j |j |j |j|jf}tj|fS)zcodeobject reducer) co_argcountco_posonlyargcountco_kwonlyargcount co_nlocals co_stacksizeco_flagsco_code co_constsco_names co_varnames co_filenameco_nameco_firstlineno co_lnotab co_freevars co_cellvarstypesCodeType)rargsrrr _code_reduces    rzcCs6z|jWntytjdfYSwtj|jffS)z?Cell (containing values of a function's free variables) reducerr) cell_contents ValueErrorrwCellTyperrrr _cell_reduces   rcCs|j}t||ffSr-)__func__r')r orig_funcrrr_classmethod_reducesrcCs.ddl}t|drt|dstd|tjurttdffS|tjur)ttdffS|tjur3td|j r;td t|d rI| rItd d |j vr[d |j vr[td|j |j }| }z|}|d|}||Wntytd|w||||||_ t|ffS)z Save a filerNr/modez5Cannot pickle files that do not map to an actual filestdoutstderrzCannot pickle standard inputzCannot pickle closed filesisattyz+Cannot pickle files that map to tty objectsr+z7Cannot pickle files that are not opened for reading: %sz*Cannot pickle file %s as it cannot be read)rr#pickle PicklingErrorsysrgetattrrstdinclosedrrr/StringIOtellseekreadIOErrorwriter<)rrr/r;curloccontentsrrr _file_reducesN            rcCst|j|jffSr-)r __objclass__r(r~rrr_getset_descriptor_reducercCtjt|ffSr-)rwMappingProxyTyper6r~rrr_mappingproxy_reduce rrcCst|ffSr-)bytestobytesr~rrr_memoryview_reducercCs&t|r t|jt|ffSt|jffSr-)rrr(varsrr~rrr_module_reduces rcCstj|j|jffSr-)rw MethodTyper__self__r~rrr_method_reducesrcCstj|jffSr-)logging getLoggerr/r~rrr_logger_reducerrcCs tjdfS)Nr)rrr~rrr_root_logger_reduce"s rcCrr-)weakrefWeakSetrIr~rrr_weakset_reduce&rrcCsBtdurt|trtt|t|ddtfStt|t|ddtfS)z Save a class that can't be stored as module global. This method is used to serialize classes that are defined inside functions, or that otherwise can't be serialized as attribute lookups from global modules. N) r issubclassrr:rf_class_setstaterr+r^r~rrr_dynamic_class_reduce*srcCsj|tdur tdfS|tturttffS|ttur ttffS|tvr+tt|ffSt|s3t|StS)zCSelect the reducer depending on the dynamic nature of the class objNr-)r'EllipsisNotImplementedrr r rr~rrr _class_reduce>s     rc Cs|\}}|j||d}|d}|d|j|t|jd<|durFt|D]\}}z|j}Wn ty>Yq,w||j|_q,| D] \}} t ||| qJdS)aUpdate the state of a dynaamic function. As __closure__ and __globals__ are readonly attributes of a function, we cannot rely on the native setstate routine of pickle.load_build, that calls setattr on items of the slotstate. Instead, we have to modify them inplace. rBrArG __builtins__N) r"updaterXrBr enumerater{r|rAitemssetattr) rrRrN obj_globals obj_closureicellr0rCvrrr_function_setstateSs$        rcCsX|\}}d}|D]\}}|dkr|}q t|||q |dur*|D]}||q"|S)NrU)rrregister)rrRrNr\rdattrsubclassrrrrus rc@seZdZdZiZeee<eeej <e ee j <e ee j<eee<eee<eeej<eeej<eeej<eeej<eeej<eeej<eee j!<dddZ"ddZ#ddZ$d d Z%d d Z&d dZ'dS)raFast C Pickler extension with additional reducing routines. CloudPickler's extensions exist into into: * its dispatch_table containing reducers that are called only if ALL built-in saving functions were previously discarded. * a special callback named "reducer_override", invoked before standard function/class builtin-saving method (save_global), to serialize dynamic functions NcCsJ|durt}tj|||di|_tj|_|j|jt ||_ dS)Nr) rr__init__ globals_refcopyregdispatch_tablecopyrdispatchintproto)selfrrrrrrs zCloudPickler.__init__cCsTt|}zt|t}Wn tyd}Ynw|rt|St|tjr(||StS)aType-agnostic reducing callback for function and classes. For performance reasons, subclasses of the C _pickle.Pickler class cannot register custom reducers for functions and classes in the dispatch_table. Reducer for such types must instead implemented in the special reducer_override method. Note that method will be called for any object except a few builtin-types (int, lists, dicts etc.), which differs from reducers in the Pickler's dispatch_table, each of them being invoked for objects of a specific type only. This property comes in handy for classes: although most classes are instances of the ``type`` metaclass, some of them can be instances of other custom metaclasses (such as enum.EnumMeta for example). In particular, the metaclass will likely not be known in advance, and thus cannot be special-cased using an entry in the dispatch_table. reducer_override, among other things, allows us to register a reducer that will be called for any class, independently of its type. Notes: * reducer_override has the priority over dispatch_table-registered reducers. * reducer_override can be used to fix other limitations of cloudpickle for other types that suffered from type-specific reducers, such as Exceptions. See https://github.com/cloudpipe/cloudpickle/issues/248 F) r'r TypeErrorrr%rw FunctionType_function_reducer)rrt is_anyclassrrrreducer_overrides   zCloudPickler.reducer_overridecCs$||}t|}tj||ddtfS)z>Reduce a function that is not pickleable via attribute lookup.N)_function_getnewargsrSrwrr)rrEnewargsrRrrr_dynamic_function_reduces  z%CloudPickler._dynamic_function_reducecCst|rtS||S)aReducer for function objects. If obj is a top-level attribute of a file-backed module, this reducer returns NotImplemented, making the CloudPickler fallback to traditional _pickle.Pickler routines to save obj. Otherwise, it reduces obj using a custom cloudpickle reducer designed specifically to handle dynamic functions. As opposed to cloudpickle.py, There no special handling for builtin pypy functions because cloudpickle_fast is CPython-specific. )r rr)rrrrrrs  zCloudPickler._function_reducecCs~|j}|jt|ji}|ikr"dD]}||jvr!|j|||<q|jdur*d}ntddtt|j D}||dd|fS)N) __package__r(__path____file__css|]}tVqdSr-)rwr})r2r]rrrr4s z4CloudPickler._function_getnewargs..) rHr setdefaultidrBrAtuplerangelenru)rrEcode base_globalsrCclosurerrrrs    z!CloudPickler._function_getnewargsc CsFzt||WSty"}zd|jdvrd}t|d}~ww)N recursionrz?Could not pickle object as excessively deep recursion required.)rr RuntimeErrorryrr)rrr3msgrrrrs zCloudPickler.dumpr-)(r(r8r7r@rr classmethodrr TextIOWrapperrrLoggerr RootLoggerr memoryview staticmethodrrwr}rzrxrGetSetDescriptorTyper ModuleTyperrrrrrrrrrrrrrrrrrs,           . !rr-)8r@rYrrrKr_picklerrrwrr cloudpicklerrrrrr r r r r rrrrrrloadloadsrr r+r:r<rSr^rfrzrrrrrrrrrrrrrrrrrrrrsN  H   '  /"