0-PhdZddlmZmZmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZejeZdZddeDZe jddkZer eZeZeZeZeZn"ej e!Ze"Ze!Zee#fZee j$fZe j%Z&e j'Z(d Z)d Z*d Z+d Z,Gd de-Z.Gdde-Z/Gdde/Z0Gdde-Z1d dZ2d dZ3d dZ4d dZ5e4Z6e2Z7Gdde-Z8Gdde8Z9Gdde8Z:e9e:gZ;edkrddlr0s(//!s1vv//////cP|dkrtd|Stdd|S)z?Encode an unsigned integer into a variable sized blob of bytes.>SYY__Q  4# # # NN*,01    m DD eT] + + DD5D D DCc:.. D BCCC D B BC+/1A+AD #C ( (!*rcHt|tstd||jvr|j|t |jD]3}|j|d|kr|j|4dS)z&Remove a converted by its unique name.rVrN)r-r rHr8popr`r9keys)r=rZr^s rremove_extensionzBsdfSerializer.remove_extensions$$$ ;9:: : 4# # #    & & &/446677 1 1C&s+A.$66'++C000 1 1rc t}|!||d|dS|dur!||d|dS|dur!||d|dSt|trtd|cxkrdkr5nn2||d |t d |zdS||d |t d |zdSt|t rk|jr2||d |t d|zdS||d|t d|zdSt|trh|d}||d|tt|z||dSt|ttfr[||d|tt|z|D]}| |||ddSt|tr||d|tt|z|D]\}}t r|sJnt%|sJ|d} |tt| || | |||ddSt|t&rR||d|t)||j|j} | |dSt|t(r6||d|||dSt|t0r|jdkrt5dt|t6r2||d|t dddznt9dt|dkrt5d|||||j |jdS|t5d|z|j !|j"d} | B|j#D]&\} } | $||r | | jf} n'd} | )| \}}| ||||||dSd}t9||j"j%z) zMain encoder function.NvTyFniihhi''''%'''''$%U*;*;;<<<<<$%e*<*<<===== u % %J >} >$%e*<*<<=====$%e*<*<<===== } - -E >g&&B GGAAdFOOgc"gg&6&66 7 7 7 GGBKKKKK e} - -A > GGAAdFOOgc%jj&9&99 : : : 2 2 Q7D1111 2 2 t $ $= > GGAAdFOOgc%jj&9&99 : : :++-- 2 2Q.++------(-----G,,F ,,--- Q7D1111 2 2u % %1 > GGAAdFOO $ $ $4#44CUD MM!      t $ $+ > GGAAdFOO $ $ $ NN1      z * *( >zS   !GHHHE:.. @$%sA*>*>>???? >???7||a !EFFF NN5 ! ! ! OOAt|T\ : : : : :! >@FG (,,U_dCCBz#/5577GD!wwtU++!18^B~,.)) Q 0 0u = =wPPPPP/ EO$< <===rc2 d}|}|st||krRtddd}|d}nd}|dkrd}n$|dkrd}n|d krd }n|d kr+td d d}n|dkr+tddd}n|dkr+tddd}n}|dkr+tddd}nL|dkrtddd}|dkr)tddd}|d}n|dkrFtddd}|dkr|dk}tddd}jr6t |r|nd}|jj n"|rfdt|D}ng} | )#t$rYnwxYw|dkr)tddd}fdt|D}nw|dkrt}tddd}|dkr)tddd}t|D]} tddd} | dkr)tddd} | dksJ| d} || <nW|dkr?j rtdf}n8td f} | }nt!d |z|Qj|d} | | |}nt&d!|z|S)"zMain decoder function.rrrr$NrirjTrkFrlzz*BsdfSerializer._decode..rs#???T\\!__???rc:g|]}Sr7rrs rrz*BsdfSerializer._decode..~s#;;;Qa;;;rrvrwzParse error %rz'BSDF warning: no extension found for %r)rrGEOFErrorrdecoderMrrr~rrangerrrNr get_bytes RuntimeErrorr8rFr\r])r=r charrr!r)rn_sclosedrn_namerZrr@s`` rrzBsdfSerializer._decodeDsvvayy JJLL **  QYY$q **1-AVVAYY%%g..FFF 99EE $YYEE $YYEE $YYdAFF1II..q1EE $YYdAFF1II..q1EE $YYdAFF1II..q1EE $YYdAFF1II..q1EE $YYD!&&)),,Q/CczzaffQii003FF3KK&&w//EE $YY$q **1-ACxxcdAFF1II..q1' &F';qq<>?? ? 71: % %0  NN1 \:: ; ; ;||Arr )rFTFF)r __module__ __qualname____doc__rAr<r;rgr~rr%rrrr7rrr5r5ts<'''' ****0)))V111Y>Y>Y>vXXXt & rr5c6eZdZdZddZdZedZdS)rzBase class for streams.rxcd|_d|_t|tr ||_d}n |dkrd|_|dvsJ||_d|_d|_dS)Nrrrx)rrx)_i_countr-int_mode_fr)r=rs rrAzBaseStream.__init__sj dC  DKDD S[[DKz!!!! rc|jtd||_|j|_||_||_dS)Nz(Stream object cannot be activated twice?)rIOErrorrrr~r)r=file encode_func decode_funcs rrzBaseStream._activatesC 7 DEE E',,.." " rc|jS)z$The mode of this stream: 'r' or 'w'.)rr=s rrzBaseStream.modes zrN)rx)rrrrrArpropertyrr7rrrrsX!!    ###Xrrc^eZdZdZedZedZdZd dZdZ dZ d Z d S) rzjA streamable list object used for writing or reading. In read mode, it can also be iterated over. c|jS)zdThe number of elements in the stream (can be -1 for unclosed streams in read-mode). )rrs rcountzListStream.counts {rc|jS)z/The current index of the element to read/write.)rrs rindexzListStream.indexs wrc"|j|jkrtd|jtd|jjrtd||j||gd|xjdz c_|xjdz c_dS)zAppend an item to the streaming list. The object is immediately serialized and written to the underlying file. z/Can only append items to the end of the stream.Nz.List stream is not associated with a file yet.zCannot stream to a close file.r)rrrrrr~)r=items rrzListStream.appends ;$' ! !KLL L 7?JKK K 7> <:;; ; TWdTFD111 1  q rFc|j|jkrtd|jtd|jjrtd|j}|j|jdz dz |jtd|rdnd |jtd |j|j|dS) zClose the stream, marking the number of written elements. New elements may still be appended, but they won't be read during decoding. If ``unstream`` is False, the stream is turned into a regular list (not streaming). z-Can only close when at the end of the stream.N-ListStream is not associated with a file yet.z&Cannot close a stream on a close file.rrrrrr) rrrrrrseekrrzr)r=unstreamrs rclosezListStream.closes ;$' ! !IJJ J 7?IJJ J 7> DBCC C GLLNN  T_q(1,---  eD":##s;;<<<  eD$+..///  Qrc|jdkrtd|jtdt|jddrtd|jdkrH|j|jkrt |xjdz c_||jS ||j}|xjdz c_|S#t$r|j|_t wxYw) zyRead and return the next element in the streaming list. Raises StopIteration if the stream is exhausted. rz$This ListStream in not in read mode.Nrrz'Cannot read a stream from a close file.rr) rrrgetattrrr StopIterationrr)r=ress rnextzListStream.next,s :  @AA A 7?IJJ J 47Hd + + ECDD D ;!  w$+%%#oo% GGqLGG<<(( ( &ll47++1   & & &"g #oo% &s *+C%C;c:|jdkrtd|S)Nrz/Cannot iterate: ListStream in not in read mode.)rrrs r__iter__zListStream.__iter__Es# :  KLL L rc*|Sr )rrs r__next__zListStream.__next__Jsyy{{rN)F) rrrrrrrrrrrrr7rrrrsX X (&&&2 rrcPeZdZdZddZdZdZdZdZd Z d Z d Z d Z d Z dS)ra8Object to represent a blob of bytes. When used to write a BSDF file, it's a wrapper for bytes plus properties such as what compression to apply. When used to read a BSDF file, it can be used to read the data lazily, and also modify the data if reading in 'r+' mode and the blob isn't compressed. rFct|trAd|_||||_||_|j|z|_||_dSt|tr^t|dkrKt|ddr5|\|_}d|_| |j|d|_ dStd)NrrrFzWrong argument to create Blob.)r-rr _from_bytes compressedrO used_sizeallocated_sizerPr_r'hasattr _from_file _modifiedrH)r=r*rO extra_sizerP allow_seeks rrAz Blob.__init__Xs b% >DG"..r;??DO*D "&.:"=D  ,D    E " " >s2ww!||1v8N8N|"$ DGZ"DO OODGZ 0 0 0"DNNN<== =rc|dkr|}nB|dkrtj|d}n&|dkrtj|d}n Jdt||_t||_|S)z"When used to wrap bytes in a blob.rr rFzUnknown compression identifier)rDcompressrEr' data_sizer)r=rrOrs rrzBlob._from_bytesgs !  JJ A  ua00JJ A  eQ//JJ :: : : :UZrc|jdkr|jdkrx|td|j|td|j|t |jn{|tdd|j|tdd|j|tdd|j|td|j|jrB|dtj |j  zn|d|jdkrYd | d zd zz }|td||d|zn#|tdd||j |d|j|jz zd S) zBPrivate friend method called by encoder to write a blob to a file.rrrrrBrrN) rrOrzrrrrrPhashlibmd5rdigestr)r=r alignments rrz Blob._to_filevs  # % %$*:a*?*? GGE$ 344 5 5 5 GGE$// 0 0 0 GGGDN++ , , , , GGE%d&9:: ; ; ; GGE%dn55 6 6 6 GGE%dn55 6 6 6 c4+,,---    GGGgk$/::AACCC D D D D GGG     q QVVXX\Q..I GGE$ ** + + + GGGi' ( ( ( ( GGE$NN # # #     4.?@AAAAArctd|dd}|dkr)td|dd}td|dd}|dkr)td|dd}td|dd}|dkr)td|dd}td|dd}td|dd}|r|d}td|dd} || |rF||_|j|z|_||j|zn@d|_d|_|||_|||z | |_||_|r|nd|_ ||_ ||_ ||_ dS) z(Used when a blob is read by the decoder.rrrrrrN) rrr start_posend_posrrrrOrPrrr) r=r rrrrrO has_checksumchecksumrs rrzBlob._from_files#433A6 S &tQVVAYY77:NdAFF1II..q1   !$q 2215IdAFF1II..q1   !$q 2215IaffQii003  qvvayy11!4  "vvbzzHdAFF1II..q1  y  /VVXXDN>I5DL FF4>N2 3 3 3 3!DNDLffY//DO FF>I- . . ."&(4>HH$","rc|jtd|dkr |j|z}|dks ||jkrtd|j|j|zdS)z8Seek to the given position (relative to the blob start).Nz>Cannot seek in a blob that is not created by the BSDF decoder.rzSeek beyond blob boundaries.)rrrrrr)r=ps rrz Blob.seeks| 7?S  q55#a'A q55A+++899 9  T^a'(((((rcp|jtd|j|jz S)zCGet the current file pointer position (relative to the blob start).Nz>Cannot tell in a blob that is not created by the BSDF decoder.)rrrrrs rrz Blob.tells7 7?S w||~~..rc|jtd|jrtd|jt |z|jkrtdd|_|j|S)zWrite bytes to the blob.Nz?Cannot write in a blob that is not created by the BSDF decoder.z,Cannot arbitrarily write in compressed blob.zWrite beyond blob boundaries.T) rrrOrrr'rrrz)r=r*s rrzz Blob.writes 7?T    JHII I 7<<>>CGG #dl 2 29:: :w}}R   rc|jtd|jrtd|j|z|jkrtd|j|S)zRead n bytes from the blob.Nz>Cannot read in a blob that is not created by the BSDF decoder.z+Cannot arbitrarily read in compressed blob.zRead beyond blob boundaries.)rrrOrrrr)r=r!s rrz Blob.readsx 7?S    IGHH H 7<<>>A  , ,899 9w||Arc|j|j}ng|j}|d|j|j}|j||jdkr|}nW|jdkrtj|}n7|jdkrtj|}ntd|jz|S)z&Get the contents of the blob as bytes.NrrrzInvalid compression %i) rrrrrrrOrD decompressrEr)r=rrrs rrzBlob.get_bytess ? &JJ A IIaLLLdn55J GLLOOO  q EE   " "OJ//EE   " "N:..EE7$:JJKK K rch|jr|jr|d|j|j}|j|j|jz dz dz |jtj | dSdSdS)zZReset the blob's checksum if present. Call this after modifying the data. rrrN) rPrrrrrrrrzrrr)r=rs rupdate_checksumzBlob.update_checksums   < < IIaLLLdn55J GLL$.81 > > >   BBB8%#%#%#N ) ) )/// ! ! !   & < < < < r?r2s rr%r%) z--W--A 88B<<rc t|fi|}t|tr@t|d5}|||cdddS#1swxYwYdS|||S)zSave (BSDF-encode) the given object to the given filename or file object. See` BSDFSerializer` for details on extensions and options. wbN)r5r-r.openr)r rr>r?r2fps rrrs z--W--A!\"" !T]] "b66"b>> " " " " " " " " " " " " " " " " " "vva}}sAAAc Ft|fi|}||S)zpLoad a (BSDF-encoded) structure from bytes. See `BSDFSerializer` for details on extensions and options. )r5r)r*r>r?r2s rrrrrc Vt|fi|}t|trs|drtj|}t|d5}||cdddS#1swxYwYdS||S)zLoad a (BSDF-encoded) structure from the given filename or file object. See `BSDFSerializer` for details on extensions and options. )z~/z~\rbN) r5r-r. startswithospath expanduserrr)r r>r?r2rs rrr$s z--W--A!\"" << & & &""1%%A !T]] b66"::                  vvayys'B  B B c2eZdZdZdZdZdZdZdZdZ dS) rYaCBase class to implement BSDF extensions for special data types. Extension classes are provided to the BSDF serializer, which instantiates the class. That way, the extension can be somewhat dynamic: e.g. the NDArrayExtension exposes the ndarray class only when numpy is imported. A extension instance must have two attributes. These can be attributes of the class, or of the instance set in ``__init__()``: * name (str): the name by which encoded values will be identified. * cls (type): the type (or list of types) to match values with. This is optional, but it makes the encoder select extensions faster. Further, it needs 3 methods: * `match(serializer, value) -> bool`: return whether the extension can convert the given value. The default is ``isinstance(value, self.cls)``. * `encode(serializer, value) -> encoded_value`: the function to encode a value to more basic data types. * `decode(serializer, encoded_value) -> value`: the function to decode an encoded value back to its intended representation. r7cRd|jdtt|dS)Nz)rZhexidrs r__repr__zExtension.__repr__[s%04 3r$xx====IIrc,t||jSr )r-r^r=r2rs rr0zExtension.match^s!TX&&&rctr NotImplementedErrorr#s rr%zExtension.encodea!###rctr r%r#s rrzExtension.decodedr'rN) rrrrrZr^r!r0r%rr7rrrYrY>si2 D CJJJ'''$$$$$$$$rrYc"eZdZdZeZdZdZdS)ComplexExtensionrc|j|jfSr )realimagr#s rr%zComplexExtension.encodelsrc:t|d|dS)Nrr)complexr#s rrzComplexExtension.decodeosqtQqT"""rN)rrrrZr/r^r%rr7rrr*r*hs< D C   #####rr*c*eZdZdZdZdZdZdZdS)NDArrayExtensionndarraycFdtjvrddl}|j|_dSdS)Nnumpyr)sysmodulesr4r2r^)r=nps rrAzNDArrayExtension.__init__vs0 ck ! !    zDHHH " !rcbt|dot|dot|dS)Nshapedtypetobytes)rr#s rr0zNDArrayExtension.match|s0q'""Twq'':':Twq)?T?TTrcxt|jt|j|S)N)r9r:data)rr9 text_typer:r;r#s rr%zNDArrayExtension.encodes+!'17););!))++NNNNrc ddl}n#t$r|cYSwxYw||d|d}|d|_|S)Nrr=r:)r:r9)r4 ImportError frombufferr9)r=r2rr7as rrzNDArrayExtension.decodesg         HHH  MM!F)1W:M 6 6G*s  N)rrrrZrAr0r%rr7rrr1r1ss[ D""" UUUOOOrr1__main__r )>r __future__rrrrErloggingrr/rr5typesrDior getLoggerrr\rjoinr version_inforr r>r.r}rr{rWra basicConfigunicode basestringlong ClassTyperrunpackrrr"r+r3objectr5rrrr%rrrloadsdumpsrYr*r1r:bsdf_climainr7rrrVs_ &A@@@@@@@@@    8 $ $ hh//w/////  qQ 'ILMMJJGILM$KMu&J   M  $ $ $   _____V___J