EjdZddlmZmZmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZej eZdZdj)deDZe j,ddk\Zer eZeZeZeZeZn)ej@e!Ze"Ze!Zee#fZee jHfZe jJZ&e jNZ(d Z)d Z*d Z+d Z,Gd de-Z.Gdde-Z/Gdde/Z0Gdde-Z1d dZ2d dZ3d dZ4d dZ5e4Z6e2Z7Gdde-Z8Gdde8Z9Gdde8Z:e9e:gZ;edk(rddlr0s/!s1v/sc>|dkr td|Stdd|S)z?Encode an unsigned integer into a variable sized blob of bytes.SY_Q  4## # NN*,01  mmD eT] +D5D DCc:. BCC D  BC+/1A1A+AD # #C ( B!*rc>t|ts td||jvr|jj |t |j jD]3}|j |d|k(s|j j |5y)z&Remove a converted by its unique name.rVrN)r-r rHr8popr`r9keys)r=rZr^s rremove_extensionzBsdfSerializer.remove_extensions$$9: : 4## #     &//4467 1C&&s+A.$6''++C0 1rc t}||j|d|y|dur|j|d|y|dur|j|d|yt|trZd|cxkrdkr)nn&|j|d |t d |zy|j|d |t d |zyt|t rX|j r&|j|d |t d|zy|j|d|t d|zyt|trP|jd}|j|d|tt|z|j|yt|ttfrI|j|d|tt|z|D]}|j|||dyt|tr|j|d|tt|z|jD]\}}t r|j#sJt%|sJ|jd} |jtt| |j| |j|||dyt|t&rL|j|d|t)||j*|j,} | j/|yt|t(r*|j|d||j/|yt|t0r|j2dk7r t5dt|t6r'|j|d|t dddzn t9dt|dkDr t5d|j;||j=||j|j>y|t5d|z|j@jC|jDd} | F|jFjD]'\} } | jI||s| | jf} nd} | !| \}}|j||||||yd}t9||jDjJz) zMain encoder function.NvTyFniihhi>? >??7|a !EFF NN5 ! OOAt||T\\ :! >@FG ((,,U__dCBz#//557GD!wwtU+!188^ B~,.)) Q 0u =wP/ EOO$<$< <==rc|jd}|j}|s t||k7r?td|jdd}|j|j d}nd}|dk(rd}nb|dk(rd}nY|d k(rd }nP|d k(r td |jd d}n+|dk(r td|jdd}n|dk(r td|jdd}n|dk(r td|jdd}n|dk(rctd|jdd}|dk(rtd|jdd}|j|j d}nT|dk(r&td|jdd}|dk\r|dk(}td|jdd}|j r8t |r|nd}|j||j|jn|r)t|D cgc]} |j|}} ng} |j|j|!|dk(rtd|jdd}t|D cgc]} |j|}} n(|dk(rt}td|jdd}|dk(rtd|jdd}t|D]~} td|jdd} | dk(rtd|jdd} | dkDsJ|j| j d} |j||| <nK|dk(r8|jrt|df}n,t|d f} | j}nt!d|z|J|j"j%|d} | | j ||}|St&j)d|z|Scc} w#t$rY^wxYwcc} w) zMain decoder function.rrrr$NrirjTrkFrlz=P>cZt}|j|||jS)zSave the given object to bytes.)rsavegetvalue)r=obr s rr%zBsdfSerializer.encodes# I !Rzz|rcz|jd|jtjdtd|jtjdtdg}|j |||dt |dkDr.|d}|j |jk7r tdyy)z0Write the given object to the given file object.BSDFrrrNz8The stream object must be the last object to be encoded.) rzstructpackVERSIONr~r' _start_postellr)r=r rrstreams rrzBsdfSerializer.saves   D'!*-.  D'!*-. QGT* w>? ? 71: %0  NN1 \:: ;||Arr )rFTFF)r __module__ __qualname____doc__rAr<r;rgr~rr%rrrr7rrr5r5tsO<' *0)V1Y>vXt & rr5c.eZdZdZddZdZedZy)rzBase class for streams.cd|_d|_t|tr ||_d}n |dk(rd|_|dvsJ||_d|_d|_y)Nrrrx)rrx)_i_countr-int_mode_fr)r=rs rrAzBaseStream.__init__sW dC DKD S[DKz!!! rc|j td||_|jj|_||_||_y)Nz(Stream object cannot be activated twice?)rIOErrorrrr~r)r=file encode_func decode_funcs rrzBaseStream._activates> 77 DE E'',,." " rc|jS)z$The mode of this stream: 'r' or 'w'.)rr=s rrzBaseStream.modeszzrN)rx)rrrrrArpropertyrr7rrrrs#! #rrcPeZdZdZedZedZdZd dZdZ dZ dZ y ) rzjA streamable list object used for writing or reading. In read mode, it can also be iterated over. c|jS)zdThe number of elements in the stream (can be -1 for unclosed streams in read-mode). )rrs rcountzListStream.counts {{rc|jS)z/The current index of the element to read/write.)rrs rindexzListStream.indexs wwrcN|j|jk7r td|j td|jjr td|j |j||gd|xjdz c_|xjdz c_y)zAppend an item to the streaming list. The object is immediately serialized and written to the underlying file. z/Can only append items to the end of the stream.Nz.List stream is not associated with a file yet.zCannot stream to a close file.r)rrrrrr~)r=items rrzListStream.appends ;;$'' !KL L 77?JK K 77>>:; ; TWWdTFD1 1  q rc,|j|jk7r td|j td|jjr td|jj }|jj |jdz dz |jjtd|rdnd |jjtd |j|jj |y) zClose the stream, marking the number of written elements. New elements may still be appended, but they won't be read during decoding. If ``unstream`` is False, the stream is turned into a regular list (not streaming). z-Can only close when at the end of the stream.N-ListStream is not associated with a file yet.z&Cannot close a stream on a close file.rrrrrr) rrrrrrseekrrzr)r=unstreamrs rclosezListStream.closes ;;$'' !IJ J 77?IJ J 77>>BC C GGLLN  T__q(1,-  eD#s;<  eD$++./  Qrc"|jdk7r td|j tdt|jddr td|jdk\rS|j |jk\r t |xj dz c_|j|jS |j|j}|xj dz c_|S#t$r|j |_t wxYw) zyRead and return the next element in the streaming list. Raises StopIteration if the stream is exhausted. rz$This ListStream in not in read mode.Nrrz'Cannot read a stream from a close file.rr) rrrgetattrrr StopIterationrr)r=ress rnextzListStream.next,s :: @A A 77?IJ J 477Hd +CD D ;;! ww$++%#o% GGqLG<<( ( &ll477+1   &"gg #o% &s 71C))%Dc:|jdk7r td|S)Nrz/Cannot iterate: ListStream in not in read mode.)rrrs r__iter__zListStream.__iter__Es :: KL L rc"|jSr )rrs r__next__zListStream.__next__Jsyy{rN)F) rrrrrrrrrrrrr7rrrrsH  (&2 rrcNeZdZdZd dZdZdZdZdZdZ dZ d Z d Z d Z y )ra8Object to represent a blob of bytes. When used to write a BSDF file, it's a wrapper for bytes plus properties such as what compression to apply. When used to read a BSDF file, it can be used to read the data lazily, and also modify the data if reading in 'r+' mode and the blob isn't compressed. c~t|trAd|_|j|||_||_|j |z|_||_yt|trRt|dk(rDt|ddr5|\|_}d|_|j|j|d|_ ytd)NrrrFzWrong argument to create Blob.)r-rr _from_bytes compressedrO used_sizeallocated_sizerPr_r'hasattr _from_file _modifiedrH)r=r*rO extra_sizerP allow_seeks rrAz Blob.__init__Xs b% DG"..r;?DO*D "&..:"=D  ,D  E "s2w!|1v8N"$ DGZ"DO OODGGZ 0"DN<= =rc|dk(r|}n?|dk(rtj|d}n#|dk(rtj|d}nJdt||_t||_|S)z"When used to wrap bytes in a blob.rr rzUnknown compression identifier)rDcompressrEr' data_sizer)r=rrOrs rrzBlob._from_bytesgsf ! J A ua0J A eQ/J :: :5UZrcx|jdkr~|jdk(ro|jtd|j|jtd|j|jt |j nr|jtdd|j|jtdd|j|jtdd|j |jtd|j|jr@|jdtj|jjzn|jd|jdk(rId |jd zd zz }|jtd||jd|zn|jtdd|j|j|jd|j|jz zy ) zBPrivate friend method called by encoder to write a blob to a file.rrrrrBrrN) rrOrzrrrrrPhashlibmd5rdigestr)r=r alignments rrz Blob._to_filevs   # %$*:*:a*? GGE$ 3 34 5 GGE$/ 0 GGGDNN+ , GGE%d&9&9: ; GGE%dnn5 6 GGE%dnn5 6 c4++,-    GGGgkk$//:AACC D GGG    q QVVX\Q..I GGE$ * + GGGi' ( GGE$N #   4..?@Arctd|jdd}|dk(rtd|jdd}td|jdd}|dk(rtd|jdd}td|jdd}|dk(rtd|jdd}td|jdd}td|jdd}|r|jd}td|jdd} |j| |rH|j|_|j|z|_|j |j|zn8d|_d|_|j||_|j||z | |_||_|rnd|_ ||_ ||_ ||_ y) z(Used when a blob is read by the decoder.rrrrrrN) rrr start_posend_posrrrrOrPrrr) r=r rrrrrO has_checksumchecksumrs rrzBlob._from_files#43A6 S &tQVVAY7:NdAFF1I.q1  !$q 215IdAFF1I.q1  !$q 215IaffQi03  qvvay1!4 vvbzHdAFF1I.q1  y VVXDN>>I5DL FF4>>N2 3!DNDLffY/DO FF>I- ."&(4H$","rc|j td|dkr|j|z}|dks||jkDr td|jj |j |zy)z8Seek to the given position (relative to the blob start).Nz>Cannot seek in a blob that is not created by the BSDF decoder.rzSeek beyond blob boundaries.)rrrrrr)r=ps rrz Blob.seeksm 77?S  q5##a'A q5A+++89 9  T^^a'(rc~|j td|jj|jz S)zCGet the current file pointer position (relative to the blob start).z>Cannot tell in a blob that is not created by the BSDF decoder.)rrrrrs rrz Blob.tells6 77?S ww||~..rc|j td|jr td|jj t |z|j kDr tdd|_|jj|S)zWrite bytes to the blob.z?Cannot write in a blob that is not created by the BSDF decoder.z,Cannot arbitrarily write in compressed blob.zWrite beyond blob boundaries.T) rrrOrrr'rrrz)r=r*s rrzz Blob.writesw 77?T    HI I 77<<>CG #dll 29: :ww}}R  rc|j td|jr td|jj |z|j kDr td|jj |S)zRead n bytes from the blob.z>Cannot read in a blob that is not created by the BSDF decoder.z+Cannot arbitrarily read in compressed blob.zRead beyond blob boundaries.)rrrOrrrr)r=r!s rrz Blob.readsk 77?S    GH H 77<<>A  ,89 9ww||Arc|j |j}nk|jj}|jd|jj |j }|jj||j dk(r|}|S|j dk(rtj|}|S|j dk(rtj|}|Std|j z)z&Get the contents of the blob as bytes.rrrzInvalid compression %i) rrrrrrrOrD decompressrEr)r=rrrs rrzBlob.get_bytess ?? &J A IIaLdnn5J GGLLO   q E    "OOJ/E     "NN:.E 7$:J:JJK Krc|jr|jr|jd|jj |j }|jj|j |jz dz dz |jjtj|jyyy)zZReset the blob's checksum if present. Call this after modifying the data. rrrN) rPrrrrrrrrzrrr)r=rs rupdate_checksumzBlob.update_checksums    IIaLdnn5J GGLL$..81 B8%#N )/ ! & r?r2s rr%r%! z-W-A 88B<rc t|fi|}t|tr(t|d5}|j ||cdddS|j ||S#1swYyxYw)zSave (BSDF-encode) the given object to the given filename or file object. See` BSDFSerializer` for details on extensions and options. wbN)r5r-r.openr)r rr>r?r2fps rrrsa z-W-A!\" !T] "b66"b> " "vva} " "s AA c <t|fi|}|j|S)zpLoad a (BSDF-encoded) structure from bytes. See `BSDFSerializer` for details on extensions and options. )r5r)r*r>r?r2s rrrr rc "t|fi|}t|trW|jdrtj j |}t|d5}|j|cdddS|j|S#1swYyxYw)zLoad a (BSDF-encoded) structure from the given filename or file object. See `BSDFSerializer` for details on extensions and options. )z~/z~\rbN) r5r-r. startswithospath expanduserr r)r r>r?r2rs rrr$s} z-W-A!\" << &""1%A !T] b66":  vvay  s BBc0eZdZdZdZdZdZdZdZdZ y) rYaCBase class to implement BSDF extensions for special data types. Extension classes are provided to the BSDF serializer, which instantiates the class. That way, the extension can be somewhat dynamic: e.g. the NDArrayExtension exposes the ndarray class only when numpy is imported. A extension instance must have two attributes. These can be attributes of the class, or of the instance set in ``__init__()``: * name (str): the name by which encoded values will be identified. * cls (type): the type (or list of types) to match values with. This is optional, but it makes the encoder select extensions faster. Further, it needs 3 methods: * `match(serializer, value) -> bool`: return whether the extension can convert the given value. The default is ``isinstance(value, self.cls)``. * `encode(serializer, value) -> encoded_value`: the function to encode a value to more basic data types. * `decode(serializer, encoded_value) -> value`: the function to decode an encoded value back to its intended representation. r7cLd|jdtt|dS)Nz)rZhexidrs r__repr__zExtension.__repr__[s04 3r$x=IIrc.t||jSr )r-r^r=r2rs rr0zExtension.match^s!TXX&&rctr NotImplementedErrorrs rr%zExtension.encodea !##rctr r rs rrzExtension.decodedr"rN) rrrrrZr^rr0r%rr7rrrYrY>s(2 D CJ'$$rrYc eZdZdZeZdZdZy)ComplexExtensionrc2|j|jfSr )realimagrs rr%zComplexExtension.encodelsrc&t|d|dS)Nrr)complexrs rrzComplexExtension.decodeosqtQqT""rN)rrrrZr*r^r%rr7rrr%r%hs D C #rr%c(eZdZdZdZdZdZdZy)NDArrayExtensionndarraycTdtjvrddl}|j|_yy)Nnumpyr)sysmodulesr/r-r^)r=nps rrAzNDArrayExtension.__init__vs! ckk ! zzDH "rcRt|dxrt|dxr t|dS)Nshapedtypetobytes)rrs rr0zNDArrayExtension.match|s'q'"Twq'':Twq)?TTrctt|jt|j|j S)N)r4r5data)rr4 text_typer5r6rs rr%zNDArrayExtension.encodes$!''177);!))+NNrc ddl}|j|d|d}|j|d}|S#t$r|cYSwxYw)Nrr8r5)r5r4)r/ ImportError frombufferreshape)r=r2rr2as rrzNDArrayExtension.decodesS   MM!F)1W:M 6 IIaj !  H s5 AAN)rrrrZrAr0r%rr7rrr,r,ss D" UOrr,__main__r )>r __future__rrrrErloggingrr/rr0typesrDior getLoggerrr\rjoinr version_inforr r9r.r}rr{rWra basicConfigunicode basestringlong ClassTyperrunpackrrr"r+r3objectr5rrrr%rrrloadsdumpsrYr%r,r:bsdf_climainr7rrrRs &A@     8 $ hh/w//  qQILMMJGILM$KMu&J   MM  $ _V_J