Ejf6dZddlmZmZddlmZddlZddiZddZddZGd d Z Gd d e Z Gd de Z GddZ Gdde e Z Gdde Z ddZy)zHImplements the generic progress logger class, and the ProgressBar class.)tqdm tqdm_notebook) OrderedDictNnotebookFc4|dk(r dtd<ydtd<y)NonTFr)SETTINGS)turns M/root/workspace/ytshorts/venv/lib/python3.12/site-packages/proglog/proglog.pyrr s$(DL4HZuHZc2t||kr|S|d|dzS)Nz...)len)s max_lengths r troncate_stringrs#Q*$1CAkzNU,BCr cDeZdZdZd dZdZd dZdZdZdZ d Z d Z y) ProgressLoggerzGeneric class for progress loggers. A progress logger contains a "state" dictionary. Parameters ---------- init_state : dict Dictionary representing the initial state. Ncxi|_i|_g|_d|_||jj |yy)Nr)statestoredlogs log_indentupdate)self init_states r __init__zProgressLogger.__init__s;     ! JJ  j ) "r cZ|jjd|jz|zy)N )rappendr)rmessages r logzProgressLogger.log&s" #/7:;r c|@t|d5}|jdj|jdddydj|jS#1swYyxYw)Na )openwritejoinr)rfilepathfs r dump_logszProgressLogger.dump_logs)s\  h$ . $)),- . .99TYY' ' . .s +AA'c y)zExecute something after the state has been updated by the given state elements. This default callback does nothing, overwrite it by subclassing. Nrkws r callbackzProgressLogger.callback0 r c ^|jj||jdi|y)aStore objects in the logger and trigger ``self.store_callback``. This works exactly like ``logger()``, but the later is meant for simple data objects (text, numbers) that will be sent over the network or written to a file. The ``store`` method expects rather large objects which are not necessarily serializable, and will be used eg to draw plots on the fly. Nr,)rrstore_callbackr-s r storezProgressLogger.store8s) 2!b!r c y)zExecute something after the store has been updated by the given state elements. This default callback does nothing, overwrite it by subclassing Nr,r-s r r2zProgressLogger.store_callbackDr0r c+fK|jD]\}}|D]}|di||i|yw)aIterate through a list while updating the state. Examples -------- >>> for username in logger.iter(user=['tom', 'tim', 'lea']): >>> # At every loop, logger.state['user'] is updated >>> print(username) Nr,)items)rr.fielditerableits r iterzProgressLogger.iterLsD "xxz OE8 #r{#  s/1c ^|jj||jdi|y)Nr,)rrr/r-s r __call__zProgressLogger.__call__Zs% " r N) __name__ __module__ __qualname____doc__rr!r*r/r3r2r:r<r,r r rrs/*<(  "  r rc`eZdZdZdZ d dZedZdZdZ dZ d d Z dd Z d Z y)ProgressBarLoggeraGeneric class for progress loggers. A progress logger contains a "state" dictionary. Parameters ---------- init_state : dict Initial state of the logger. bars : None, list, tuple, or dict, optional Either None (will be initialized with no bar) or a list/tuple of bar names (e.g., ['main', 'sub']) which will be initialized with index -1 and no total, or a dictionary (possibly ordered) of bars, of the form `{bar_1: {title: 'bar1', index: 2, total: 23}, bar_2: {...}}`. ignored_bars : None, list of str, or 'all_others', optional Either None (newly met bars will be added) or a list of blacklisted bar names, or 'all_others' to signify that all bar names not already in `self.bars` will be ignored. logged_bars min_time_interval : int or float Time in seconds between progress bar updates. ignore_bars_under : int Nc jtj||| t}n?t|tt fr)t|Dcgc]}|t |ddddfc}}t|tt fr t|}||_||_ ||jd<||_ ||_ ycc}w)Nr)titleindextotalr indentbars) rrr isinstancelisttupledictset ignored_bars logged_barsrmin_time_intervalignore_bars_under)rrrKrQrRrSrTbs r rzProgressBarLogger.__init__ys j1 <=D tUm ,"1BdDQRSTD lT5M 2|,L(&! 6!2!2sB0c |jdS)zReturn ``self.state['bars'].``rK)r)rs r rKzProgressBarLogger.barsszz&!!r cr|jy|jdk(r||jvS||jvS)NF all_others)rQrKrbars r bar_is_ignoredz ProgressBarLogger.bar_is_ignoreds?    $   , .dii' '$+++ +r cX|jsy|jdk(ry||jvS)NFallT)rRrYs r bar_is_loggedzProgressBarLogger.bar_is_loggeds0    &$*** *r c^t|dr t|nd}|duxr||jkS)N__len__)hasattrrrT)rr8lengths r iterable_is_too_shortz'ProgressBarLogger.iterable_is_too_shorts1")(I">XDd"I$2H2H)HIr c d|vr|jdnd|j\jsjrS|zt drdidzt ifd}|S)aIterate through a list while updating a state bar. Parameters ---------- bar_prefix : str Bar prefix. Examples -------- >>> for username in logger.iter_bar(user=['tom', 'tim', 'lea']): >>> # At every loop, logger.state['bars']['user'] is updated >>> # to {index: i, total: 3, title:'user'} >>> print (username) bar_messageNr`__totalc 3jKtj}d}tD]X\}}tj}|dk(s||z jkDr$didz|ididz|i|}|Zjd|k7r didz|ididz|dziyw)Nr __message__indexrHr,)time enumeraterSrK) last_timeir9now_timerZrer8rs r new_iterablez0ProgressBarLogger.iter_bar..new_iterables IA"8, 299;F9 4t7M7M M".Dk 1;r?CD0C)OQ/0 (I yy~g&!+,i+,  ,C)OQU+ ,sB0B3r,)poppopitemr[rcrar)r bar_prefixr.rprZrer8s` @@@r iter_barzProgressBarLogger.iter_bars B &&/KK X   s #t'A'A('KO3 8Y '  4C)OS]3 4 - ~r cy)aExecute a custom action after the progress bars are updated. Parameters ---------- bar Name/ID of the bar to be modified. attr Attribute of the bar attribute to be modified value New value of the attribute old_value Previous value of this bar's attribute. This default callback does nothing, overwrite it by subclassing. Nr,)rrZattrvalue old_values r bars_callbackzProgressBarLogger.bars_callbacks& r c t|jd}|D]5\}}d|vs |jd\}}|j|r2|j |||j vrt |ddd|j |<|j ||}|j|r|dk(xr||k}|dk(s|r|j|j |d<n|j |d|_|jd |d |d ||xj|jz c_||j ||<|j||||8|jj||jd i|y) Nc,|djd S)NrrI)endswith)kvs r z,ProgressBarLogger.__call__..sbennW6M2Mr )key__rF)rGrHrIr rHrIrJ[z] z: r,)sortedr6splitr[rqrKrOr^rr! bar_indentryrrr/) rr.r6rrwrZrvrxnew_bars r r<zProgressBarLogger.__call__sYrxxz'MN @JCs{IIdO T&&s+s dii'%)2TSW%XDIIcN IIcN40 %%c*#wGUY5FGW37?? #x0*.))C.*BHHc4?@OOt6O', #t$""3eY?' @( " r )NNNr]rr)r=)r>r?r@rArrpropertyrKr[r^rcrtryr<r,r r rCrC_s[.J 36"",+J,\ *r rCcBeZdZdZ ddZdZdZdZdZy) TqdmProgressBarLoggera^Tqdm-powered progress bar for console or Notebooks. Parameters ---------- init_state : dict Initial state of the logger. bars : None, list, tuple, or dict, optional Either None (will be initialized with no bar) or a list/tuple of bar names (e.g., ['main', 'sub']) which will be initialized with index -1 and no total, or a dictionary (possibly ordered) of bars, of the form `{bar_1: {title: 'bar1', index: 2, total: 23}, bar_2: {...}}`. leave_bars : bool, optional Whether to leave the progress bars displayed upon completion. ignored_bars : None, list of str, or 'all_others', optional Either None (newly met bars will be added) or a list of blacklisted bar names, or 'all_others' to signify that all bar names not already in `self.bars` will be ignored. notebook : bool, optional True will make the bars look nice (HTML) in the Jupyter notebook. It is advised to leave to 'default' as the default can be globally set from inside a notebook with `import proglog; proglog.notebook_mode()`. print_messages : bool If True, every `logger(message='something')` will print a message in the console or notebook. min_time_interval : int or float Time in seconds between progress bar updates. ignore_bars_under : int Nc &tj|||||| |||_t|jD cgc]} | dfc} |_|dk(r t d}||_||_|jr t|_ yt|_ ycc} w)N)rrKrQrRrTrSdefaultr) rCr leave_barsrrK tqdm_barsr rprint_messagesrr) rrrKrrQrRrrrSrTrZs r rzTqdmProgressBarLogger.__init__*s "" !%#// # %$TYY%GcsDk%GH y  +H  ,%)]]M  &Hs Bc  ||jvr |j||j||j|}|j|d|dt t t |d|j|j|<y)z:Create a new tqdm bar, possibly replacing an existing one.NrIrGr now)rIdescpostfixleave)rclose_tqdm_barrKrrOrstrr)rrZinfoss r new_tqdm_barz"TqdmProgressBarLogger.new_tqdm_barGs 4>> !s(;(G    $ #"ii.w_Sy1A-BCD// ( sr cv|j|j|jsd|j|<yy)zClose and erase the tqdm bar.N)rcloserrYs r rz$TqdmProgressBarLogger.close_tqdm_barSs1 s!!#}}"&DNN3 r c||jvs|j||j||dk(r||k\rM|j|d}|r||k\r|j|y|j|j ||z y|j||j|j |dzy|dk(rP|j|j t t||j|j dyy)NrHrIrjr rr)rrrKrr set_postfixrr)rrZrvrwrxrIs r ryz#TqdmProgressBarLogger.bars_callbackYs t~~ %4>>#+>+F   c " 7? ! #w/eun'',NN3'..uy/@A!!#&s#**5195 Y  NN3  + +E 0K + L NN3  & &q )r c |jrEd|vr@|dr:|jrt|dy|jj |dyyyy)Nr )rrprintrr&r-s r r/zTqdmProgressBarLogger.callbackjsI   IOI}}bm$ 9 . :GO r ) NNFNr]rTrr) r>r?r@rArrrryr/r,r r rr s=> =:  ' *"/r rceZdZdZdZy)RqWorkerProgressLoggerc||_d|jjvr4i|jjd<|jjyyN progress_data)jobmetasave)rrs r rzRqWorkerProgressLogger.__init__ss= $((-- /-/DHHMM/ * HHMMO 0r c ~|j|jjd<|jjyr)rrrrr-s r r/zRqWorkerProgressLogger.callbackys%)- o&  r N)r>r?r@rr/r,r r rrrs  r rceZdZ ddZy)RqWorkerBarLoggerNcftj||tj||||||y)N)rrKrQrRrS)rrrC)rrrrKrQrRrSs r rzRqWorkerBarLogger.__init__s9 ''c2"" !%#/ # r )NNr,r]r)r>r?r@rr,r r rr~s   r rceZdZdZy)MuteProgressBarLoggercy)NTr,rYs r r[z$MuteProgressBarLogger.bar_is_ignoredsr N)r>r?r@r[r,r r rrsr rcH|dk(rt|||||S| tS|S)NrZ)rKrQrRrSrT)rr)loggerrKrQrRrSrTs r default_bar_loggerrs<$%#//    $&& r )r))NNr]rr)rArr collectionsrrkr rrrrCrrrrrr,r r rsN$#  =DJJZjjZc/-c/L   .0A ,-  r