U hf6@sdZddlmZmZddlmZddlZddiZdddZdd d ZGd d d Z Gddde Z Gddde Z GdddZ Gddde e Z Gddde ZdddZdS)zHImplements the generic progress logger class, and the ProgressBar class.)tqdm tqdm_notebook) OrderedDictNnotebookFoncCs|dkr dndtd<dS)NrTFr)SETTINGS)ZturnrA/var/www/html/venv/lib/python3.8/site-packages/proglog/proglog.pyr scCs t||kr|S|d|dS)Nz...)len)s max_lengthrrr troncate_stringsrc@sTeZdZdZdddZddZdddZd d Zd d Zd dZ ddZ ddZ dS)ProgressLoggerzGeneric class for progress loggers. A progress logger contains a "state" dictionary. Parameters ---------- init_state : dict Dictionary representing the initial state. NcCs0i|_i|_g|_d|_|dk r,|j|dS)Nr)statestoredlogs log_indentupdate)self init_staterrr __init__s zProgressLogger.__init__cCs|jd|j|dS)N )rappendr)rmessagerrr log&szProgressLogger.logc CsB|dk r2t|d}|d|jW5QRXn d|jSdS)Na )openwritejoinr)rfilepathfrrr dump_logs)s zProgressLogger.dump_logscKsdS)zExecute something after the state has been updated by the given state elements. This default callback does nothing, overwrite it by subclassing. Nrrkwrrr callback0szProgressLogger.callbackcKs|j||jf|dS)aStore objects in the logger and trigger ``self.store_callback``. This works exactly like ``logger()``, but the later is meant for simple data objects (text, numbers) that will be sent over the network or written to a file. The ``store`` method expects rather large objects which are not necessarily serializable, and will be used eg to draw plots on the fly. N)rrstore_callbackr$rrr store8s zProgressLogger.storecKsdS)zExecute something after the store has been updated by the given state elements. This default callback does nothing, overwrite it by subclassing Nrr$rrr r'DszProgressLogger.store_callbackcks4|D]&\}}|D]}|f||i|VqqdS)aIterate through a list while updating the state. Examples -------- >>> for username in logger.iter(user=['tom', 'tim', 'lea']): >>> # At every loop, logger.state['user'] is updated >>> print(username) N)items)rr%fielditerableitrrr iterLs zProgressLogger.itercKs|j||jf|dSN)rrr&r$rrr __call__Zs zProgressLogger.__call__)N)N) __name__ __module__ __qualname____doc__rrr#r&r(r'r-r/rrrr rs   rc@s^eZdZdZdZdddZedd Zd d Zd d Z ddZ dddZ dddZ ddZ dS)ProgressBarLoggeraGeneric class for progress loggers. A progress logger contains a "state" dictionary. Parameters ---------- init_state : dict Initial state of the logger. bars : None, list, tuple, or dict, optional Either None (will be initialized with no bar) or a list/tuple of bar names (e.g., ['main', 'sub']) which will be initialized with index -1 and no total, or a dictionary (possibly ordered) of bars, of the form `{bar_1: {title: 'bar1', index: 2, total: 23}, bar_2: {...}}`. ignored_bars : None, list of str, or 'all_others', optional Either None (newly met bars will be added) or a list of blacklisted bar names, or 'all_others' to signify that all bar names not already in `self.bars` will be ignored. logged_bars min_time_interval : int or float Time in seconds between progress bar updates. ignore_bars_under : int NallrcCsxt|||dkrt}n t|ttfrsz.ProgressBarLogger.__init__..bars) rrr isinstancelisttupleset ignored_bars logged_barsrmin_time_intervalignore_bars_under)rrr@rErFrGrHrrr rys  zProgressBarLogger.__init__cCs |jdS)zReturn ``self.state['bars'].``r@)r)rrrr r@szProgressBarLogger.barscCs0|jdkrdS|jdkr"||jkS||jkSdS)NFZ all_others)rEr@rbarrrr bar_is_ignoreds    z ProgressBarLogger.bar_is_ignoredcCs&|js dS|jdkrdS||jkSdS)NFr6T)rFrIrrr bar_is_loggeds  zProgressBarLogger.bar_is_loggedcCs(t|drt|nd}|dk o&||jkS)N__len__)hasattrr rH)rr+lengthrrr iterable_is_too_shortsz'ProgressBarLogger.iterable_is_too_shortc s|d|kr|dnd|\s8r<S|tdrdfdtifdd}|S)aIterate through a list while updating a state bar. Parameters ---------- bar_prefix : str Bar prefix. Examples -------- >>> for username in logger.iter_bar(user=['tom', 'tim', 'lea']): >>> # At every loop, logger.state['bars']['user'] is updated >>> # to {index: i, total: 3, title:'user'} >>> print (username) bar_messageNrMZ__totalc3st}d}tD]`\}}t}|dks:||jkrndk rXfd|ifd|i|}|Vqjd|krfd|ifd|didS)NrZ __messageZ__indexr9)time enumeraterGr@)Z last_timeir,Znow_timerJrRr+rrr new_iterablesz0ProgressBarLogger.iter_bar..new_iterable)poppopitemrKrPrNr )rZ bar_prefixr%rXrrWr iter_bars   zProgressBarLogger.iter_barcCsdS)aExecute a custom action after the progress bars are updated. Parameters ---------- bar Name/ID of the bar to be modified. attr Attribute of the bar attribute to be modified value New value of the attribute old_value Previous value of this bar's attribute. This default callback does nothing, overwrite it by subclassing. Nr)rrJattrvalue old_valuerrr bars_callbackszProgressBarLogger.bars_callbackc Ks"t|ddd}|D]\}}d|kr|d\}}||rBq||||jkrlt|dddd|j|<|j||}||r|dko||k}|dks|r|j|j|d <n|j|d |_| d |||f|j|j 7_||j||<| ||||q|j ||jf|dS) NcSs|dd S)Nrr:)endswith)kvrrr z,ProgressBarLogger.__call__..)key__r7)r8r9r:rr9r:r;z [%s] %s: %s)sortedr)splitrKrYr@r<rLrr bar_indentr_rrr&) rr%r)rdr]rJr\r^Znew_barrrr r/s*       zProgressBarLogger.__call__)NNNr6rr)rQ)N)r0r1r2r3rhrpropertyr@rKrLrPr[r_r/rrrr r4_s"   . r4c @s:eZdZdZddd Zd d Zd d ZddZddZdS)TqdmProgressBarLoggera^Tqdm-powered progress bar for console or Notebooks. Parameters ---------- init_state : dict Initial state of the logger. bars : None, list, tuple, or dict, optional Either None (will be initialized with no bar) or a list/tuple of bar names (e.g., ['main', 'sub']) which will be initialized with index -1 and no total, or a dictionary (possibly ordered) of bars, of the form `{bar_1: {title: 'bar1', index: 2, total: 23}, bar_2: {...}}`. leave_bars : bool, optional Whether to leave the progress bars displayed upon completion. ignored_bars : None, list of str, or 'all_others', optional Either None (newly met bars will be added) or a list of blacklisted bar names, or 'all_others' to signify that all bar names not already in `self.bars` will be ignored. notebook : bool, optional True will make the bars look nice (HTML) in the Jupyter notebook. It is advised to leave to 'default' as the default can be globally set from inside a notebook with `import proglog; proglog.notebook_mode()`. print_messages : bool If True, every `logger(message='something')` will print a message in the console or notebook. min_time_interval : int or float Time in seconds between progress bar updates. ignore_bars_under : int NFr6defaultTrc Csdtj|||||| |d||_tdd|jD|_|dkrDtd}||_||_|jrZt nt |_ dS)N)rr@rErFrHrGcSsg|] }|dfqSr.r)r=rJrrr r?@sz2TqdmProgressBarLogger.__init__..rkr) r4r leave_barsrr@ tqdm_barsrrprint_messagesrr) rrr@rlrErFrrnrGrHrrr r*s  zTqdmProgressBarLogger.__init__cCsd||jkr"|j|dk r"|||j|}|j|d|dttt|dd|jd|j|<dS)z:Create a new tqdm bar, possibly replacing an existing one.Nr:r8rnow)r:descZpostfixZleave)rmclose_tqdm_barr@rr<rstrrl)rrJinfosrrr new_tqdm_barGs  z"TqdmProgressBarLogger.new_tqdm_barcCs"|j||jsd|j|<dS)zClose and erase the tqdm bar.N)rmcloserrIrrr rrSsz$TqdmProgressBarLogger.close_tqdm_barcCs||jks|j|dkr"|||dkr||krn|j|d}|rX||krX||q|j|||q|||j||dn2|dkr|j|jtt|d|j|ddS)Nr9r:rSrror)rmrur@rrrZ set_postfixrrs)rrJr\r]r^r:rrr r_Ys    z#TqdmProgressBarLogger.bars_callbackcKs>|jr:d|kr:|dr:|jr*t|dn|j|ddS)Nr)rnrprintrrr$rrr r&jszTqdmProgressBarLogger.callback) NNFNr6rkTrr) r0r1r2r3rrurrr_r&rrrr rj s  rjc@seZdZddZddZdS)RqWorkerProgressLoggercCs,||_d|jjkr(i|jjd<|jdSNZ progress_data)jobmetasave)rrzrrr rss  zRqWorkerProgressLogger.__init__cKs|j|jjd<|jdSry)rrzr{r|r$rrr r&yszRqWorkerProgressLogger.callbackN)r0r1r2rr&rrrr rxrsrxc@seZdZdddZdS)RqWorkerBarLoggerNrr6rcCs&t||tj||||||ddS)N)rr@rErFrG)rxrr4)rrzrr@rErFrGrrr rs zRqWorkerBarLogger.__init__)NNrr6r)r0r1r2rrrrr r}~s r}c@seZdZddZdS)MuteProgressBarLoggercCsdS)NTrrIrrr rKsz$MuteProgressBarLogger.bar_is_ignoredN)r0r1r2rKrrrr r~sr~r6cCs0|dkrt|||||dS|dkr(tS|SdS)NrJ)r@rErFrGrH)rjr~)loggerr@rErFrGrHrrr default_bar_loggersr)r)r )NNr6rr)r3rr collectionsrrTrrrrr4rjrxr}r~rrrrr s&   M.f