B lz]UW@sddlmZmZmZmZddlmZddlmZm Z m Z m Z m Z m Z ddlmZddlmZddlmZddlmZmZddlmZmZdd lZejdd krdd lmZdd lmZdd l Z dd l!Z!dd l!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'dd l(Z(ddl)m*Z*m+Z+m,Z,m-Z-dd l.Z.ddl/m0Z0m1Z1m2Z2ddl3m4Z4m3Z3ddl5m6Z6m7Z7m8Z8m9Z9ddl:m;Z;ddlm?Z?d dl@mAZAd dlBmCZCd dlDmEZEe'eFZGGddde#ZHeCe(jIJdreHdZKne#dZKdJddZLGd d!d!eMZNGd"d#d#eNZOeOZPGd$d%d%eZQedKd&d'ZRedLd(d)ZSedMd*d+ZTeeQjUeQjUfd,d-ZVed.d/ZWed0d1ZXed2d3ZYedNd4d5ZZe&d d6d fd7d8Z[d9d:Z\Gd;d<dd>eMZ^Gd?d@d@e Z_GdAdBdBe Z`e Z dCdDZaGdEdFdFeNZbdGdHZceFdIkrecd S)O)absolute_importdivisionprint_functionunicode_literals) defaultdict)ProcessPoolExecutorThreadPoolExecutorExecutorFuture_base as_completed) _WorkItem)contextmanager)Enum)EPIPE ESHUTDOWN)partialwrapsN)BytesIO)cycle)CRITICAL FormatterNOTSET StreamHandlerWARN getLogger)dirnameisdirisfilejoin)EventThreadLock)sleeptime)StringIO iteritemson_winencode_environment)NULL)expand) memoizemethod) NullHandler)boolify)tqdmcs.eZdZdZdfdd ZfddZZS)DeltaSecondsFormatteraw Logging formatter with additional attributes for run time logging. Attributes: `delta_secs`: Elapsed seconds since last log/format call (or creation of logger). `relative_created_secs`: Like `relativeCreated`, time relative to the initialization of the `logging` module but conveniently scaled to seconds as a `float` value. Ncs t|_tt|j||ddS)N)fmtdatefmt)r% prev_timesuperr1__init__)selfr2r3) __class__.lib/python3.7/site-packages/conda/common/io.pyr61szDeltaSecondsFormatter.__init__cs@t}|j}t|j||_|||_|jd|_tt||S)Ni) r%r4maxZ delta_secsZrelativeCreatedZrelative_created_secsr5r1format)r7recordZnowr4)r8r9r:r<5s   zDeltaSecondsFormatter.format)NN)__name__ __module__ __qualname____doc__r6r< __classcell__r9r9)r8r:r1&s r1ZCONDA_TIMED_LOGGINGzm%(relative_created_secs) 7.2f %(delta_secs) 7.2f %(levelname)s %(name)s:%(funcName)s(%(lineno)d): %(message)sz<%(levelname)s %(name)s:%(funcName)s(%(lineno)d): %(message)scsdfdd|DS)Nc3s&|]}dddt|VqdS)  z- N)str).0x)indentr9r: Jszdashlist..)r )iterablerIr9)rIr:dashlistIsrLc@seZdZdZddZdS)ContextDecoratorzyBase class for a context manager class (implementing __enter__() and __exit__()) that also makes it a decorator. cstfdd}|S)Nc s ||SQRXdS)Nr9)argskwds)fr7r9r: decoratedUsz,ContextDecorator.__call__..decorated)r)r7rPrQr9)rPr7r:__call__TszContextDecorator.__call__N)r>r?r@rArRr9r9r9r:rMMsrMc@seZdZddZddZdS)SwallowBrokenPipecCsdS)Nr9)r7r9r9r: __enter__`szSwallowBrokenPipe.__enter__cCs0|r,t|tr,t|ddr,|jttfkr,dSdS)NerrnoT) isinstanceEnvironmentErrorgetattrrUrr)r7exc_typeexc_valexc_tbr9r9r:__exit__cs   zSwallowBrokenPipe.__exit__N)r>r?r@rTr\r9r9r9r:rS\srSc@seZdZdZdZdZdS) CaptureTargetzConstants used for contextmanager captured. Used similarly like the constants PIPE, STDOUT for stdlib's subprocess.Popen. N)r>r?r@rASTRINGSTDOUTr9r9r9r:r]nsr]c cs|dkr i}t|}i}x0t|D]$\}}tj|t||<|tj|<q"Wz |rV||rb|ddVWdx0t|D]$\}}|tkrtj|=qv|tj|<qvW|r||r|dXdS)NTF)r*r(osenvirongetr+)Zvar_mapcallbackstack_callbackZ new_var_mapZ saved_varsnamevaluer9r9r:env_varsws*  ric cs,||i}t|||d }|VWdQRXdS)N)rerf)ri)rgrhrerfdesr9r9r:env_varsrlc cs t|d }|VWdQRXdS)N)re)ri)rerkr9r9r:env_unmodifieds rmc cs@dd}Gdddt}tjtj}}|tjkrRt}|j|_t |||_|t_n|}|dk rd|t_|tjkrt}|j|_t |||_|t_n(|tj kr|t_}n|}|dk r|t_|}t dz |VWd|tjkr| |_n||_|tjkr| |_n|tj krd|_n||_||t_t_t dXdS)aCapture outputs of sys.stdout and sys.stderr. If stdout is STRING, capture sys.stdout as a string, if stdout is None, do not capture sys.stdout, leaving it untouched, otherwise redirect sys.stdout to the file-like object given by stdout. Behave correspondingly for stderr with the exception that if stderr is STDOUT, redirect sys.stderr to stdout target and set stderr attribute of yielded object to None. Args: stdout: capture target for sys.stdout, one of STRING, None, or file-like object stderr: capture target for sys.stderr, one of STRING, STDOUT, None, or file-like object Yields: CapturedText: has attributes stdout, stderr which are either strings, None or the corresponding file-like function argument. cSst|drd|jkrt}n6tjddkr8t|tr8t}ntjddkrLt}nt}t||st|drz| d}| |qt|dr| d}| |n | |dS) Nmodebrrdecodezutf-8encode) hasattrrnbytessys version_inforVrZunicoderFrq old_writerr)r7Zto_writeZwantedZdecodedror9r9r: write_wrappers       zcaptured..write_wrapperc@s eZdZdS)zcaptured..CapturedTextN)r>r?r@r9r9r9r: CapturedTextsryNzovertaking stderr and stdoutzstderr and stdout yielding back)objectrustdoutstderrr]r`r'writerwrraloginfogetvalue) r{r|rxryZ saved_stdoutZ saved_stderrZoutfileZerrfilecr9r9r:capturedsF"             rccs$tj}|t_z dVWd|t_XdS)N)ruargv)Z args_listZ saved_argsr9r9r:rs  rccs"tz dVWdtXdS)N)loggingZ _acquireLockZ _releaseLockr9r9r9r: _logger_locks rccst|}|j|j|j}}}t}t*|||tdd\|_|_WdQRXz dVWdt$| ||||_|_||_WdQRXXdS)Nr&)TF) rleveldisabled propagater.r addHandlersetLevelr removeHandler) logger_namelogr_lvl_dsbld_prpgtZ null_handlerr9r9r:disable_loggers   rccst|}|j|j|j|jf\}}}}ttj}d|_| || t t :| |gdd|_|_|_| || |WdQRXz dVWdt "||||_|_|_||_WdQRXXdS)Nr|F)rhandlersrrrrrur|rgr setFormatter _FORMATTERrr)rrrZ_hndlrsrrrhandlerr9r9r:stderr_log_level-s       rFc Cst|}tdd|jDd}ttj}d|_|t| |pBt t .|r\| || |||||_WdQRXdS)Ncss|]}|jdkr|VqdS)r|N)rg)rGrr9r9r:rJEsz(attach_stderr_handler..r|)rnextrrrur|rgrrrrrrrr)rrrZ formatterrZold_stderr_handlerZnew_stderr_handlerr9r9r:attach_stderr_handlerBs     rc s|dd}tr2y |||Stk r.|SXnfGdddtfdd}ttj|t|y|||}td|Stfk r|SXdS)z[Enforce a maximum time for a callable to complete. Not yet implemented on Windows. default_returnNc@s eZdZdS)z!timeout..TimeoutExceptionN)r>r?r@r9r9r9r:TimeoutExceptiondsrcs dS)Nr9)Zsignumframe)rr9r: interruptgsztimeout..interruptr)popr)KeyboardInterrupt ExceptionsignalSIGALRMalarm)Z timeout_secsfuncrNkwargsrrZretr9)rr:timeoutWs       rc@sNeZdZdZedZdddZdd Zd d Zd d Z e ddZ ddZ dS)Spinnera Args: message (str): A message to prefix the spinner with. The string ': ' is automatically appended. enabled (bool): If False, usage is a no-op. json (bool): If True, will not output non-json to stdout. z/-\|TFfailed cCsp||_||_||_t|_t|jd|_tt |j d|_ t j |_|ob| obt|jdob|j|_||_dS)N)targetr&isatty)messageenabledjsonr! _stop_runningr"_start_spinning_spinner_threadlenr spinner_cycle_indicator_lengthrur{fhrsr show_spin fail_message)r7rrrrr9r9r:r6s"zSpinner.__init__cCs2|jr|jn|js.|jd|jdS)Nz...working... )rrstartrrr}flush)r7r9r9r:rs   z Spinner.startcCs$|jr |j|jd|_dS)NF)rrsetrr )r7r9r9r:stops  z Spinner.stopc CsyNxH|jsJ|jt|jd|jtd|jd|jqWWn<t k r}z|j t t fkrx| nWdd}~XYnXdS)NrEg?)rZis_setrr}rrrr$rrWrUrrr)r7er9r9r:rs   zSpinner._start_spinningcCs.|js"tjd|jtj|dS)Nz%s: )rrur{r}rrr)r7r9r9r:rTs zSpinner.__enter__c CsP||jsLt4|s|r,tj|jn tjdtjWdQRXdS)Nzdone )rrswallow_broken_piperur{r}rr)r7rYrZr[r9r9r:r\s zSpinner.__exit__N)TFr) r>r?r@rArrr6rrrrrTr\r9r9r9r:rus   rc@s2eZdZd ddZddZddZed d Zd S) ProgressBarTFc Csz||_||_||_|rn^|rvd}yt||ddtjd|_Wn:tk rt}z|jt t fkrbd|_nWdd}~XYnXdS)a Args: description (str): The name of the progress bar, shown on left side of output. enabled (bool): If False, usage is a no-op. json (bool): If true, outputs json progress to stdout rather than a progress bar. Currently, the json format assumes this is only used for "fetch", which maintains backward compatibility with conda 4.3 and earlier behavior. z!{desc}{bar} | {percentage:3.0f}% Tr&)Zdesc bar_formatasciiZtotalfileFN) descriptionrrr0rur{pbarrWrUrr)r7rrrrrr9r9r:r6s  zProgressBar.__init__c CsyB|jr&|jr&tjd|j|fn|jr@|j||jjWn:t k r|}z|j t t fkrjd|_nWdd}~XYnXdS)Nz:{"fetch":"%s","finished":false,"maxval":1,"progress":%f} F) rrrur{r}rrupdatenrWrUrr)r7Zfractionrr9r9r: update_tos zProgressBar.update_tocCs|ddS)Nr&)r)r7r9r9r:finishszProgressBar.finishcCs>|jr*|jr*tjd|jtjn|jr:|jdS)Nz8{"fetch":"%s","finished":true,"maxval":1,"progress":1} ) rrrur{r}rrrclose)r7r9r9r:rs    zProgressBar.closeN)TF)r>r?r@r6rrrrr9r9r9r:rs  rc@s.eZdZddZddZddZd dd Zd S) DummyExecutorcCsd|_t|_dS)NF) _shutdownr# _shutdownLock)r7r9r9r:r6szDummyExecutor.__init__c Osp|j`|jrtdt}y|||}Wn,tk rV}z||Wdd}~XYn X|||SQRXdS)Nz*cannot schedule new futures after shutdown)rr RuntimeErrorr BaseExceptionZ set_exceptionZ set_result)r7fnrNrrPresultrr9r9r:submits zDummyExecutor.submitcgs*x$|D]}x|D]}||VqWqWdS)Nr9)r7r iterablesrKthingr9r9r:map s  zDummyExecutor.mapTc Cs|j d|_WdQRXdS)NT)rr)r7waitr9r9r:shutdownszDummyExecutor.shutdownN)T)r>r?r@r6rrrr9r9r9r:rsrcs&eZdZdfdd ZddZZS)ThreadLimitedThreadPoolExecutor cstt||dS)N)r5rr6)r7Z max_workers)r8r9r:r6sz(ThreadLimitedThreadPoolExecutor.__init__c Osz|jj|jrtdt}t||||}|j|y |Wn&tk rjt |j dkrdnYnX|SQRXdS)a This is an exact reimplementation of the `submit()` method on the parent class, except with an added `try/except` around `self._adjust_thread_count()`. So long as there is at least one living thread, this thread pool will not throw an exception if threads cannot be expanded to `max_workers`. In the implementation, we use "protected" attributes from concurrent.futures (`_base` and `_WorkItem`). Consider vendoring the whole concurrent.futures library as an alternative to these protected imports. https://github.com/agronholm/pythonfutures/blob/3.2.0/concurrent/futures/thread.py#L121-L131 # NOQA https://github.com/python/cpython/blob/v3.6.4/Lib/concurrent/futures/thread.py#L114-L124 z*cannot schedule new futures after shutdownrN) Z_shutdown_lockrrr r r Z _work_queueZputZ_adjust_thread_countrZ_threads)r7rrNrrPwr9r9r:rs  z&ThreadLimitedThreadPoolExecutor.submit)r)r>r?r@r6rrBr9r9)r8r:rsrcCstddd}ttjd|S)N~z.condazinstrumentation-record.csvZ!CONDA_INSTRUMENTATION_RECORD_FILE)r r,rbrcrd)Zdefault_record_filer9r9r:get_instrumentation_record_file?s rcspeZdZeZdZeeZee Z dddZ ddZ fddZ dd Zd d Zed d ZeddZZS) time_recorderNcCs||_||_dS)N) entry_name module_name)r7rrr9r9r:r6Jsztime_recorder.__init__cCsF|jdkrBt|dr|j}n d|j}|jrrr )r7rPrr9r9r:_set_entry_nameNs   ztime_recorder._set_entry_namecs||tt||S)N)rr5rrR)r7rP)r8r9r:rRXs ztime_recorder.__call__cCs$tjd}|r t|r t|_|S)NCONDA_INSTRUMENTATION_ENABLED)rbrcrdr/r% start_time)r7rr9r9r:rT\s  ztime_recorder.__enter__c Csv|jrr|j}t}||j}|j|d7<|j||7<|t|jd}|d||fWdQRXdS)Nr&az%s,%f ) rrr%total_call_numtotal_run_time _ensure_diropen record_filer})r7rYrZr[rZend_timeZrun_timerr9r9r:r\bs ztime_recorder.__exit__cCs^tjd}|rt|sdStdx2t|jD] }td|j||j ||q6WdS)Nrz*=== time_recorder total time and calls ===zTOTAL %9.3f % 9d %s) rbrcrdr/r~rsortedrkeysr)clsrrr9r9r: log_totalsps   ztime_recorder.log_totalscCs"tt|jstt|jdS)N)rrrrbmakedirs)r7r9r9r:r~sztime_recorder._ensure_dir)NN)r>r?r@rrrrintrfloatrr6rrRrTr\ classmethodrr-rrBr9r9)r8r:rDs   rc Cst}tt}i}t|sdSt|8}x0|D](}|d\}}||t|q.WWdQRXx@t |D]4}||}t |}t |}||} ||| d||<qnWt t j|dddddS)N,)counts total_time average_timeTr)rz: )Z sort_keysrIZ separators)rrlistrrstripsplitappendrrrsumprintrdumps) rZ grouped_dataZ final_datarlinerrZ all_timesrrr9r9r:print_instrumentation_datas$   r__main__)r)NNN)NN)N)N)dZ __future__rrrr collectionsrZconcurrent.futuresrrr r r r Zconcurrent.futures.threadr contextlibrenumrrUrr functoolsrrrurvior itertoolsrrrrrrrrrrbos.pathrrrr rZ threadingr!r"r#r%r$compatr'r(r)r*Z constantsr+pathr,Z_vendor.auxlib.decoratorsr-Z_vendor.auxlib.logzr.Z_vendor.auxlib.type_coercionr/Z _vendor.tqdmr0r>r~r1rcrdrrLrzrMrSrr]rirlrmr`rrrrrrrrrrrrrrr9r9r9r:s~                   d  G:)@