o * b7 @sddlZddlZddlZddlmZmZmZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZddlmZdZddZd=d d Zd>ddZd?ddZddZd@ddZedddddddddf ddZd@ddZdAddZdBd d!Zejfd"d#Z d$d%Z!d&d'Z"d(d)Z#d*d+Z$d,d-Z%ej&d.d/d0Z'd1d2Z(Gd3d4d4Z)Gd5d6d6e j*Z+Gd7d8d8e,Z-Gd9d:d:Z.Gd;d<d^szgrep..N)rextend)r:Zfiles_or_pathsmatchesZfopforr9rgrepWs r?cs\tjddtjj}gfdd|D}r%|fdd|D7}tdd|DS)z6Returns if a command matches an executable on the PATHPATHcsg|] }tj|qSr)r r*r1)r7p)commandrr gz!is_executable..cs g|] }tj|dqS)/)r r*r1lstrip)r7csysrootrrrDiscss|] }t|tjVqdSr4)r accessX_OK)r7r*rrrr;lsz is_executable..)r environgetsplitr*pathsepany)rCrJpathsZ candidatesr)rCrJr is_executablecs rSFc  s:fdd} fdd} tj} d| d<|r.|D]\}}|r'|| |<q| |dq|r?tdr?d |r9d nd ||f}t|}g}|D]#}|d rfd |vrft |}|r`| |qH| |qH| |qH| rtt | d}nt }zot|d||rtnt d| d| d}| st|j||}nt||}r|jr| ||jsn'z ||r|ndWnty||d||jdYWSw| r||dur |dus|}|j}Wn"ty}z|jtjkrdd d dWYd}~S|d}~ww|jdks|jdkrd}|j||dS)zExecute a command and return a dictionary of status and output, optionally changing root or current working directory before executing command. cs,r dkr trtdSdSNrF)r chrootchdirr)rVrUrr_child_prep_fnzs  z.sos_get_command_output.._child_prep_fncs r |ttddS)N{Gz?) terminateSoSTimeoutErrortimesleep)proc)pollerrr _check_pollersz-sos_get_command_output.._check_pollerCLC_ALLNtimeoutztimeout %s %ds %sz --foregroundrArF*wFT)shellstdoutstderrbufsizeenvZ close_fdsZ preexec_fn|)statusoutput truncated~)r rMcopyitemspoprSshlexrO startswithglobr<appendr rrr AsyncReaderrg FakeReaderrunningwait ExceptionrYclose get_contentsis_fullpollOSErrorerrnoENOENT returncode)rCrbrhrUrVrjZ foregroundbinary sizelimitr^Zto_filerWr_Zcmd_envkeyvalueargsZ expanded_argsargZ expanded_argZ_outputrBreaderrgrner)rVrUr^rsos_get_command_outputos                  rcsXdd}ttt|g}fddt|tjD}r*fdd|D}|S)aImports the module module_fqname and returns a list of defined classes from that module. If superclasses is defined then the classes returned will be subclasses of the specified superclass or superclasses. If superclasses is plural it must be a tuple of classes..recsg|] \}}|jkr|qSr) __module__)r7Zcnameclass_) module_fqnamerrrDs  z!import_module..csg|] }t|r|qSr) issubclass)r7m) superclassesrrrDrE) rpartition __import__globalslocalsinspectZ getmembersZisclass)rrZ module_namemodulemodulesr)rrr import_modules  rcCst||||ddS)zeShell out to an external command and return the output or the empty string in case of error. )rbrUrVrm)r)cmdrbrUZrunatrrr shell_outs rrcCsNgd}d}|dkr|dkr|d7}|d}|dkr|dksd||||fS)N)BZKiBZMiBZGiBZTiBrrg@z%.*f%sr)sizeZ precisionsuffixesZ suffixindexrrrget_human_readablesrcCs>|r|tjkr||stj||d}t||}||SrT)r r-rvr*r1rGgetattr)r*rJmethodrZ_methrrr _os_wrappers   rcC t||dS)Nexistsrr*rJrrr path_exists rcCr)Nisdirrrrrr path_isdir rrcCr)Nisfilerrrrr path_isfilerrcCr)Nislinkrrrrr path_islinkrrcCst||dtS)Nlistdir)rr rrrrrrrIcGs8|r||stj||tj}tjj|g|RSr4)rvr r*r1rGr-)r*rJrBrrr path_joinsrcCs d|dS)a"Helper to make text bold in console output, without pulling in dependencies to the project unneccessarily. :param text: The text to make bold :type text: ``str`` :returns: The text wrapped in the ASCII codes to display as bold :rtype: ``str`` zzr)textrrrbold s rc@s8eZdZdZddZeddZddZedd Zd S) rzzUsed as a replacement AsyncReader for when we are writing directly to disk, and allows us to keep more simplified flows for executing, monitoring, and collecting command output. cCs||_||_dSr4)processr)selfrrrrr__init__3 zFakeReader.__init__cCsdS)NFrrrrrr7szFakeReader.is_fullcCs|jsdSdS)NrArq)rrrrrr;rzFakeReader.get_contentscCs|jduSr4)rrrrrrr{>szFakeReader.runningN) __name__r __qualname____doc__rpropertyrrr{rrrrrz-s rzcs<eZdZdZfddZddZddZedd ZZ S) ryzUsed to limit command output to a given size without deadlocking sos. Takes a sizelimit value in MB, and will compile stdout from Popen into a string that is limited to the given sizelimit. csbtt|||_||_d|_d|_|r!|d}t||j|_t|jd|_d|_ | dS)Nir )maxlenT) superryrchanr chunksizeslotsintrr{start)rZchannelrr __class__rrrKs zAsyncReader.__init__c CsJz |j|j}|s n|j|qWn ttfyYnwd|_dS)alReads from the channel (pipe) that is the output pipe for a called Popen. As we are reading from the pipe, the output is added to a deque. After the size of the deque exceeds the sizelimit earlier (older) entries are removed. This means the returned output is chunksize-sensitive, but is not really byte-sensitive. TFN)rrrrrx ValueErrorrr{)rr8rrrrunXs   zAsyncReader.runcCsH|jr td|js|jsddd|jDSddd|jDS)z-Returns the contents of the deque as a stringrXrAcss|] }|ddVqdS)zutf-8ignoreN)decoder7Zlnrrrr;tsz+AsyncReader.get_contents..rqcss|]}|VqdSr4rrrrrr;vs)r{r[r\rr1rrrrrrms  zAsyncReader.get_contentscCs|jsdSt|j|jkS)z?Checks if the deque is full, implying that output was truncatedF)rlenrrrrrrxszAsyncReader.is_full) rrrrrrrrr __classcell__rrrrryCs   ryc@s8eZdZdZddZddZddZdd Zd d Zd S) ImporterHelperzProvides a list of modules that can be imported in a package. Importable modules are located along the module __path__ list and modules are files that end in .py. cCs ||_dS)zopackage is a package module import my.package.module helper = ImporterHelper(my.package.module)N)package)rrrrrrs zImporterHelper.__init__cCs tj|}tj|\}}|S)z-Returns the plugin module name given the path)r r*basenamesplitext)rr*baser2extrrr _plugin_names zImporterHelper._plugin_namecsfdd|D}||S)Ncs(g|]}d|vr|dr|qS)rz.py)endswithr)r7ZpluginrrrrDs z9ImporterHelper._get_plugins_from_list..)sort)rZlist_pluginsrrr_get_plugins_from_lists z%ImporterHelper._get_plugins_from_listcCs4tj|rttd|}||}|r|SgSdS)Nz*.py)r r*rlistr3r)rr*Zpy_filesZpnamesrrr_find_plugins_in_dirs  z#ImporterHelper._find_plugins_in_dircCs2g}|jjD]}tj|r|||q|S)zQReturns the list of importable modules in the configured python package. )r__path__r r*rr<r)rrr*rrr get_moduless   zImporterHelper.get_modulesN) rrrrrrrrrrrrrrs rc@s$eZdZddZddZddZdS) TempFileUtilcCs||_g|_dSr4)tmp_dirfiles)rrrrrrrzTempFileUtil.__init__cCs2tj|jd\}}t|d}|j||f|S)N)dirzw+)tempfileZmkstemprr fdopenrrx)rfdfnameZfobjrrrnews zTempFileUtil.newc Csb|jD](\}}z ||Wn tyYnwzt|Wqty+Yqwg|_dSr4)rflushr~r}r unlink)rrrrrrcleans    zTempFileUtil.cleanN)rrrrrrrrrrrs rc@s eZdZdS)rZN)rrrrrrrrZsrZ)r)rr r!r")NNr4)rNN)r)1r r5r subprocessrrrrr/rrurwrZ threadingr[r contextlibr collectionsrZTIMEOUT_DEFAULTrrr)r3r?rSrrrrr*rrrrrrr-rrrzZThreadryobjectrrrrZrrrrsV       m    =-