obudZddlmZmZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZddlmZ ddlmZddlmZdd lmZmZdd lmZmZmZd d lmZd d lmZd dl m!Z!d dl"m#Z#d dl$m%Z%m&Z&d dl'm(Z(d dl)m*Z*d dl+m,Z,d dl-m.Z.m/Z/m0Z0m1Z1m2Z2d dl3m4Z4ejjr@ddlm6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCddlZddlDZDd dl mEZEd dl'mFZFd dlGmHZHd dlImJZJejddZLdgZMed(dZNedZOd ZPerd!ZQd"ZRnd#ZQd$ZRGd%d&ejZTGd'de!ZUy#e$r ZeZYdZ[dZ[wwxYw))z*Manage filesystems on remote FTP servers. )print_functionunicode_literalsN) OrderedDict)contextmanager)FTP)FTP_TLS)cast) error_perm error_temp)PY2 raise_from text_type) _ftp_parse)errors)FS)DEFAULT_CHUNK_SIZE) ResourceTypeSeek)Info) line_iterator)Mode)abspathbasenamedirnamenormpathsplit)epoch_to_datetime)AnyBinaryIO ByteString ContainerContextManagerDictIterableIteratorListOptional SupportsIntTextTupleUnion)_OpendirFactory)RawInfo) Permissions)SubFS_FFTPFS)boundc#K |j5ddddy#1swYyxYw#tj$r0tjdj |j t$r0tjdj |j t$rS}|'tj|dj ||tjdj |d}~wt$rm}t|\}}|dk(rtj|||dvr$tjtt | tj"|d}~wwxYww) Nzunable to connect to {})msgzlost connection to {}zftp error on resource '{}' ({})zftp error ({})552)pathr5)501550r7)_locksocketerrorrRemoteConnectionErrorformathostEOFErrorr ResourceErrorOperationFailedr _parse_ftp_errorInsufficientStorageResourceNotFoundr strPermissionDenied)fsr7r=codemessages */usr/lib/python3/dist-packages/fs/ftpfs.py ftp_errorsrMHsB3 XX      << **)009   X**/F/M/Mbgg/VWW M  &&;BB4O ((-=-D-DU-KL L 3(/ g 5=,,$GD D ^ #))tC? ?%%'22 3sME5 **E5'*E5*BE2+AC99 E2A(E--E22E5c#K | |jy#t$rYywxYw# |jw#t$rYwwxYwxYwwN)quit Exception)ftps rL manage_ftprSdsO   HHJ     HHJ   sOA)A &A&AA <A  AA AA  AcFt|jd\}}}||fS)z(Extract code and message from ftp error. )r partition)r=rJ_rKs rLrDrDps*!'11#6D!W =cHt|tr|j|S|SrO) isinstancerencodestencodings rL_encoder_ys&0Y&?ryy"GRGrXcJt|tr|j|dS|S)Nreplace)rZbytesdecoder\s rL_decoderd}s!1;B1Fryy9-NBNrXc|SrOr]rWs rLr_r_ rXc|SrOrfrgs rLrdrdrhrXceZdZfdZdZedZedZdZfdZ dZ dZ dd Z d Z dd Zdd Zd ZdZdZddZdZej,fdZxZS)FTPFilectt| ||_||_t ||_d|_tj|_ |j|_ d|_ d|_y)Nr)superrk__init__rIr7rmodepos threadingLockr; _open_ftprR _read_conn _write_conn)selfftpfsr7ro __class__s rLrnzFTPFile.__init__s[ gt%' J ^^% >>#rXcn|jj}|jtd|S)z Open an ftp object for the file.zTYPE I)rIrsvoidcmdrGrvrRs rLrszFTPFile._open_ftps+gg! CM" rXc|j_|jjtdt |j |jj z|j|_|jS)NRETR )rtrR transfercmdrGr_r7r^rprvs rL read_connzFTPFile.read_connsW ?? ""hh22G wtyy$((2C2CDDdhhDOrXc|j|jjr`|jj t dt |j|jjz|_|jS|jj t dt |j|jjz|j|_|jS)NzAPPE STOR ) ruro appendingrRr~rGr_r7r^rprs rL write_connzFTPFile.write_conns    #yy""#'88#7#7L7499dhh6G6G#HH$ $(88#7#7L7499dhh6G6G#HH$(($ rXc|d}|j|jj|j|jS)Nz)r?rIftp_urlr7ro)rv_reprs rL__repr__zFTPFile.__repr__s**||DGGOOTYY BBrXc|js|j5 |j;|jjd|_|jj |j !|j jd|_ |jjtt| dddyy#t$rY(wxYw#tt|wxYw#1swYyxYwrO) closedr;rucloserRvoidresprtrPr rmrkrvrxs rLrz FTPFile.closes{{ 1 1''3((..0+/())+2--/*. '4.0 1 1&'4.0 1 1sAC.A4CC+C. CCCCC++C..C7c|jSrO)rprs rLtellz FTPFile.tells xxrXc.|jjSrO)roreadingrs rLreadablezFTPFile.readableyy   rXc|jjs tdg}|}|j}|j5|rq|dkrt }nt t |} |j|}|sn@|j||xjt|z c_ |t|z}|rqddddj|S#tj$rY.wxYw#1swY3xYw)NzFile not open for readingrrX)rorIOErrorrr;rminrecvr<r=appendrplenjoin)rvsizechunks remainingconn read_sizechunks rLreadz FTPFile.readsyy  56 6 ~~ ZZ (q= 2I #$6 BI IIi0E e$CJ&SZ'  (xx|| ( (s0C$C /AC$ C!C$ C!!C$$C-c|jt|}t|}t|tjr%tj|j||d||S||d||SrO)rrrZarraytypecode)rvbufferdata bytes_reads rLreadintozFTPFile.readintosbyyV%Y fekk *"'++foot"DF;J #'F;J rXc,tt||SrO)nextr)rvrs rLreadlinezFTPFile.readlinesM$-..rXcg}d}t|D]/}|j||t|z }|dk7s(||kDs.|S|S)Nr)rrr)rvhintlinesrlines rL readlineszFTPFile.readlinessV!$' D LL  CI DrzdTk    rXc.|jjSrO)rowritingrs rLwritablezFTPFile.writable rrXc|jjs tdt|tjr|j }|j 5|j}d}t|}|rIt|t}|j||||z}||z }||z}|xj|z c_ |rIddd|S#1swYSxYw)NFile not open for writingr) rorrrZrtobytesr;rrrrsendrp)rvrrdata_posremaining_data chunk_size sent_sizes rLwritez FTPFile.writesyy  56 6 dEKK (<<>D ZZ &??DH YN  1CD  IId8h6K&LM I%)+I% ! & &s A$CCc |jjs tdt}|D]M}t |t j r |j |j=|j |O|j|y)Nr) rorr bytearrayrZrextendrr)rvrrrs rL writelineszFTPFile.writelines$skyy  56 6{ "D$ , DLLN+ D!  " 4rXc |j5||j}|jj|j5}|j |}ddd|jj|jd5}|j t||kr |j d|t|z zdddddd|S#1swYxYw#1swYxYw#1swY|SxYw)Nw)r;rrIopenbinr7rrr)rvrfrs rLtruncatezFTPFile.truncate0sZZ 8|yy{+ $qvvd| $C0 8A t9t#GGETCI%567 8  8  $ $ 8 8  8 s<8C/C.C/AC#C/C C/#C, (C//C9cy)NTrfrs rLseekablezFTPFile.seekable>srXc0t|}|tjtjtjfvr t d|j 5|tjk(r|}n`|tjk(r|j|z}n=|tjk(r*|jj|j}||z}td|_|jj|j|_ |jr!|jj!d|_|j"r!|j"j!d|_ddd|j%S#1swY|j%SxYw)Nzinvalid value for whencer)intrsetcurrentend ValueErrorr;rprIgetsizer7maxrRrPrsrtrrur)rvrpwhence_whencenew_pos file_sizes rLseekz FTPFile.seekBs#f+ 488T\\488< <78 8 ZZ ($(("DLL(((S.DHH$ GGOODII6 #c/1gDH HHMMO~~'DH%%'"&  &&(#' % (&yy{' (&yy{s DE==F)rrO)__name__ __module__ __qualname__rnrspropertyrrrrrrrrrrrrrrrrrr __classcell__rxs@rLrkrks      C 1&! 4/ !,   $xxrXrkceZdZdZdddddddZ d*fd ZdZdZed Z ed Z e d Z d Z d ZedZedZd+dZdZedZdZedZedZd,dZe dZe dZe dZej8rd-dZd-dZd.dZfdZ dZ! d/dZ"d0d Z#d!Z$d"Z%d-d#Z& d1d$Z'd-d%Z(d&Z)d'Z*d(Z+fd)Z,xZ-S)2r2aA FTP (File Transport Protocol) Filesystem. Optionally, the connection can be made securely via TLS. This is known as FTPS, or FTP Secure. TLS will be enabled when using the ftps:// protocol, or when setting the `tls` argument to True in the constructor. Examples: Create with the constructor:: >>> from fs.ftpfs import FTPFS >>> ftp_fs = FTPFS("demo.wftpserver.com") Or via an FS URL:: >>> ftp_fs = fs.open_fs('ftp://test.rebex.net') Or via an FS URL, using TLS:: >>> ftp_fs = fs.open_fs('ftps://demo.wftpserver.com') You can also use a non-anonymous username, and optionally a password, even within a FS URL:: >>> ftp_fs = FTPFS("test.rebex.net", user="demo", passwd="password") >>> ftp_fs = fs.open_fs('ftp://demo:password@test.rebex.net') Connecting via a proxy is supported. If using a FS URL, the proxy URL will need to be added as a URL parameter:: >>> ftp_fs = FTPFS("ftp.ebi.ac.uk", proxy="test.rebex.net") >>> ftp_fs = fs.open_fs('ftp://ftp.ebi.ac.uk/?proxy=test.rebex.net') TF)invalid_path_charsnetwork read_only thread_safe unicode_pathsvirtualc Xtt| ||_||_||_||_||_||_||_ ||_ |jr7tttr#ttj dtd|_d|_d|_i|_y)auCreate a new `FTPFS` instance. Arguments: host (str): A FTP host, e.g. ``'ftp.mirror.nl'``. user (str): A username (default is ``'anonymous'``). passwd (str): Password for the server, or `None` for anon. acct (str): FTP account. timeout (int): Timeout for contacting server (in seconds, defaults to 10). port (int): FTP port number (default 21). proxy (str, optional): An FTP proxy, or ``None`` (default) for no proxy. tls (bool): Attempt to use FTP over TLS (FTPS) (default: False) zFTP over TLS not supportedlatin-1N)rmr2rn_host_userpasswdaccttimeoutportproxytlsrZrrQr r CreateFailedr^_ftp_welcome _features) rvr@userrrrrrrrxs rLrnzFTPFS.__init__s6 eT#%        88 7I6 v**+GH' R!   rXcNdj|j|jS)NzFTPFS({!r}, port={!r}))r?r@rrs rLrzFTPFS.__repr__s'..tyy$))DDrXcv|jdk(rdnd}|j|j|jS)Nzz)r@r)rr?r@)rv_fmts rL__str__z FTPFS.__str__s0%)YY"_!:S{{  {::rXc~|j |jSdj|j|jS)Nz{}@{})rrr?rrs rLrz FTPFS.users4**,DJJ 29..TZZ2X rXcJ|j |jS|jSrO)rrrs rLr@z FTPFS.hosts "ZZ/tzz?TZZ?rXci}|jdddk(rD|jD]1}|jds|ddjd\}}}|||<3|S)z0Parse a dict of features from FTP feat response.-r211rUrN)r splitlines startswithrV)cls feat_responsefeaturesrkeyrWvalues rL_parse_featureszFTPFS._parse_featuressq   s #A &% /%002 *??3'$(H$6$6s$;MCE$)HSM *rXc"|jr tn t}|jdt |5|j |j |j|j|j|j|j|j |ji|_ t!|j#dd}|j%||_d|jvrdnd|_t(s-|j*j-d|j&|_ ddd|j&|_|j2|_|S#t$rYwxYw#t0$r d|_YMwxYw#1swYRxYw) zOpen a new ftp object.rFEATrUTF8utf-8r)r^N)rrrset_debuglevelrMconnectr@rrloginrrrprot_pAttributeErrorrrdsendcmdrr^r sockmakefilefiler welcomer)rvrrs rLrszFTPFS._open_ftps@!HHwy#% A    LLDIIt|| < JJtyy$++tyy 9   DN  ' V(*D D!D>Dcd|jvS)z/bool: whether the server supports MLST feature.MLSTrrs rL supports_mlstzFTPFS.supports_mlst4&&rXcd|jvS)z3bool: whether the server supports the MDTM feature.MDTMr6rs rL supports_mdtmzFTPFS.supports_mdtm:r8rXcX|j|}t||5|s|j|sdtj}|j j tdt||j jz| dddy dddy#1swYyxYw)NrTF) r#rMisfileioBytesIOrR storbinaryrGr_r^)rvr7wiper& empty_files rLcreatez FTPFS.create@s!!$' d # 4;;t,ZZ\ ##L75$((2C2C#DDj   ,  s A/B  B)c t|dd}t|dd}t|dd}t|dd}t|dd}t|dd}tj||||||f}|S#t$rYywxYw) z+Parse a time from an ftp directory listing.r N)rrcalendartimegm) r time_texttm_yeartm_monthtm_daytm_hourtm_mintm_sec epoch_times rL_parse_ftp_timezFTPFS._parse_ftp_timeLs )Aa.)G9Qq>*H1Q(F)Ab/*G2b)*F2b)*F__ h @    sAA33 A?>A?c4d}i}|jdD]u}|jd\}}}|r4|jj}|j}|||<Nt |j dj}w|dvr||fSd|fS)N;=/).z..)rrVstriplowerrrstrip)rrr.factsfactrseprs rL _parse_factszFTPFS._parse_facts^sJJsO :D"nnS1OCeiik'') "c  C 0 6 6 89 :;.t%??D%??rXc#$K|D]}|j|j\}}|)|jdd}|dvr@|dk(}i}||d|d<||d<dt|rtj ntj i|d<|d}|jd |jd d } d } | jr t| } | |d <d |vr|j|d |d<d|vr|j|d|d<| yw)Ntyper>dirrrdr.is_dirbasicrRdetailsrsizd0rmodifymodifiedrCcreated) rar[getrr directoryrisdigitrU) rrrr.r^_typerfr/rhsize_strrs rL _parse_mlsxzFTPFS._parse_mlsxms1 D**4::<8KD%|IIff-EO+e^FH)- @HW #HUOv\33) * * *  *4 ( "', Hix0I )--d33Y'D    * *  s8F-AE63AFF-?F6E? ;FF Fci}|j|dk(r<|jj}d|jv|d<d|jv|d<|S)Nstandardrrr:supports_mtime)r _metacopyr)rv namespacers rLgetmetaz FTPFS.getmetasT   "JJOO%E%+t}}%>#{{40&,&<&A4D99D>>EE c jt|}|j|j|}|j5 |j |}|j rt j||jrt j|t|||j!}ddd|S#t j$r_|jrt j||jr/|jt|st j|YwxYw#1swYSxYwrO)r validate_binr#r;r|rfr FileExpected exclusive FileExistsrFrrrrrkto_platform_bin) rvr7ro bufferingoptions_moder&r1ftp_files rLrz FTPFS.openbinsT  !!$' ZZ E 2||E*;; --d33?? ++D11tUE,A,A,CDH E** 8== 11$77==GEN)C 11$77  8 Es0D(B3 AD(3A/D%"D($D%%D((D2c|j|j|}|j5|j|rt j |t ||5|jjt||jjddddddy#1swYxYw#1swYyxYw)Nr:) checkr#r;rrrrMrRdeleter_r^)rvr7r&s rLremovez FTPFS.removes !!$' ZZ Czz$))t44D$' Ctxx/@/@ AB C C C C C C Cs#4B9":B-B9-B6 2B99Cc|j|}|dk(rtjt||5 |jj t ||jj dddy#t$re}t|\}}|dk(rL|j|rtj||j|stj|d}~wwxYw#1swYyxYw)NrYr9)r#rRemoveRootErrorrMrRrmdr_r^r rDr=DirectoryExpectedisemptyDirectoryNotEmpty)rvr7r&r=rJrWs rL removedirzFTPFS.removedir s!!$' C<((* * d #   WUDHH,=,=>?   *51a5={{4($66t<<<<-$66t<<   s)C-9A<< C*A C%%C**C--C6c #Kj|}j5jrgt|5 jj t dt|jjzfd dddr-jD]}t| dddyj!|j#D]}| dddy#t$r2j|jstj|wxYw#1swYxYw#1swYyxYww)Nr:zMLSD cbjt|jjSrO)rrdrRr^)lrrvs rLz FTPFS._scandir..(s!ell71dhh>O>O3P&QrX)r#r;r7rMrRr+rGr_r^r r|rfrrrsrr3values)rvr7rxr&r/r1rs` @rL_scandirzFTPFS._scandirs0!!$' ZZ !!40 **L75$((:K:K+LLQ $($4$4U$;-"8n,-!  "u-446   #  &#||D188"(":":4"@@    sRE D>D2A C4 .D>9 E (D>+ E 4;D//D22D; 7D>>EE c|js0|j|jstj||j ||}||\}}t j|||}|S)N)rx)r7r|rfrrr itertoolsislice)rvr7rxpage iter_infostartrs rLrz FTPFS.scandir5sj!!$,,t*<*C*C**40 0MM$:M>  JE3!((E3?IrXc 6|j|}|j5t||5|jj t dt ||jjz|ddddddy#1swYxYw#1swYyxYw)Nr)r#r;rMrRr@rGr_r^)rvr7rrrr&s rLuploadz FTPFS.uploadDs!!$' ZZ D$' ##L75$((2C2C#DDd       s# BAB2BB BBct|ts td|j|t j |y)Nzcontents must be bytes)rZrb TypeErrorrr>r?)rvr7contentss rL writebyteszFTPFS.writebytesMs/(E*45 5 D"**X./rXcd}d|jvr0d}d|vr|d}n d|vr|d}|rd|vrd}tt|d}|rt||5dtjj j dzdzt||jjz} |jj|dddy|j|stj|y#t$rY;wxYw#1swYyxYw) NFMFMTrlrhTzMFMT z %Y%m%d%H%M%SrU)rr floatrMdatetimeutcfromtimestampstrftimer_rRr^rr rrrF)rvr7r1use_mfmt info_detailsrrs rLsetinfoz FTPFS.setinfoSs! T]] "LT!#J/ d"#I  l :UL$<= D$' ''88?HHXYdDHH$5$567 HH$$S)  ;;t$--d33%"  s+AD&C11 C=:D<C==DD c "|j|}tj}t||5|j 5} |j t dt||jjz|j dddddd|j!}|S#t$r?}t|\}}|dk(r&|j|rtj|d}~wwxYw#1swYnxYw#1swYrxYw)Nr}r9)r#r>r?rMr retrbinaryrGr_rRr^rr rDrrrgetvalue) rvr7r&rrRr=rJrW data_bytess rL readbyteszFTPFS.readbytesps!!$'zz| d # !!# s NNG wudhh6G6G'HH$**  ]]_ ".u5GD!u}::d+"("5"5d";;     sBDC9AB. D. C67:C11C66C99D >DDc|js" |jjd|_t t |y#t$rY%wxYwrO)isclosedrRrPrQrrmr2rrs rLrz FTPFS.closesH}}  DI eT "  sA AA)rrrrHrNF)r")FrO)r~)NF)r r)NN).rrr__doc__rrnrrrrr@ classmethodrrsrrrRr'r rr3r7r;rCrUrarstyping TYPE_CHECKINGrvr|rrrrrrrrrrrrrrrrs@rLr2r2]s F#  E   +ZE;   @@  8 " 2  '' '' " @ @< > 4 "<,C$4  0 4:(##rXrO)Vr __future__rrrrrKrr>rr<rq collectionsr contextlibrftplibrr ImportErrorerrr r r sixr r rrrr,rbaser constantsrenumsrrr1riotoolsrrorr7rrrrrtimerrrr r!r"r#r$r%r&r'r(r)r*r+r,mmapr-r.rr/subfsr0TypeVarr1__all__rMrSrDr_rd RawIOBaserkr2rfrXrLrs68   #%)**%)%"==# "%(V^^D( )336HO  NbllNbo#Bo#Q GsE EEE