
    vKg3                     |   S SK r S SKrS SKrS SKJr  S SKrS SKrS SKr	S SK
r	S SKJrJrJrJr  S SKJrJrJrJrJr  S SKJrJrJr  S SK	Jr  S SKJr  S SKJr  S S	KJr  S S
K J!r!J"r"  S SK#J$r$  S SK%J&r&  S SK'J(r(J)r)  S SK*J+r+  S SK,J-r-J.r.J/r/J0r0  \ Rb                  " \25      r3Sq4S r5SSSS\$-  SS4S jr6S/S jr7 " S S5      r8 " S S\)5      r9 " S S\(5      r: " S S5      r; " S S\;5      r< " S S \5      r= " S! S"5      r> " S# S$5      r? " S% S&5      r@ " S' S(5      rA " S) S*5      rB " S+ S,5      rC " S- S.5      rDg)0    N)BytesIO)AwsCredentialsAwsCredentialsProviderAwsSigningAlgorithmAwsSigningConfig)ClientBootstrapClientTlsContextDefaultHostResolverEventLoopGroupTlsContextOptions)S3ClientS3RequestTlsModeS3RequestType)UNSIGNED)urlsplit)Config)NoCredentialsError)	ArnParserInvalidArnException)MB)TransferNotDoneError)BaseTransferFutureBaseTransferMeta)TransferManager)CallArgsOSUtilsget_callbacksis_s3express_bucketc                     [         c2  [        R                  R                  U 5      n UR	                  5         Uq [         $ ! [
         a     g f = fN)CRT_S3_PROCESS_LOCKawscrts3CrossProcessLockacquireRuntimeError)namecrt_locks     N/var/www/highfloat_scraper/venv/lib/python3.13/site-packages/s3transfer/crt.pyacquire_crt_s3_process_lockr*   :   sS     "99--d3	 '  	 		s   A   
AA   Tc                 T   [        U5      n[        U5      n[        Xx5      n	Sn
U(       a  [        R                  O[        R
                  nUbC  [        5       nU(       a  UR                  US9  OSUl        [        U5      nUR                  5       n
[        US9n[        U	U UUUU
USS9$ )a  
:type region: str
:param region: The region used for signing

:type crt_credentials_provider:
    Optional[awscrt.auth.AwsCredentialsProvider]
:param crt_credentials_provider: CRT AWS credentials provider
    to use to sign requests. If not set, requests will not be signed.

:type num_threads: Optional[int]
:param num_threads: Number of worker threads generated. Default
    is the number of processors in the machine.

:type target_throughput: Optional[int]
:param target_throughput: Throughput target in bytes per second.
    By default, CRT will automatically attempt to choose a target
    throughput that matches the system's maximum network throughput.
    Currently, if CRT is unable to determine the maximum network
    throughput, a fallback target throughput of ``1_250_000_000`` bytes
    per second (which translates to 10 gigabits per second, or 1.16
    gibibytes per second) is used. To set a specific target
    throughput, set a value for this parameter.

:type part_size: Optional[int]
:param part_size: Size, in Bytes, of parts that files will be downloaded
    or uploaded in.

:type use_ssl: boolean
:param use_ssl: Whether or not to use SSL.  By default, SSL is used.
    Note that not all services support non-ssl connections.

:type verify: Optional[boolean/string]
:param verify: Whether or not to verify SSL certificates.
    By default SSL certificates are verified.  You can provide the
    following values:

    * False - do not validate SSL certificates.  SSL will still be
        used (unless use_ssl is False), but SSL certificates
        will not be verified.
    * path/to/cert/bundle.pem - A filename of the CA cert bundle to
        use. Specify this argument if you want to use a custom CA cert
        bundle instead of the default one on your system.
N)ca_filepathF) provided_throughput_target_bytesT)	bootstrapregioncredential_provider	part_sizetls_modetls_connection_optionsthroughput_target_gbpsenable_s3express)r   r
   r   r   ENABLEDDISABLEDr   &override_default_trust_store_from_pathverify_peerr	   new_connection_options_get_crt_throughput_target_gbpsr   )r0   crt_credentials_providernum_threadstarget_throughputr2   use_sslverifyevent_loop_grouphost_resolverr/   r4   r3   tls_ctx_optionsclient_tls_optiontarget_gbpss                  r)   create_s3_crt_clientrG   S   s    h &k2'(89M 0@I! %,  1A1J1J  +-BB" C  +0O',_=!2!I!I!K1):K 45*	 	    c                     U c:  [         R                  R                  5       n[        R	                  SU5        Uc  SnOU S-  S-  n[        R	                  SU5        U$ )Nz-Recommended CRT throughput target in gbps: %sg      $@r+   i ʚ;z'Using CRT throughput target in gbps: %s)r"   r#   &get_recommended_throughput_target_gbpsloggerdebug)r.   rF   s     r)   r<   r<      s_    '/iiFFH;[	
 K 7:]J
LL:KHrH   c                       \ rS rSr\R
                  r\R                  r\R                  rSr\R                  r	SS jr
S rS r SS jrSS jrSS	 jrSS
 jrS rS rS rS rS rS rSS jrS rS rSrg)CRTTransferManager   TNc                     Uc  [        5       U l        Xl        [        X R                  5      U l        UR
                  U l        / U l        [        R                  " S5      U l
        SU l        g)a  A transfer manager interface for Amazon S3 on CRT s3 client.

:type crt_s3_client: awscrt.s3.S3Client
:param crt_s3_client: The CRT s3 client, handling all the
    HTTP requests and functions under then hood

:type crt_request_serializer: s3transfer.crt.BaseCRTRequestSerializer
:param crt_request_serializer: Serializer, generates unsigned crt HTTP
    request.

:type osutil: s3transfer.utils.OSUtils
:param osutil: OSUtils object to use for os-related behavior when
    using with transfer manager.
N   r   )r   _osutil_crt_s3_clientS3ClientArgsCreator_s3_args_creatortranslate_crt_exception_crt_exception_translator_future_coordinators	threading	Semaphore
_semaphore_id_counter)selfcrt_s3_clientcrt_request_serializerosutils       r)   __init__CRTTransferManager.__init__   sc     >"9DL+ 3"LL!
 #:: 	& %'!#--c2rH   c                     U $ r     r]   s    r)   	__enter__CRTTransferManager.__enter__   s    rH   c                 <    SnU(       a  SnU R                  U5        g )NFT	_shutdown)r]   exc_type	exc_valueargscancels        r)   __exit__CRTTransferManager.__exit__   s    FvrH   c                     Uc  0 nUc  0 nU R                  X@R                  5        U R                  U5        [        UUUUUS9nU R	                  SU5      $ )Nbucketkeyfileobj
extra_argssubscribers
get_object)_validate_all_known_argsALLOWED_DOWNLOAD_ARGS_validate_if_bucket_supportedr   _submit_transfer)r]   rs   rt   ru   rv   rw   callargss          r)   downloadCRTTransferManager.download   sj     JK%%j2L2LM**62!#
 $$\8<<rH   c                     Uc  0 nUc  0 nU R                  X@R                  5        U R                  U5        U R                  U5        [	        UUUUUS9nU R                  SU5      $ )Nrr   
put_object)ry   ALLOWED_UPLOAD_ARGSr{   &_validate_checksum_algorithm_supportedr   r|   )r]   ru   rs   rt   rv   rw   r}   s          r)   uploadCRTTransferManager.upload   sv    JK%%j2J2JK**6233J?!#
 $$\8<<rH   c                     Uc  0 nUc  0 nU R                  X0R                  5        U R                  U5        [        UUUUS9nU R	                  SU5      $ )N)rs   rt   rv   rw   delete_object)ry   ALLOWED_DELETE_ARGSr{   r   r|   )r]   rs   rt   rv   rw   r}   s         r)   deleteCRTTransferManager.delete  se    JK%%j2J2JK**62!#	
 $$_h??rH   c                 &    U R                  U5        g r    ri   r]   rn   s     r)   shutdownCRTTransferManager.shutdown  s    vrH   c                     U R                   (       aK  U R                  R                  5        H,  u  p#UR                  U5      nU(       d  M  [	        SU S35      e   g g )Nz'TransferManager methods do not support z+ resource. Use direct client calls instead.) VALIDATE_SUPPORTED_BUCKET_VALUES_UNSUPPORTED_BUCKET_PATTERNSitemsmatch
ValueError)r]   rs   resourcepatternr   s        r)   r{   0CRTTransferManager._validate_if_bucket_supported  sc     00%)%F%F%L%L%N!f-5$A( LE E  &O 1rH   c           	      `    U H(  nX2;  d  M
  [        SU SSR                  U5       35      e   g )NzInvalid extra_args key 'z', must be one of: z, )r   join)r]   actualallowedkwargs       r)   ry   +CRTTransferManager._validate_all_known_args+  s?    E# .ug 6''+yy'9&:<  rH   c                     UR                  S5      nUc  g [        [        R                  R                  R
                  5      nUR                  5       U;  a  [        SU SU 35      eg )NChecksumAlgorithmzChecksumAlgorithm: z* not supported. Supported algorithms are: )getlistr"   r#   S3ChecksumAlgorithm__members__upperr   )r]   rv   checksum_algorithmsupported_algorithmss       r)   r   9CRTTransferManager._validate_checksum_algorithm_supported3  su    '^^,?@%#FII$A$A$M$MN##%-AA%&8%9 :--A,BD  BrH   c                 x    U R                    H*  nUR                  5       (       a  M  UR                  5         M,     g r    )rX   donern   r]   coordinators     r)   _cancel_transfers$CRTTransferManager._cancel_transfers>  s-    44K##%%""$ 5rH   c                 J    U R                    H  nUR                  5         M     g r    )rX   resultr   s     r)   _finish_transfers$CRTTransferManager._finish_transfersC  s    44K  5rH   c                 J    U R                    H  nUR                  5         M     g r    )rX   %wait_until_on_done_callbacks_completer   s     r)   _wait_transfers_done'CRTTransferManager._wait_transfers_doneG  s    44K==? 5rH   c                     U(       a  U R                  5          U R                  5         U R	                  5         g ! [         a    U R                  5          N-[         a     N8f = f! U R	                  5         f = fr    )r   r   KeyboardInterrupt	Exceptionr   r   s     r)   rj   CRTTransferManager._shutdownK  sg    ""$	(""$ %%' ! 	%""$ 		 %%'s-   : A"A% 	A"A% !A""A% %A7c                 8    U R                   R                  5         g r    )r[   releaser]   kwargss     r)   _release_semaphore%CRTTransferManager._release_semaphoreX  s    !rH   c                    U R                   /n[        U R                  U R                  S9n[	        U R                  U5      US.n[        S	0 UD6n[        U5      nUR                  U5         U R                  R                  5         U R                  R                  US5      nU" 5         U R                  R                  UUUUU5      n	U R                  R                  " S	0 U	D6n
UR                  U
5        U R$                  R                  U5        U =R                  S-  sl        U$ ! [          a=  nUR#                  US5        U R                  R                  USUS9nU" US9   S nANtS nAff = f)
N)transfer_idexception_translator)metar   queuedTr   )after_subscribers)error   rd   )r   CRTTransferCoordinatorr\   rW   CRTTransferMetaCRTTransferFutureAfterDoneHandlerappendr[   r%   rU   get_crt_callbackget_make_request_argsrS   make_requestset_s3_requestr   set_exceptionrX   )r]   request_type	call_argson_done_after_callsr   
componentsfuture	afterdone	on_queuedcrt_callargscrt_s3_requesteon_dones                r)   r|   #CRTTransferManager._submit_transfer[  sp   #667,((!%!?!?

 $D$4$4i@&

 #0Z0$[1	""9-	7OO##%-->>I K00FF#L "00==MMN &&~6!!((5A  	%%a.++<<2E = G !	s   -A8D( (
E/23E**E/)rW   rS   rX   r\   rR   rU   r[   r    NNF)__name__
__module____qualname____firstlineno__r   rz   r   r   r   r   ra   rf   ro   r~   r   r   r   r{   ry   r   r   r   r   rj   r   r|   __static_attributes__rd   rH   r)   rN   rN      s    +AA)==)=='+$#2#O#O : BF=$="@	%
!@("'rH   rN   c                   R    \ rS rSrSrS	S jr\S 5       r\S 5       r\S 5       r	Sr
g)
r   i  z*Holds metadata about the CRTTransferFutureNc                 *    Xl         X l        0 U l        g r    )_transfer_id
_call_args_user_context)r]   r   r   s      r)   ra   CRTTransferMeta.__init__  s    '#rH   c                     U R                   $ r    )r   re   s    r)   r   CRTTransferMeta.call_args  s    rH   c                     U R                   $ r    )r   re   s    r)   r   CRTTransferMeta.transfer_id  s       rH   c                     U R                   $ r    )r   re   s    r)   user_contextCRTTransferMeta.user_context  s    !!!rH   )r   r   r   r   )r   r   r   r   __doc__ra   propertyr   r   r   r   rd   rH   r)   r   r     sF    4 
   ! ! " "rH   r   c                   J    \ rS rSrS
S jr\S 5       rS rSS jrS r	S r
S	rg)r   i  Nc                 @    Xl         Uc  [        5       U l         X l        g)a2  The future associated to a submitted transfer request via CRT S3 client

:type meta: s3transfer.crt.CRTTransferMeta
:param meta: The metadata associated to the transfer future.

:type coordinator: s3transfer.crt.CRTTransferCoordinator
:param coordinator: The coordinator associated to the transfer future.
N)_metar   _coordinator)r]   r   r   s      r)   ra   CRTTransferFuture.__init__  s     
<(*DJ'rH   c                     U R                   $ r    )r   re   s    r)   r   CRTTransferFuture.meta  s    zzrH   c                 6    U R                   R                  5       $ r    )r   r   re   s    r)   r   CRTTransferFuture.done  s      %%''rH   c                 :    U R                   R                  U5        g r    )r   r   r]   timeouts     r)   r   CRTTransferFuture.result  s      )rH   c                 8    U R                   R                  5         g r    )r   rn   re   s    r)   rn   CRTTransferFuture.cancel  s      "rH   c                 x    U R                  5       (       d  [        S5      eU R                  R                  USS9  g)z!Sets the exception on the future.z?set_exception can only be called once the transfer is complete.T)overrideN)r   r   r   r   r]   	exceptions     r)   r   CRTTransferFuture.set_exception  s:    yy{{&  	''	D'ArH   )r   r   r   r    )r   r   r   r   ra   r   r   r   r   rn   r   r   rd   rH   r)   r   r     s0    (  (*#BrH   r   c                        \ rS rSrS rS rSrg)BaseCRTRequestSerializeri  c                     [        S5      e)a4  Serialize CRT HTTP requests.

:type transfer_type: string
:param transfer_type: the type of transfer made,
    e.g 'put_object', 'get_object', 'delete_object'

:type future: s3transfer.crt.CRTTransferFuture

:rtype: awscrt.http.HttpRequest
:returns: An unsigned HTTP request to be used for the CRT S3 client
zserialize_http_request()NotImplementedError)r]   transfer_typer   s      r)   serialize_http_request/BaseCRTRequestSerializer.serialize_http_request  s     ""<==rH   c                     [        S5      e)Nztranslate_crt_exception()r  r  s     r)   rV   0BaseCRTRequestSerializer.translate_crt_exception  s    !"=>>rH   rd   N)r   r   r   r   r  rV   r   rd   rH   r)   r	  r	    s    >?rH   r	  c                   Z    \ rS rSrSS jrS rS rS rS rS r	S	 r
S
 rS rS rS rSrg)BotocoreCRTRequestSerializeri  Nc                    Xl         Uc  0 nU R                  X5        UR                  " S0 UD6U l        U R                  R                  R
                  R                  SU R                  5        U R                  R                  R
                  R                  SU R                  5        U R                  R                  R
                  R                  SU R                  5        g)a  Serialize CRT HTTP request using botocore logic
It also takes into account configuration from both the session
and any keyword arguments that could be passed to
`Session.create_client()` when serializing the request.

:type session: botocore.session.Session

:type client_kwargs: Optional[Dict[str, str]])
:param client_kwargs: The kwargs for the botocore
    s3 client initialization.
Nzrequest-created.s3.*zafter-call.s3.*zbefore-send.s3.*rd   )
_session_resolve_client_configcreate_client_clientr   eventsregister_capture_http_request+_change_response_to_serialized_http_request_make_fake_http_response)r]   sessionclient_kwargss      r)   ra   %BotocoreCRTRequestSerializer.__init__  s       M##G;,,=}=  ))"D$>$>	
 	  ))tOO	
 	  )) = =	
rH   c                     S nUR                  5       (       a  UR                  5       nSU;   a  US   n[        [        S9nU(       a  UR                  U5      nXBS'   SUS'   g )Nconfig)signature_versionr#   service_name)get_default_client_configr   r   merge)r]   r  r  user_provided_configclient_configs        r)   r  3BotocoreCRTRequestSerializer._resolve_client_config  sh    #,,..#*#D#D#F }$#0#: :066}EM"/h(,n%rH   c                    [        UR                  5      nUR                  nUR                  (       a  U SUR                   3n/ nUR                  R                  5        HK  u  pV[        U[        5      (       a  UR                  XV45        M.  UR                  U[        US5      45        MM     [        R                  R                  U5      n[        R                  R                  UR                  UUUR                  S9nU$ )N?zutf-8)methodpathheadersbody_stream)r   urlr-  queryr.  r   
isinstancestrr   r"   httpHttpHeadersHttpRequestr,  body)	r]   aws_request	url_partscrt_pathheaders_listr'   valuecrt_headerscrt_requests	            r)   _crt_request_from_aws_request:BotocoreCRTRequestSerializer._crt_request_from_aws_request  s    [__-	>>??"1Y__$56H&..446KD%%%##TM2##T3ug+>$?@	 7 kk--l;kk--%%#((	 . 
 rH   c                 <   U R                  U5      nUR                  R                  S5      c;  [        UR                  5      nUR                  R                  SUR                  5        UR                  R                  S5      b  UR                  R                  S5        UR                  R                  S5      c)  UR                  c  UR                  R                  SS5        UR                  R                  S5      b  UR                  R                  S5        U$ )NhostzContent-MD5zContent-Length0zTransfer-Encoding)
r?  r.  r   r   r0  setnetlocremover7  add)r]   botocore_http_requestr>  r9  s       r)   _convert_to_crt_http_request9BotocoreCRTRequestSerializer._convert_to_crt_http_request  s    889NO""6*2 !6!:!:;I##FI,<,<=""=1=&&}5 ""#34<$))1##''(8#> ""#67C&&':;rH   c                      XR                   S'   g )Nhttp_request)contextr]   requestr   s      r)   r  2BotocoreCRTRequestSerializer._capture_http_request0  s    *1'rH   c                 4    US   nUR                  5       US'   g )NrL  HTTPRequest)prepare)r]   rM  parsedr   rO  s        r)   r  HBotocoreCRTRequestSerializer._change_response_to_serialized_http_request3  s     .) ' 1}rH   c                 X    [         R                  R                  S S0 [        S5      5      $ )N   rH   )botocore
awsrequestAWSResponseFakeRawResponserN  s      r)   r  5BotocoreCRTRequestSerializer._make_fake_http_response9  s,    ""..C 	
 	
rH   c                     [        U R                  U5      " SUR                  UR                  S.UR                  D6S   $ )N)BucketKeyrR  rd   )getattrr  rs   rt   rv   )r]   client_methodr   s      r)   _get_botocore_http_request7BotocoreCRTRequestSerializer._get_botocore_http_requestA  sD    t||]3 
##
:C:N:N

 	rH   c                 r    U R                  XR                  R                  5      nU R                  U5      nU$ r    )rb  r   r   rI  )r]   r  r   rH  r>  s        r)   r  3BotocoreCRTRequestSerializer.serialize_http_requestF  s9     $ ? ?;;00!
 778MNrH   c                 x    [        U[        R                  R                  5      (       a  U R	                  U5      $ g r    )r2  r"   r#   S3ResponseError _translate_crt_s3_response_errorr  s     r)   rV   4BotocoreCRTRequestSerializer.translate_crt_exceptionM  s-    i!:!:;;88CCrH   c                 D   UR                   nUS:  a  g UR                   VVs0 sH  u  p4X4_M	     nnnUR                  nUb<  U R                  R                  R
                  nUR                  U5      R                  nOS n[        R                  R                  U5      UUR                  S.n	U R                  R                  R                  XS9n
U
R                  S0 5      R                  S5      nU R                  R                  R!                  U5      nU" XS9$ s  snnf )Ni-  )r.  status_coder7  )shapeErrorCode)operation_name)rk  r.  ro  r  r   service_modeloperation_modeloutput_shaperX  rY  HeadersDictr7  _response_parserparser   
exceptions	from_code)r]   s3_response_errorrk  kvr.  ro  rp  rl  response_dictparsed_response
error_codeerror_classs                r)   rh  =BotocoreCRTRequestSerializer._translate_crt_s3_response_errorS  s   '33 $5$=$=>$=DA14$=>*99% LL--;;M!11.ANNEE  **66w?&%**

 ,,77== > 
 %(("599&A
ll--77
C?JJ' ?s   D)r  r  r    )r   r   r   r   ra   r  r?  rI  r  r  r  rb  r  rV   rh  r   rd   rH   r)   r  r    s:    
6-,<22

KrH   r  c                       \ rS rSrSS jrSrg)r[  ip  Nc              #   J   #     U R                  U5      nU(       d  g Uv   M  7fr    )read)r]   amtdecode_contentchunks       r)   streamFakeRawResponse.streamq  s%     IIcNEK	 s   !#rd   )i   N)r   r   r   r   r  r   rd   rH   r)   r[  r[  p  s    rH   r[  c                   ,    \ rS rSrS rS rS rS rSrg)BotocoreCRTCredentialsWrapperiy  c                     Xl         g r    _resolved_credentials)r]   resolved_botocore_credentialss     r)   ra   &BotocoreCRTCredentialsWrapper.__init__z  s    %B"rH   c                     U R                  5       R                  5       n[        UR                  UR                  UR
                  5      $ r    )_get_credentialsget_frozen_credentialsr   
access_key
secret_keytoken)r]   credentialss     r)   __call__&BotocoreCRTCredentialsWrapper.__call__}  s?    ++-DDF""K$:$:K<M<M
 	
rH   c                 .    [         R                  " U 5      $ r    )r   new_delegatere   s    r)   to_crt_credentials_provider9BotocoreCRTCredentialsWrapper.to_crt_credentials_provider  s    %22488rH   c                 H    U R                   c
  [        5       eU R                   $ r    )r  r   re   s    r)   r  .BotocoreCRTCredentialsWrapper._get_credentials  s#    %%-$&&)))rH   r  N)	r   r   r   r   ra   r  r  r  r   rd   rH   r)   r  r  y  s    C
9*rH   r  c                   p    \ rS rSrSr SS jr\S 5       rS rSS jr	SS jr
S	 rSS
 jrS rS rS rSrg)r   i  z-A helper class for managing CRTTransferFutureNc                     Xl         X0l        X l        [        R                  " 5       U l        S U l        S U l        [        R                  " 5       U l	        g r    )
r   _exception_translator_s3_requestrY   Lock_lock
_exception_crt_futureEvent_done_event)r]   r   
s3_requestr   s       r)   ra   CRTTransferCoordinator.__init__  sB     '%9"%^^%
$??,rH   c                     U R                   $ r    )r  re   s    r)   r  !CRTTransferCoordinator.s3_request  s    rH   c                 8    U R                   R                  5         g r    )r  rD  re   s    r)   set_done_callbacks_complete2CRTTransferCoordinator.set_done_callbacks_complete  s    rH   c                 :    U R                   R                  U5        g r    )r  waitr   s     r)   r   <CRTTransferCoordinator.wait_until_on_done_callbacks_complete  s    g&rH   c                     U R                      U R                  5       (       a  U(       a  Xl        S S S 5        g ! , (       d  f       g = fr    )r  r   r  )r]   r  r  s      r)   r   $CRTTransferCoordinator.set_exception  s%    ZZ99;;("+ ZZs	   #9
Ac                 \    U R                   (       a  U R                   R                  5         g g r    )r  rn   re   s    r)   rn   CRTTransferCoordinator.cancel  s"    ##% rH   c                    U R                   (       a  U R                   e U R                  R                  U5        U R                  (       a  S U l        g g ! [         a-    U R	                  5         U R                  R                  U5        e [
         a  nU R                  U5         S nANoS nAff = f! U R                  (       a  S U l        f f = fr    )r  r  r   r   rn   r   handle_exceptionr  )r]   r   r   s      r)   r   CRTTransferCoordinator.result  s    ??//!
	(##G, #'    ! 	KKM##G, 	%!!!$$	% #'   s)   A ?B.B)$B1 )B..B1 1Cc                     S nU R                   (       a   U R                  U5      nUb  X!eUe! [         a  n[        R                  SUS9   S nAN*S nAff = f)NzUnable to translate exception.)exc_info)r  r   rK   rL   )r]   exctranslated_excr   s       r)   r  'CRTTransferCoordinator.handle_exception  s`    %%!%!;!;C!@ % )I   =J	s   - 
AAAc                 R    U R                   c  gU R                   R                  5       $ )NF)r  r   re   s    r)   r   CRTTransferCoordinator.done  s&    #$$&&rH   c                 F    Xl         U R                   R                  U l        g r    )r  finished_futurer  )r]   r  s     r)   r   %CRTTransferCoordinator.set_s3_request  s    %++;;rH   )r  r  r  r  r  r  r   )NNNr    r   )r   r   r   r   r   ra   r   r  r  r   r   rn   r   r  r   r   r   rd   rH   r)   r   r     sM    7 GK	-    ',
&('
<rH   r   c                   @    \ rS rSrS rS r  S
S jrS rS rS r	S	r
g)rT   i  c                     Xl         X l        g r    )_request_serializer	_os_utils)r]   r_   os_utilss      r)   ra   S3ClientArgsCreator.__init__  s    #9 !rH   c           	      L    [        U SU 3U R                  5      nU" UUUU/ US9$ )N_get_make_request_args_r   r   r   r   on_done_before_callsr   )r`  _default_get_make_request_args)r]   r   r   r   r   r   request_args_handlers          r)   r   )S3ClientArgsCreator.get_make_request_args  sF      '%l^4// 

 $%#!# 3
 	
rH   Nc                     ^^^^ UUUU4S jnU$ )Nc                     > / nTb  UT-  nU[        TT5      -  nTb  UT-  nU H  nTS:X  a  U" U S   S9  M  U" U 0 UD6  M     g )Nprogressr   )bytes_transferred)r   )rm   r   callbacks_listcallbackr   before_subscriberscallback_typer   s       r)   invoke_all_callbacksBS3ClientArgsCreator.get_crt_callback.<locals>.invoke_all_callbacks  sh    N!-"44mFMBBN ,"33* !J.tAw7d-f- +rH   rd   )r]   r   r  r  r   r  s    ```` r)   r   $S3ClientArgsCreator.get_crt_callback  s    	. 	.  $#rH   c           	      F   S n[        UR                  [        5      (       a6  UR                  nU R                  R	                  U5      nXR
                  S'   OUR                  UR
                  S'   UR
                  R                  SS5      R                  5       n	[        R                  R                  [        R                  R                  U	   [        R                  R                  R                  S9n
SUR
                  S'   U R                  UUUUUUS9nX{S	'   XS
'   U$ )NContentLengthBodyr   CRC32)	algorithmlocationzoverride-to-be-removed
ContentMD5r  send_filepathchecksum_config)r2  ru   r3  r  get_file_sizerv   popr   r"   r#   S3ChecksumConfigr   S3ChecksumLocationTRAILERr  )r]   r   r   r   r   r  r   r  data_lenr   r  make_request_argss               r)   !_get_make_request_args_put_object5S3ClientArgsCreator._get_make_request_args_put_object  s    i''--%--M~~33MBH4<  1+4+<+<I  (&1155

%' 	 !))44ii334FGYY1199 5 
 .F	\* ??%#!5 3 @ 
 .;/*/>+,  rH   c           	         S nS n[         R                  R                  SS9n	[        UR                  [
        5      (       aM  UR                  n
U R                  R                  U
5      nUR                  [        X:XpR                  5      5        O[        UR                  5      nU R                  UUUUUUS9nX{S'   XS'   XS'   U$ )NT)validate_responser  recv_filepathon_bodyr  )r"   r#   r  r2  ru   r3  r  get_temp_filenamer   RenameTempFileHandlerOnBodyFileObjWriterr  )r]   r   r   r   r   r  r   r  r  r  final_filepathr  s               r)   !_get_make_request_args_get_object5S3ClientArgsCreator._get_make_request_args_get_object.  s      ))44t4Li''--&..N NN<<^LM ''% *)*;*;<G ??%#!5 3 @ 
 .;/*'.)$/>+,  rH   c                    U R                   R                  X5      [        [        UR	                  5       [        R
                  5      U R                  USXV5      U R                  US5      S.nUS   [        R
                  :X  a*  SR                  S UR                  S5       5       5      US'   [        5       nUR                  UR                  5      =n	(       a0  U	S	   S:X  a'  [        [        R                  S
S9US'   U	S   Ul        U$ [        UR                  5      (       a  [        [        R                   S9US'   U$ )Nr   r  )rO  typer   on_progressr   c              3   >   #    U H  oR                  5       v   M     g 7fr    )title).0xs     r)   	<genexpr>ES3ClientArgsCreator._default_get_make_request_args.<locals>.<genexpr>k  s      :#:a		#:s   _ro  r0   *)r  r0   signing_configresource_name)r  )r  r  r`  r   r   DEFAULTr   r   split_S3ArnParamHandler
handle_arnrs   r   r   V4_ASYMMETRICr   V4_S3EXPRESS)
r]   r   r   r   r   r  r   r  arn_handleraccesspoint_arn_detailss
             r)   r  2S3ClientArgsCreator._default_get_make_request_argsR  sO    //FF |113]5J5J ,, 4  00D
 V$(=(==24'' :#/#5#5c#:: 3./ )*'2'='=i>N>N'OO#O%h/25 3C-;;3./  7GI
 ! 	 !!1!1222B-::3./ ! rH   )r  r  r   )r   r   r   r   ra   r   r   r  r  r  r   rd   rH   r)   rT   rT     s*    "
*  $2(!T"!H,!rH   rT   c                        \ rS rSrS rS rSrg)r  i  c                 4    Xl         X l        X0l        X@l        g r    )r   _final_filename_temp_filenamerR   )r]   r   final_filenametemp_filenamer`   s        r)   ra   RenameTempFileHandler.__init__  s    '-+rH   c                 x   US   nU(       a&  U R                   R                  U R                  5        g  U R                   R                  U R                  U R                  5        g ! [
         aJ  nU R                   R                  U R                  5        U R                  R                  U5         S nAg S nAff = f)Nr   )rR   remove_filer  rename_filer  r   r   r   )r]   r   r   r   s       r)   r  RenameTempFileHandler.__call__  s    wLL$$T%8%893(('')=)=  3(()<)<=!!//223s   0A% %
B9/A B44B9)r   r  rR   r  Nr   r   r   r   ra   r  r   rd   rH   r)   r  r    s    3rH   r  c                        \ rS rSrS rS rSrg)r   i  c                     Xl         g r    r   r   s     r)   ra   AfterDoneHandler.__init__  s    'rH   c                 8    U R                   R                  5         g r    )r   r  r   s     r)   r  AfterDoneHandler.__call__  s    557rH   r  Nr  rd   rH   r)   r   r     s    (8rH   r   c                        \ rS rSrS rS rSrg)r  i  c                     Xl         g r    _fileobj)r]   ru   s     r)   ra   OnBodyFileObjWriter.__init__  s    rH   c                 :    U R                   R                  U5        g r    )r#  write)r]   r  r   s      r)   r  OnBodyFileObjWriter.__call__  s    E"rH   r"  Nr  rd   rH   r)   r  r    s     #rH   r  c                   T    \ rS rSrSr\R                  " S5      rS rS r	S r
S rSrg	)
r  i  zPartial port of S3ArnParamHandler from botocore.

This is used to make a determination on MRAP accesspoints for signing
purposes. This should be safe to remove once we properly integrate auth
resolution from Botocore into the CRT transfer integration.
zA^(?P<resource_type>accesspoint|outpost)[/:](?P<resource_name>.+)$c                 "    [        5       U l        g r    )r   _arn_parserre   s    r)   ra   _S3ArnParamHandler.__init__  s    $;rH   c                 D    U R                  U5      nUc  g US   S:X  a  U$ g )Nresource_typeaccesspoint)_get_arn_details_from_bucketr]   rs   arn_detailss      r)   r  _S3ArnParamHandler.handle_arn  s3    77?'=8 9rH   c                      U R                   R                  U5      nU R                  U5        U$ ! [         a     g f = fr    )r*  	parse_arn_add_resource_type_and_namer   r0  s      r)   r/  /_S3ArnParamHandler._get_arn_details_from_bucket  sF    	**44V<K,,[9" 		s   -0 
==c                     U R                   R                  US   5      nU(       a)  UR                  S5      US'   UR                  S5      US'   g g )Nr   r-  r  )_RESOURCE_REGEXr   group)r]   r1  r   s      r)   r5  ._S3ArnParamHandler._add_resource_type_and_name  sK    $$**;z+BC+0;;+GK(+0;;+GK( rH   )r*  N)r   r   r   r   r   recompiler8  ra   r  r/  r5  r   rd   rH   r)   r  r    s/     jjLO'HrH   r  r    )Eloggingr;  rY   ior   awscrt.httpr"   	awscrt.s3botocore.awsrequestrX  botocore.sessionawscrt.authr   r   r   r   	awscrt.ior   r	   r
   r   r   r   r   r   r   botocore.compatr   botocore.configr   botocore.exceptionsr   botocore.utilsr   r   s3transfer.constantsr   s3transfer.exceptionsr   s3transfer.futuresr   r   s3transfer.managerr   s3transfer.utilsr   r   r   r   	getLoggerr   rK   r!   r*   rG   r<   rN   r   r   r	  r  r[  r  r   rT   r  r   r  r  rd   rH   r)   <module>rO     sB    	         @ ?  $ " 2 9 # 6 C .  
		8	$ 6 ""fRj$H HV"& "*#B* #BL? ?&ZK#; ZKzg * *&F< F<Ri! i!X3 3,8 8# ##H #HrH   