
    3CfZ                     n   d dl Z d dlZ d dlZd dlZd dlmZ d dlmZ d dlm	Z
 d dlmZ d dlmZ d dlmZmZmZmZmZmZmZmZmZmZmZ d dlZd dlZdd	lmZmZ dd
l m!Z! ddl"m#Z#m$Z$ ddlm%Z%m&Z&m'Z'm(Z(m)Z) ddl*m+Z+m,Z, ddl-m.Z.m/Z/ ddl0m1Z1 ddl2m3Z3 ddl4m5Z5 ddl6m7Z7 ddl8m9Z9m:Z: dZ;erddl<m=Z= ee(e/dedge7f   Z>ee7gee:   f   Z? e(dde'i i dddd ej                  d      
      ZA G d deB      ZC G d deB      ZD ej                  ddd        G d! d"             ZFeee(eFf   e/f   ZG G d# de!      ZHy)$    N)deque)suppress)escape)
HTTPStatus)Logger)TYPE_CHECKINGAny	AwaitableCallableDequeOptionalSequenceTupleTypeUnioncast   )AbstractAccessLoggerAbstractStreamWriter)BaseProtocol)ceil_timeoutset_exception)HttpProcessingErrorHttpRequestParserHttpVersion10RawRequestMessageStreamWriter)access_loggerserver_logger)EMPTY_PAYLOADStreamReader)tcp_keepalive)HTTPException)AccessLogger)BaseRequest)ResponseStreamResponse)RequestHandlerRequestPayloadErrorPayloadAccessError)Serverr(   zasyncio.Task[None]UNKNOWN/TFc                       e Zd ZdZy)r)   zPayload parsing error.N__name__
__module____qualname____doc__     T/var/www/highfloat_scraper/venv/lib/python3.12/site-packages/aiohttp/web_protocol.pyr)   r)   N   s     r5   r)   c                       e Zd ZdZy)r*   z-Payload was accessed after response was sent.Nr/   r4   r5   r6   r*   r*   R   s    7r5   r*   )auto_attribsfrozenslotsc                   ,    e Zd ZU eed<   eed<   eed<   y)_ErrInfostatusexcmessageN)r0   r1   r2   int__annotations__BaseExceptionstrr4   r5   r6   r<   r<   V   s    K	Lr5   r<   c            !       l    e Zd ZdZdZdZddeeeej                  ddddd	d
dddddde
j                  dedededee   dedededededededededef  fdZdefd Zedefd!       ZdFd"ee   dd#fd$Zd%e
j2                  dd#f fd&Zd'ee   dd#f fd(Zd)edd#fd*ZdGd+Zd,e dd#fd-Z!d.edd#fd/Z"dGd0Z#dGd1Z$d2e%d3e&d4edd#fd5Z'd6ed7edd#fd8Z(d6ed7edd#fd9Z)dGd:Z*d2e%d;ed<e+e%ge,e&   f   de-e&ef   fd=Z.dGd>Z/d2e%d?e&d;edefd@Z0	 	 	 dHd2e%dAed'ee   dBee   de&f
dCZ1dDe2de+e%ge,e&   f   fdEZ3 xZ4S )Ir(   aj  HTTP protocol implementation.

    RequestHandler handles incoming HTTP request. It reads request line,
    request headers and request payload and calls handle_request() method.
    By default it always returns with 404 response.

    RequestHandler handles errors in incoming request, like bad
    status line, bad headers or incomplete payload. If any error occurs,
    connection gets closed.

    keepalive_timeout -- number of seconds before closing
                         keep-alive connection

    tcp_keepalive -- TCP keep-alive is on, default is on

    debug -- enable debug mode

    logger -- custom logger object

    access_log_class -- custom class for access_logger

    access_log -- custom logging object

    access_log_format -- access log format string

    loop -- Optional event loop

    max_line_size -- Optional maximum header line size

    max_field_size -- Optional maximum header field size

    max_headers -- Optional maximum header size

    timeout_ceil_threshold -- Optional value to specify
                              threshold to ceil() timeout
                              values

    r   )_request_count
_keepalive_manager_request_handler_request_factory_tcp_keepalive_keepalive_time_keepalive_handle_keepalive_timeout_lingering_time	_messages_message_tail_waiter_task_handler_upgrade_payload_parser_request_parser_reading_pausedloggerdebug
access_logr   _close_force_close_current_request_timeout_ceil_thresholdg     R@TFi  i   g      $@i      )keepalive_timeoutr"   rW   access_log_classrY   access_log_formatrX   max_line_sizemax_headersmax_field_sizelingering_timeread_bufsizeauto_decompresstimeout_ceil_thresholdmanagerr+   loopr_   r"   rW   r`   rY   ra   rX   rb   rc   rd   re   rf   rg   rh   c          
      d   t         |   |       d| _        d| _        d | _        || _        |j                  | _        |j                  | _	        || _
        d| _        d | _        || _        t        |      | _        t!               | _        d| _        d | _        d | _        d| _        d | _        t/        | |||
||t0        |      | _        d| _        	 t        |      | _        || _        |	| _        || _        |r |||      | _         nd | _         d| _!        d| _"        y # t6        t8        f$ r Y Mw xY w)Nr   Fg        r5   )rb   rd   rc   payload_exceptionrg   r^   )#super__init__rE   rF   r\   rG   request_handlerrH   request_factoryrI   rJ   rK   rL   rM   floatrN   r   rO   rP   rQ   rR   rS   rT   r   r)   rU   r]   	TypeError
ValueErrorrW   rX   rY   r   rZ   r[   )selfri   rj   r_   r"   rW   r`   rY   ra   rX   rb   rc   rd   re   rf   rg   rh   	__class__s                    r6   rn   zRequestHandler.__init__   sJ   ( 	7;*1;B;R;R;B;R;R+";?"3$^4*/' 7;;?$(<M')#1+	=
 /0$	+01G+HD( 
$AQ-BD "&D! :& 		s   D D/.D/returnc                 r    dj                  | j                  j                  | j                  d      S d      S )Nz<{} {}>	connecteddisconnected)formatru   r0   	transportrt   s    r6   __repr__zRequestHandler.__repr__   s;    NN##>>5K
 	
;I
 	
r5   c                     | j                   S N)rM   r|   s    r6   r_   z RequestHandler.keepalive_timeout   s    &&&r5   timeoutNc                 8  K   d| _         | j                  | j                  j                          | j                  r| j                  j                          t	        t
        j                  t
        j                        5  t        |      4 d{    | j                  -| j                  j                  t        j                                | j                  .| j                  j                         s| j                   d{    ddd      d{    ddd       | j                  | j                  j                          | j                  "| j                  j                          d| _        yy7 7 s7 e# 1 d{  7  sw Y   uxY w# 1 sw Y   yxY ww)zDo worker process exit preparations.

        We need to clean up everything and stop accepting requests.
        It is especially important for keep-alive connections.
        TN)r[   rL   cancelrQ   r   asyncioCancelledErrorTimeoutErrorr   r\   _cancelrR   doner{   close)rt   r   s     r6   shutdownzRequestHandler.shutdown   sJ     !!!-""))+<<LL! g,,g.B.BC 	-#G, - -((4))11'2H2H2JK%%1$:L:L:Q:Q:S,,,,- -	- )%%'>>%NN  "!DN &-
 -- - - -	- 	-sz   A<F>FE3FA/E9E5E9FE7FAF3F5E97F9F	?F F	FFFr{   c                 6   t         |   |       t        t        j                  |      }| j
                  rt        |       | j                  j                  | j                               | _
        | j                  J | j                  j                  | |       y r   )rm   connection_mader   r   	TransportrJ   r"   _loopcreate_taskstartrR   rG   )rt   r{   real_transportru   s      r6   r   zRequestHandler.connection_made  st    	*g//;.)!ZZ33DJJLA}}(((%%dN;r5   r>   c                    | j                   y | j                   j                  | |       t        |   |       | j                   j                  }d | _         d| _        d | _        d | _        d | _        | j                  | j                  j                          | j                  (|t        d      }| j                  j                  |       | j                  | j                  j                          |r&| j                  | j                  j                          d | _        | j                  "| j                  j!                          d | _        y y )NTzConnection lost)rG   connection_lostrm   handler_cancellationr[   rI   rH   rU   rL   r   r\   ConnectionResetErrorr   rQ   rR   rT   feed_eof)rt   r>   r   ru   s      r6   r   zRequestHandler.connection_lost%  s%   == %%dC0$  $}}AA  $ $#!!-""))+  ,{*+<=!!))#.<<#LL!D$6$6$B%%'!+  ))+#'D  ,r5   parserc                     | j                   J || _         | j                  r-| j                   j                  | j                         d| _        y y )Nr5   )rT   rP   	feed_data)rt   r   s     r6   
set_parserzRequestHandler.set_parserI  sL    ##+++%  **4+=+=>!$D r5   c                      y r   r4   r|   s    r6   eof_receivedzRequestHandler.eof_receivedS  s    r5   datac                 
   | j                   s| j                  ry | j                  | j                  s| j                  J 	 | j                  j                  |      \  }}}|xs dD ]7  \  }}| xj                  dz  c_
        | j                  j                  ||f       9 | j                  }|r#|!|j                         s|j                  d        || _        |r|r|| _        y y y | j                  $| j                  r|r| xj                   |z  c_        y |r2| j                  j                  |      \  }	}|	r| j#                          y y y # t        $ r.}t        d||j                        t        fg}d}d}Y d }~d }~ww xY w)Ni  )r=   r>   r?   Fr5   r4   r   )r[   rZ   rT   rS   rU   r   r   r<   r?   r    rE   rO   appendrQ   r   
set_resultrP   r   )
rt   r   messagesupgradedtailr>   msgpayloadwaitereofs
             r6   data_receivedzRequestHandler.data_receivedV  sv    '''333+/+?+?+I+I$+O((D !)B 6W##q(#%%sGn56 \\FF.v{{}!!$'$DMD%)" !x !!)dmm$& ,,66t<IC

  3 ' Sc3;;GW !s   E 	F#E==Fvalc                 n    || _         | j                  r"| j                  j                          d| _        yy)zMSet keep-alive connection mode.

        :param bool val: new state.
        N)rF   rL   r   )rt   r   s     r6   
keep_alivezRequestHandler.keep_alive}  s3    
 !!""))+%)D" "r5   c                 `    d| _         | j                  r| j                  j                          yy)zClose connection.

        Stop accepting new pipelining messages and close
        connection when handlers done processing messages.
        TN)rZ   rQ   r   r|   s    r6   r   zRequestHandler.close  s'     <<LL! r5   c                     d| _         | j                  r| j                  j                          | j                  "| j                  j	                          d| _        yy)zForcefully close connection.TN)r[   rQ   r   r{   r   r|   s    r6   force_closezRequestHandler.force_close  sG     <<LL!>>%NN  "!DN &r5   requestresponsetimec                     | j                   9| j                   j                  ||| j                  j                         |z
         y y r   )r   logr   r   )rt   r   r   r   s       r6   
log_accesszRequestHandler.log_access  s=     )""7Hdjjoo6G$6NO *r5   argskwc                 V    | j                   r | j                  j                   |i | y y r   )rX   rW   rt   r   r   s      r6   	log_debugzRequestHandler.log_debug  s'    ::DKKt*r* r5   c                 <     | j                   j                  |i | y r   )rW   	exceptionr   s      r6   log_exceptionzRequestHandler.log_exception  s    t*r*r5   c                 F   | j                   s| j                  sy | j                  | j                  z   }| j                  r.| j
                  j                         |kD  r| j                          y | j
                  j                  | j                  | j                        | _        y r   )r[   rF   rK   rM   rQ   r   r   r   
call_laterKEEPALIVE_RESCHEDULE_DELAY_process_keepaliverL   )rt   nexts     r6   r   z!RequestHandler._process_keepalive  s    DOO##d&=&== <<zz 4'  " "&!6!6++##"
r5   
start_timero   c                   K   | j                   J 	 	 || _         ||       d {   }d | _        	 t        |dd      rt        j                  dt
               | j                  |||       d {   }||fS 7 R# d | _        w xY w7 # t        $ r+}|}| j                  |||       d {  7  }Y d }~||fS d }~wt        j                  $ r  t        j                  $ rN}| j                  d|       | j                  |d      }| j                  |||       d {  7  }Y d }~||fS d }~wt        $ r<}| j                  |d|      }| j                  |||       d {  7  }Y d }~||fS d }~ww xY ww)N__http_exception__Fzlreturning HTTPException object is deprecated (#2415) and will be removed, please raise the exception insteadzRequest handler timed out.exc_infoi    )rH   r\   getattrwarningswarnDeprecationWarningfinish_responser#   r   r   r   r   handle_error	Exception)rt   r   r   ro   respresetr>   s          r6   _handle_requestzRequestHandler._handle_request  s     $$000	J-(/%,W55(,% t1599 '	 ..wjIIEU{7 6(,%. J-  	JD..wjIIIE, U{+ %% 	## 	JNN7#NF$$Wc2D..wjIIIE  U{  	J$$Wc37D..wjIIIE U{	Js   E4A: A8A: B =E4/B0E48A: :	BB E4	E1B7)B,*B7/E47)E1 ;D)DD)!E4)E15)E,E!E,$E4,E11E4c                   K   | j                   }| j                  }|J | j                  }|J | j                  }d}| j                  J | j
                  J | j                  s| j                  s2	 |j                         | _	        | j                   d{    	 d| _	        | j                  j                         \  }}|j                         }|xj                  dz  c_        t        | |      }	t!        |t"              r| j%                  |      }
t&        }n| j
                  }
| j	                  ||| |	|      }	 | j                   j)                  | j+                  |||
            }	 | d{   \  }}~|r| j/                  d       	 | j0                  || j/                  d       n| j                  s| j2                  rc| j4                  sW|e| j                   j                         }|| _        | j8                  7|j;                  ||z   | j<                        | _        nnt?        |j@                        | _        |jC                         s)| jD                  }| j                  s|r| j/                  d|       |j                         }||z   }tG        t        jH                  t        j                        5  |jC                         sj||k  retK        ||z
        4 d{    |jM                          d{    ddd      d{    |j                         }|jC                         s||k  reddd       |jC                         s-| j                  s!| j/                  d       | jO                          tQ        |tS                      | j0                  || j/                  d       ny| j                  sm| j2                  r`| j4                  sT|S| j                   j                         }|| _        | j8                  &|j;                  ||z   | j<                        | _        nn| j                  s| j                  s/d| _        | j0                  | j0                  jO                          yyy7 # t        j                  $ r
 Y d| _	        [w xY w# d| _	        w xY w7 6# t        j                  t,        f$ r | j/                  d       Y | j0                  || j/                  d       | j                  r| j2                  rd| j4                  sX|| j                   j                         }|| _        | j8                  |j;                  ||z   | j<                        | _        68w xY w7 7 z7 m# 1 d{  7  sw Y   ~xY w# 1 sw Y   ]xY w# t        j                  $ r | j/                  d       Y | j0                  || j/                  d       | j                  r| j2                  re| j4                  sY|| j                   j                         }|| _        | j8                  |j;                  ||z   | j<                        | _        -/tT        $ r:}| jV                  r| jY                  d	|
       | j[                          Y d}~d}~wt\        $ r.}| jY                  d|
       | j[                          Y d}~Hd}~ww xY w# | j0                  || j/                  d       w | j                  sr| j2                  rb| j4                  sV|S| j                   j                         }|| _        | j8                  %|j;                  ||z   | j<                        | _        w w w  Y Hw xY ww)a_  Process incoming request.

        It reads request line, request headers and request payload, then
        calls handle_request() method. Subclass has to override
        handle_request(). start() handles various exceptions in request
        or response handling. Connection is being closed always unless
        keep_alive(True) specified.
        Nr   z&Ignored premature client disconnectionz'Ignored premature client disconnection.z(Ignored premature client disconnection 2z'Start lingering close timer for %s sec.zUncompleted request.z'Ignored premature client disconnection zUnhandled runtime exceptionr   zUnhandled exception)/r   rR   rG   rM   rI   rH   r[   rO   create_futurerQ   r   r   popleftr   requests_countr   
isinstancer<   _make_error_handlerERRORr   r   ConnectionErrorr   r{   rF   rZ   rK   rL   call_atr   boolr   is_eofrN   r   r   r   readanyr   r   r*   RuntimeErrorrX   r   r   r   )rt   rj   handlerri   r_   r   r?   r   r   writerro   r   taskr   nowre   end_tr>   s                     r6   r   zRequestHandler.start  s     zz$$"""--""" 33$$000$$000##>>(#'#5#5#7DL,,&& $(DL#~~557GWIIKE""a'"!$-F'8,"&":":7"C"&"7"7++GWdFGTGEzz--((%I(,*KD% NN#MNR >>)d.>NN#LM**t{{,8"&**//"3C36D0#55=9=$'*;$;T=T=T:" 6 g #'t"7 ~~'%)%9%9N,,E~ #iik #n 4%g&:&:G<R<RS 2&-nn&63;+7+D !< !<*1//*;$;$;!< !< '+iik	 '.nn&63;2 #>>+D4E4E'=>

g'9';< >>)d.>NN#LM**t{{,8"&**//"3C36D0#55=9=$'*;$;T=T=T:" 6 } ##B   !%D~~)$$& * !y '-- #'DL $(DL, #-..@ NN#KL^ >>)d.>NN#LM**t{{,8"&**//"3C36D0#55=9=$'*;$;T=T=T:" 6 }4!<$;!< !< !< !<2 2 )) HI >>)d.>NN#LM**t{{,8"&**//"3C36D0#55=9=$'*;$;T=T=T:" 6 +   #::&&'Ds&S  "" #""#83"G  ""# >>)d.>NN#LM**t{{,8"&**//"3C36D0#55=9=$'*;$;T=T=T:" 6  > 9  +s  A0^3$Q8 Q5Q8 B^<,V! )R' .R$/R' 6V! B^*BV! >(V&U5'V*U>>U8?U>VU;)V9AV! B%^9<^5Q8 8RR ^RR 	R!!^$R' '*U2V! ,^?^-^	(^1U22V! 5V8U>;V>V	VV	VVV! !$[[" -^5^-^ (^([0/Z%[" %[1#[[" [[" "B^>^^^r   c                   K   | j                   Z| j                   j                  d       d| _        | j                  r,| j                   j	                  | j                         d| _        	 |j
                  }	  ||       d{    |j                          d{    | j                  |||       y# t        $ r( |t        d      t        dj                  |            w xY w7 d7 N# t        $ r | j                  |||       Y yw xY ww)a   Prepare the response and write_eof, then log access.

        This has to
        be called within the context of any exception so the access logger
        can get exception information. Returns True if the client disconnects
        prematurely.
        NFr5   z+Missing return statement on request handlerz7Web-handler should return a response instance, got {!r}T)rU   set_upgradedrS   rP   r   prepareAttributeErrorr   rz   	write_eofr   r   )rt   r   r   r   prepare_meths        r6   r   zRequestHandler.finish_responseZ  s     +  --e4!DM!!$$..t/A/AB%("
	<<L	w'''.."""
 OOGT:6#  	|"#STT"%vd| 		 (" 	OOGT:6	s`   A'D*B3 7C+ C'C+ C)C+ D31C$$D'C+ )C+ +D
D	D

Dr=   r?   c                 ~   | j                  d|       |j                  j                  dkD  rt        d      d}|t        j
                  k(  rdj                  t        j
                        }t        j
                  j                  }d}| j                  r,t        t              5  t        j                         }ddd       d|j                  j                  d	d
      v r)|rt        |      }d| d}dj                  ||      }d}n|r|}|dz   |z   }t!        |||      }	|	j#                          |	S # 1 sw Y   |xY w)zHandle errors.

        Returns HTTP response with specific status code. Logs additional
        information. It always closes current connection.
        zError handling requestr   r   zMResponse is sent already, cannot send another response with the error messagez
text/plainz{0.value} {0.phrase}Nz	text/htmlAccept z<h2>Traceback:</h2>
<pre>z</pre>zV<html><head><title>{title}</title></head><body>
<h1>{title}</h1>
{msg}
</body></html>
)titler   z

)r=   textcontent_type)r   r   output_sizer   r   INTERNAL_SERVER_ERRORrz   descriptionrX   r   r   	traceback
format_excheadersgethtml_escaper&   r   )
rt   r   r=   r>   r?   ctr   r   tbr   s
             r6   r   zRequestHandler.handle_error  s<    	3cB >>%%)!) 
 Z555*11*2R2RSE22>>CBzzi( 0"--/B0 goo11(B??$RB6rd&AC0 &u#&.  !C&.3.vG"E-0 0s   #D33D<err_infoc                 0     dt         dt        f fd}|S )Nr   rv   c                 p   K   j                  | j                  j                  j                        S wr   )r   r=   r>   r?   )r   r   rt   s    r6   r   z3RequestHandler._make_error_handler.<locals>.handler  s1     $$(,,8H8H s   36)r%   r'   )rt   r   r   s   `` r6   r   z"RequestHandler._make_error_handler  s    	; 	> 	
 r5   )g      .@)rv   N)r   NN)5r0   r1   r2   r3   r   	__slots__r   r$   r   
LOG_FORMATr   AbstractEventLooprq   r   r   r   r   rC   r@   rn   r}   propertyr_   r   r   BaseTransportr   rB   r   r	   r   r   bytesr   r   r   r   r%   r'   r   r   r   r   r   r
   r   r   r   r   r   r<   r   __classcell__)ru   s   @r6   r(   r(   `   s   %N "#ID $("&7C*!-!8!8! " $! $()%H"H" ''	H"
 !H" H" H" 34H" H" H" H" H" H" H" H"  !H"" #H"$ !&%H"T
# 
 '5 ' '"huo " ">	<)>)> 	<4 	<"(8M#: "(t "(H% % %%% %D %N*d *t *""P"P.<PDIP	P+s +# +$ ++3 +c +d +
&%% % ";->1J"JK	%
 
~t#	$%Nw'r#"#*8#FK#	#P '+!%11 1 m$	1
 #1 
1f 	;->!::	;r5   )Ir   asyncio.streamsr   r   collectionsr   
contextlibr   htmlr   r   httpr   loggingr   typingr   r	   r
   r   r   r   r   r   r   r   r   attryarlabcr   r   base_protocolr   helpersr   r   r   r   r   r   r   r   r   r   streamsr    r!   tcp_helpersr"   web_exceptionsr#   web_logr$   web_requestr%   web_responser&   r'   __all__
web_serverr+   _RequestFactory_RequestHandlerURLr   r   r)   r*   sr<   _MsgTyper(   r4   r5   r6   <module>r     sO         &        ; ' 0  . 0 & ) ! $ 2
I"  	 K=)N*CCD		DHHSM	!) !8 8 T$d3  4 ((23\ABZ	\ Z	r5   