o _c@sdZddlZddlZddlmZddlZddlZddlZddlm Z ddl m Z m Z m Z mZmZmZddlmZddlmZddlmZdd lmZdd lmZmZdd lmZdd lmZerfdd l m Z e!e"Z#GdddeZ$Gddde%Z&ddddddddddddddd Z'Gd!d"d"e%Z(d#e)d$e*fd%d&Z+Gd'd(d(e%Z,id)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJidKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdlidmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dddddddddddddddddddddddddd Z-dS)zNetwork Manager module.N) OrderedDict)SimpleNamespace) AwaitableDictListOptionalUnion TYPE_CHECKING)unquote) EventEmitter) CDPSession) NetworkError) FrameManagerFrame) debugError)Multimap)SetcseZdZdZedddddZdeded d ffd d Zd e e e fd d fddZ de e e fd d fddZ d e e e ffddZ ded d fddZde d d fddZded d fddZdDddZde d d fd d!Zd"e d#ed d fd$d%Zded d fd&d'Zde d(ee d d fd)d*Zde d d fd+d,Z dEdd-d.ed/e d0ed1ed2e d d fd3d4Zd5e d(ee d6e d7ed8e d9e d:ee d;ed-d d fdd?Zded d fd@dAZded d fdBdCZ Z!S)FNetworkManagerzNetworkManager class.requestresponseZ requestfailedZrequestfinished)RequestResponse RequestFailedRequestFinishedclient frameManagerreturnNcst|_|_t_t_t_d_ d_ t _ d_ d_t_t_jdfddjdjjdjjdjjd jjd jdS) zMake new NetworkManager.FNzNetwork.requestWillBeSentcsjj|SN)_client_loop create_task_onRequestWillBeSent)eventselfD/usr/local/lib/python3.10/dist-packages/pyppeteer/network_manager.py:sz)NetworkManager.__init__..zNetwork.requestInterceptedzNetwork.requestServedFromCachezNetwork.responseReceivedzNetwork.loadingFinishedzNetwork.loadingFailed)super__init__r _frameManagerdict_requestIdToRequest_requestIdToResponseWillBeSentr_extraHTTPHeaders_offline _credentialsset_attemptedAuthentications_userRequestInterceptionEnabled#_protocolRequestInterceptionEnabledr_requestHashToRequestIds_requestHashToInterceptionIdson_onRequestIntercepted_onRequestServedFromCache_onResponseReceived_onLoadingFinished_onLoadingFailed)r$rr __class__r#r&r)(s,  zNetworkManager.__init__ credentialsc||_|IdHdS)z"Provide credentials for http auth.N)r0"_updateProtocolRequestInterception)r$r?r%r%r& authenticateDzNetworkManager.authenticateextraHTTPHeaderscslt|_|D]\}}t|tstd|dt|d||j|<q |j dd|jiIdHdS)zSet extra http headers.zExpected value of header "z" to be string, but z is found.zNetwork.setExtraHTTPHeadersheadersN) rr.items isinstancestr TypeErrortypelowerrsend)r$rDkvr%r%r&setExtraHTTPHeadersIs z"NetworkManager.setExtraHTTPHeaderscCstdi|jS)zGet extra http headers.Nr%)r+r.r#r%r%r&rDVszNetworkManager.extraHTTPHeadersvaluecs:|j|krdS||_|jd|jddddIdHdS)z#Change offline mode enable/disable.Nz Network.emulateNetworkConditionsr)ZofflineZlatencyZdownloadThroughputZuploadThroughput)r/rrLr$rPr%r%r&setOfflineModeZs zNetworkManager.setOfflineMode userAgentcs|jdd|iIdHdS)zSet user agent.zNetwork.setUserAgentOverriderTN)rrL)r$rTr%r%r& setUserAgentfszNetworkManager.setUserAgentcr@)zEnable request interception.N)r3rArRr%r%r&setRequestInterceptionkrCz%NetworkManager.setRequestInterceptioncsj|jpt|j}||jkrdS||_|rddigng}t|jdd|i|jdd|iIdHdS)NZ urlPattern*zNetwork.setCacheDisabledZ cacheDisabledzNetwork.setRequestInterceptionpatterns)r3boolr0r4asynciogatherrrL)r$enabledrXr%r%r&rAps$ z1NetworkManager._updateProtocolRequestInterceptionr"cs~|jr7t|di}|j|}|r#||||j||dS|j||d||j |d<dS||ddS)Nr requestId) r4generateRequestHashgetr6 firstValue _onRequestdeleter5r1r-)r$r" requestHashinterceptionIdr%r%r&r!s  z#NetworkManager._onRequestWillBeSentmethodmsgc sNz |j||IdHWdSty&}z tt|WYd}~dSd}~wwr)rrL Exceptionrlogger)r$rerfer%r%r&_sendszNetworkManager._sendc Cs$|drFd}|d|jvrd}n |jrd}|j|dt|did}t|did}|jj|d |d|||d d dS|j s[|j r[|jj|d d|dit |d }|j |}|r|j|}|||d|j |||j|ddS|j||ddS) NZ authChallengeZDefaultrdZ CancelAuthZProvideCredentialsr0usernamepassword"Network.continueInterceptedRequest)rrkrl)rdZauthChallengeResponser)r_r2r0addgetattrrrr rjr3r4r^r5r`r-rarbpopr6r1)r$r"rrkrlrcr]ZrequestWillBeSentEventr%r%r&r8sF       z$NetworkManager._onRequestInterceptedrdc Cst}|dr2|j|d}|r2|d}|||d|d|d|d|d|j}t|d|dkoC|d d k}||d||d id ||d d |d i|d|dS)NredirectResponser]statusrE fromDiskCachefromServiceWorkerSecurityDetailsZloaderIdrJZDocumentrurlframeId)listr_r,_handleRequestRedirect_redirectChainrY_handleRequestStart)r$r"rd redirectChainrrqisNavigationRequestr%r%r&ras8    zNetworkManager._onRequestcCs$|j|d}|rd|_dSdS)Nr]T)r,r__fromMemoryCache)r$r"rr%r%r&r9s z(NetworkManager._onRequestServedFromCacherredirectStatusredirectHeadersrsrtsecurityDetailscCsxt|j||||||}||_|j||td|j|j d|j |j | tjj|| tjj|dS)Nz2Response body is unavailable for redirect response)rr _responser{append_bodyLoadedPromiseFulfillr r,rp _requestIdr2discard_interceptionIdemitrEventsr)r$rrrrsrtrrr%r%r&rzs  z%NetworkManager._handleRequestRedirectr]rvr~ resourceTyperequestPayloadrxr}c CsZd} |r|jdur|j|} t|j||||j|||| | } | |j|<|tjj| dSr) r*framerrr3r,rrr) r$r]rdrvr~rrrxr}rrr%r%r&r|s   z"NetworkManager._handleRequestStartc Csv|j|d}|s dS|di}t|j||dd|di|d|d|d}||_|tjj|dS) Nr]rrrrrErsrtr)r,r_rrrrrr)r$r"rZ_resprr%r%r&r:s   z"NetworkManager._onResponseReceivedcCs^|j|d}|s dS|j}|r|d|j|jd|j|j| t j j |dS)Nr]) r,r_rrrprr2rrrrrrr$r"rrr%r%r&r;s z!NetworkManager._onLoadingFinishedcCsj|j|d}|s dS|d|_|j}|r|d|j|jd|j|j | t j j |dS)Nr] errorText)r,r_ _failureTextrrrprr2rrrrrrrr%r%r&r< s  zNetworkManager._onLoadingFailed)rNr)"__name__ __module__ __qualname____doc__rrr rr)rrHrBrOrDrYrSrUrVrAr!r+rjr8rrar9intrzrr|r:r;r< __classcell__r%r%r=r&rsn     )    rc@sTeZdZdZdedeedeededededed ed ee d e dd d fddZ e d efddZ e d efddZe d eefddZe d eefddZe d efddZe d edfddZe d ee fddZd efdd Ze d e dfd!d"Zd eefd#d$Zd/d%ed d fd&d'Zd(ed d fd)d*Zd0d,ed d fd-d.Zd S)1raRequest class. Whenever the page sends a request, such as for a network resource, the following events are emitted by pyppeteer's page: - ``'request'``: emitted when the request is issued by the page. - ``'response'``: emitted when/if the response is received for the request. - ``'requestfinished'``: emitted when the response body is downloaded and the request is complete. If request fails at some point, then instead of ``'requestfinished'`` event (and possibly instead of ``'response'`` event), the ``'requestfailed'`` event is emitted. If request gets a ``'redirect'`` response, the request is successfully finished with the ``'requestfinished'`` event, and a new request is issued to a redirect url. rr]rdr~allowInterceptionrvrpayloadrr}rNc Cs||_||_||_||_||_d|_d|_d|_||_| |_ | d|_ | d|_ | di} dd| D|_| |_| |_d|_dS)NFrepostDatarEcSi|] \}}||qSr%rK.0rMrNr%r%r& Wz$Request.__init__..)rr_isNavigationRequestr_allowInterception_interceptionHandledrr_urlrK _resourceTyper__method _postDatarF_headers_framer{r) r$rr]rdr~rrvrrrr}rEr%r%r&r)Cs"     zRequest.__init__cC|jS)zURL of this request.rr#r%r%r&rv]z Request.urlcCr)a;Resource type of this request perceived by the rendering engine. ResourceType will be one of the following: ``document``, ``stylesheet``, ``image``, ``media``, ``font``, ``script``, ``texttrack``, ``xhr``, ``fetch``, ``eventsource``, ``websocket``, ``manifest``, ``other``. )rr#r%r%r&rbs zRequest.resourceTypecCr)z/Return this request's method (GET, POST, etc.).)rr#r%r%r&remrzRequest.methodcCr)z!Return post body of this request.)rr#r%r%r&rrrzRequest.postDatacCr)zgReturn a dictionary of HTTP headers of this request. All header names are lower-case. rr#r%r%r&rEwzRequest.headersrcCr)zReturn matching :class:`Response` object, or ``None``. If the response has not been received, return ``None``. )rr#r%r%r&rrzRequest.responsecCr)zReturn a matching :class:`~pyppeteer.frame_manager.frame` object. Return ``None`` if navigating to error page. )rr#r%r%r&rrz Request.framecCr)z3Whether this request is driving frame's navigation.)rr#r%r%r&r~szRequest.isNavigationRequestcCs t|jS)aReturn chain of requests initiated to fetch a resource. * If there are no redirects and request was successful, the chain will be empty. * If a server responds with at least a single redirect, then the chain will contain all the requests that were redirected. ``redirectChain`` is shared between all the requests of the same chain. )copyr{r#r%r%r&r}s zRequest.redirectChaincCs|jsdSd|jiS)a:Return error text. Return ``None`` unless this request was failed, as reported by ``requestfailed`` event. When request failed, this method return dictionary which has a ``errorText`` field, which contains human-readable error message, e.g. ``'net::ERR_RAILED'``. Nr)rr#r%r%r&failures  zRequest.failure overridesc s|duri}|jstd|jrtdd|_d|ji}||z |jd|IdHWdStyG}z tt |WYd}~dSd}~ww)aYContinue request with optional request overrides. To use this method, request interception should be enabled by :meth:`pyppeteer.page.Page.setRequestInterception`. If request interception is not enabled, raise ``NetworkError``. ``overrides`` can have the following fields: * ``url`` (str): If set, the request url will be changed. * ``method`` (str): If set, change the request method (e.g. ``GET``). * ``postData`` (str): If set, change the post data or request. * ``headers`` (dict): If set, change the request HTTP header. N$Request interception is not enabled.Request is already handled.Trdrm) rr rrupdaterrLrgrrh)r$roptrir%r%r& continue_s   zRequest.continue_rc s|jdr dS|jstd|jrtdd|_|dr.t|dtr.|dd}n|d}i}|drK|dD] }|d||| <q>|d rV|d |d <|rbd |vrbt ||d <|d d }t |d}d|d|}d}||} |D]}| |d|||} q~| |} | d} |r| |} t | d} z|jd|j| dIdHWdSty} z tt| WYd} ~ dSd} ~ ww)aVFulfills request with given response. To use this, request interception should by enabled by :meth:`pyppeteer.page.Page.setRequestInterception`. Request interception is not enabled, raise ``NetworkError``. ``response`` is a dictionary which can have the following fields: * ``status`` (int): Response status code, defaults to 200. * ``headers`` (dict): Optional response headers. * ``contentType`` (str): If set, equals to setting ``Content-Type`` response header. * ``body`` (str|bytes): Optional response body. data:NrrTbodyutf-8rE contentTypez content-typezcontent-lengthrrrwz HTTP/1.1  z z: asciirm)rd rawResponse)r startswithrr rr_rGrHencoderKlen statusTextsbase64 b64encodedecoderrLrrgrrh) r$rZ responseBodyZresponseHeadersheaderZ statusCodeZ statusTextZ statusLineCRLFtextZresponseBufferrrir%r%r&respondsP           zRequest.respondfailed errorCodec st|}|std||jstd|jrtdd|_z|jdt|j|dIdHWdSt yI}z t t |WYd}~dSd}~ww)arAbort request. To use this, request interception should be enabled by :meth:`pyppeteer.page.Page.setRequestInterception`. If request interception is not enabled, raise ``NetworkError``. ``errorCode`` is an optional error code string. Defaults to ``failed``, could be one of the following: - ``aborted``: An operation was aborted (due to user action). - ``accessdenied``: Permission to access a resource, other than the network, was denied. - ``addressunreachable``: The IP address is unreachable. This usually means that there is no route to the specified host or network. - ``blockedbyclient``: The client chose to block the request. - ``blockedbyresponse``: The request failed because the request was delivered along with requirements which are not met ('X-Frame-Options' and 'Content-Security-Policy' ancestor check, for instance). - ``connectionaborted``: A connection timeout as a result of not receiving an ACK for data sent. - ``connectionclosed``: A connection was closed (corresponding to a TCP FIN). - ``connectionfailed``: A connection attempt failed. - ``connectionrefused``: A connection attempt was refused. - ``connectionreset``: A connection was reset (corresponding to a TCP RST). - ``internetdisconnected``: The Internet connection has been lost. - ``namenotresolved``: The host name could not be resolved. - ``timedout``: An operation timed out. - ``failed``: A generic failure occurred. zUnknown error code: {}rrTrm)rd errorReasonN) errorReasonsr formatrrrrLr+rrgrrh)r$rrrir%r%r&aborts$! z Request.abortr)r)rrrrr rrHrYr+rrr)propertyrvrrerrrErrr~r}rrrrr%r%r%r&r/sT   ;rZAbortedZ AccessDeniedZAddressUnreachableZBlockedByClientZBlockedByResponseZConnectionAbortedZConnectionClosedZConnectionFailedZConnectionRefusedZConnectionResetZInternetDisconnectedZNameNotResolvedZTimedOutZFailed)ZabortedZ accessdeniedZaddressunreachableZblockedbyclientZblockedbyresponseZconnectionabortedZconnectionclosedZconnectionfailedZconnectionrefusedZconnectionresetZinternetdisconnectedZnamenotresolvedZtimedoutrc@s0eZdZdZ d)dedededeeefde de d ed dfd d Z d e e d dfddZ ed efddZed e fddZed efddZed efddZed eedffddZd efddZd eefddZd efdd Zd efd!d"Zed efd#d$Zed e fd%d&Zed e fd'd(ZdS)*rzCResponse class represents responses which are received by ``Page``.NrrrrrErsrtrrcCs||_||_||_|jj|_|jj|_|j|_||_ ||_ dd| D|_ i|_ |rEt|d|d|d|d|d|_ dSdS)NcSrr%rrr%r%r&r[rz%Response.__init__.. subjectNameissuer validFromvalidToprotocol)r_request_statusr create_future_contentPromise_bodyLoadedPromiservr_fromDiskCache_fromServiceWorkerrFr_securityDetailsru)r$rrrrrErsrtrr%r%r&r)Ns& zResponse.__init__rPcCs|j|dSr)r set_resultrRr%r%r&rfsz"Response._bodyLoadedPromiseFulfillcCr)zURL of the response.rr#r%r%r&rvirz Response.urlcCs$|jdkpd|jkodkSS)z@Return bool whether this request is successful (200-299) or not.rri+rr#r%r%r&okns$z Response.okcCr)zStatus code of the response.rr#r%r%r&rrsrzResponse.statuscCr)zfReturn dictionary of HTTP headers of this response. All header names are lower-case. rr#r%r%r&rExrzResponse.headersrucCr)zReturn security details associated with this response. Security details if the response was received over the secure connection, or `None` otherwise. )rr#r%r%r&rszResponse.securityDetailscs\|jIdH}t|tr||jdd|jjiIdH}|dd}|dr,t |S|S)NzNetwork.getResponseBodyr]rZ base64Encoded) rrGrgrrLrrr_r b64decode)r$resultrrr%r%r&_bufreads     zResponse._bufreadcCs"|js|jj|S|jS)zs8            p %      !"#$%&'()*+,-./01234