o _cE@sdZddlZddlZddlmZddlZddlmZddlmZddl m Z ddl Z ddl Z ddl Z ddlmZddlZddlZddlZddlZddlZddlZddlmZmZmZmZdd lmZdd lmZdd lm Z dd l!m"Z"dd l#m$Z$ddl%m&Z&m'Z'm(Z(ddl)m*Z*ddl+m,Z,m-Z-ddl+m.Z.m/Z/m0Z0erddlm1Z1e 2e3Z4eeZ5e5dZ6gdZ7Gddde8Z9de:fddZ;d$dede:fd d!Z?d$dededee:fd"d#Z@dS)%z!Chromium process launcher module.N)copy)urlopen)URLError) HTTPException)Path)AnyDictList TYPE_CHECKING)__pyppeteer_home__)Browser) Connection)current_platform) BrowserError)addEventListener debugErrorremoveEventListeners)Target)check_chromiumchromium_executable)download_chromium merge_dict get_free_port)Optionalz .dev_profile)z--disable-background-networkingz%--disable-background-timer-throttlingz--disable-breakpadz!--disable-browser-side-navigationz(--disable-client-side-phishing-detectionz--disable-default-appsz--disable-dev-shm-usagez--disable-extensionsz#--disable-features=site-per-processz--disable-hang-monitorz--disable-popup-blockingz--disable-prompt-on-repostz--disable-syncz--disable-translatez--metrics-recording-onlyz--no-first-runz"--safebrowsing-disable-auto-updatez--enable-automationz--password-store=basicz--use-mock-keychainc@sneZdZdZddeeefdeddfddZddd Zde fd d Z d e ddfd dZ dddZ dddZ dS)LauncherzChrome process launcher class.Noptionskwargsreturnc st||}t|_d|j|_|dt|_d|_|dd|dt }|dd|_ |d}|d |_ |d d|_ |d d|_ |d d|_|d d|_|dddd|_|dd|_|dd|_|dd|_|d}|rtd|t |_s|jt|ntt r|jtfddt|n|j|d|_tdd|jDs|jd|jtdd|jDst stj!dd t"j#t$td!|_|jd"|j||_%|j%st&st't$t(|_%|j%g|j|_)dS)#zMake new launcher.zhttp://127.0.0.1:loopTignoreDefaultArgsFargsdumpioexecutablePathenv handleSIGINT handleSIGTERM handleSIGHUPignoreHTTPSErrorsdefaultViewport XwidthheightslowMortimeouti0u autoCloselogLevel pyppeteercs|vSNargrr4=/usr/local/lib/python3.10/dist-packages/pyppeteer/launcher.pyfsz#Launcher.__init__..Ncs|] }|dr|VqdS)z--remote-debugging-N startswith.0r6r4r4r8 lz$Launcher.__init__..z--remote-debugging-port=csr:)z--user-data-dirNr;r=r4r4r8r?or@)parents)dir--user-data-dir=)*rrporturlgetasyncioget_event_loop_loop chromeClosedlistr!r#r$r%r&r'r(r.r/r0logging getLoggersetLevelchromeArgumentsextend defaultArgs isinstancefiltertemporaryUserDataDiranyappendCHROME_PROFILE_PATHexistsmkdirtempfilemkdtempstrZchromeExecutablerrrcmd)selfrrr r"r1r4r7r8__init__FsR          zLauncher.__init__cCsXtdD]#}|jr%tj|jr%tj|jddtj|jr$tdqdSt d)NdT) ignore_errorsg{Gz?z$Unable to remove Temporary User Data) rangerTospathrXshutilrmtreetimesleepIOError)r^retryr4r4r8_cleanup_tmp_user_data_dir}s  z#Launcher._cleanup_tmp_user_data_dircs.d_d_t}j|d<jstj|d<tj|d<tjj fi|_ dt dt ddffd d }j r._close_processwinzBrowser listening on: )'rJ connectiondictr#r! subprocessDEVNULLSTDOUTPopenr]procrr0atexitregisterr$signalSIGINTr%SIGTERMsysplatformr<r&SIGHUPr.get_ws_endpointrEbrowserWSEndpointloggerinfor rIr creater'r(roensureInitialPage)r^rrqconnectionDelaybrowserr4rpr8launchs@       zLauncher.launchrcsr|D] }|jdkrdSq|jd fdd dtddffdd }t|d |g}IdHt|dS) z+Wait for initial page target to be created.pageNrcsddS)NT) set_resultr4)initialPagePromiser4r8initialPageCallbacksz7Launcher.ensureInitialPage..initialPageCallbacktargetcs|jdkr dSdS)Nr)type)r)rr4r8 check_targets  z0Launcher.ensureInitialPage..check_targetZ targetcreatedrN)targetsrrI create_futurerrr)r^rrrZ listenersr4)rrr8rs     zLauncher.ensureInitialPagecCsR|jdur%|js'd|_z |j|jWdSty$YdSwdSdS)zTerminate chrome.NT)rypollrJ terminatewait Exceptionrpr4r4r8waitForChromeToCloses  zLauncher.waitForChromeToClosec std|jr8|jjr8z|jdIdH|jIdHWnty7}z tt|WYd}~nd}~ww|jrLt j |jrN| | dSdSdS)zTerminate chromium process.zterminate chrome process... Browser.closeN)rrrs _connectedsendZdisposerrrTrcrdrXrrk)r^er4r4r8ros  zLauncher.killChromer3r)__name__ __module__ __qualname____doc__rr\rr_rkr rrrror4r4r4r8rCs 7 (  rrc Cs|d}td} t|krtdz"t|}t|}Wdn1s.wYW|dSttfyBYnwt dq )Nz /json/versionTzBrowser closed unexpectedly: g?ZwebSocketDebuggerUrl) rgrrjsonloadsreaddecoderrrh)rEr/fdatar4r4r8rs     rrrcst|fi|IdHS)aStart chrome process and return :class:`~pyppeteer.browser.Browser`. This function is a shortcut to :meth:`Launcher(options, **kwargs).launch`. Available options are: * ``ignoreHTTPSErrors`` (bool): Whether to ignore HTTPS errors. Defaults to ``False``. * ``headless`` (bool): Whether to run browser in headless mode. Defaults to ``True`` unless ``appMode`` or ``devtools`` options is ``True``. * ``executablePath`` (str): Path to a Chromium or Chrome executable to run instead of default bundled Chromium. * ``slowMo`` (int|float): Slow down pyppeteer operations by the specified amount of milliseconds. * ``defaultViewport`` (dict): Set a consistent viewport for each page. Defaults to an 800x600 viewport. ``None`` disables default viewport. * ``width`` (int): page width in pixels. * ``height`` (int): page height in pixels. * ``deviceScaleFactor`` (int|float): Specify device scale factor (can be thought as dpr). Defaults to ``1``. * ``isMobile`` (bool): Whether the ``meta viewport`` tag is taken into account. Defaults to ``False``. * ``hasTouch`` (bool): Specify if viewport supports touch events. Defaults to ``False``. * ``isLandscape`` (bool): Specify if viewport is in landscape mode. Defaults to ``False``. * ``args`` (List[str]): Additional arguments (flags) to pass to the browser process. * ``ignoreDefaultArgs`` (bool or List[str]): If ``True``, do not use :func:`~pyppeteer.defaultArgs`. If list is given, then filter out given default arguments. Dangerous option; use with care. Defaults to ``False``. * ``handleSIGINT`` (bool): Close the browser process on Ctrl+C. Defaults to ``True``. * ``handleSIGTERM`` (bool): Close the browser process on SIGTERM. Defaults to ``True``. * ``handleSIGHUP`` (bool): Close the browser process on SIGHUP. Defaults to ``True``. * ``dumpio`` (bool): Whether to pipe the browser process stdout and stderr into ``process.stdout`` and ``process.stderr``. Defaults to ``False``. * ``userDataDir`` (str): Path to a user data directory. * ``env`` (dict): Specify environment variables that will be visible to the browser. Defaults to same as python process. * ``devtools`` (bool): Whether to auto-open a DevTools panel for each tab. If this option is ``True``, the ``headless`` option will be set ``False``. * ``logLevel`` (int|str): Log level to print logs. Defaults to same as the root logger. * ``autoClose`` (bool): Automatically close browser process when script completed. Defaults to ``True``. * ``loop`` (asyncio.AbstractEventLoop): Event loop (**experimental**). * ``appMode`` (bool): Deprecated. This function combines 3 steps: 1. Infer a set of flags to launch chromium with using :func:`~pyppeteer.defaultArgs`. 2. Launch browser and start managing its process according to the ``executablePath``, ``handleSIGINT``, ``dumpio``, and other options. 3. Create an instance of :class:`~pyppeteer.browser.Browser` class and initialize it with ``defaultViewport``, ``slowMo``, and ``ignoreHTTPSErrors``. ``ignoreDefaultArgs`` option can be used to customize behavior on the (1) step. For example, to filter out ``--mute-audio`` from default arguments: .. code:: browser = await launch(ignoreDefaultArgs=['--mute-audio']) .. note:: Pyppeteer can also be used to control the Chrome browser, but it works best with the version of Chromium it is bundled with. There is no guarantee it will work with any other version. Use ``executablePath`` option with extreme caution. N)rr)rrr4r4r8rsDrc st||}|d}|rtd||d}|s+|d}|s'tdt|}|dd}t||dt | d Id Hd g}t |d d }|dddd}t |||d fddId HS)aGConnect to the existing chrome. ``browserWSEndpoint`` or ``browserURL`` option is necessary to connect to the chrome. The format of ``browserWSEndpoint`` is ``ws://${host}:${port}/devtools/browser/`` and format of ``browserURL`` is ``http://127.0.0.1:9222```. The value of ``browserWSEndpoint`` can get by :attr:`~pyppeteer.browser.Browser.wsEndpoint`. Available options are: * ``browserWSEndpoint`` (str): A browser websocket endpoint to connect to. * ``browserURL`` (str): A browser URL to connect to. * ``ignoreHTTPSErrors`` (bool): Whether to ignore HTTPS errors. Defaults to ``False``. * ``defaultViewport`` (dict): Set a consistent viewport for each page. Defaults to an 800x600 viewport. ``None`` disables default viewport. * ``width`` (int): page width in pixels. * ``height`` (int): page height in pixels. * ``deviceScaleFactor`` (int|float): Specify device scale factor (can be thought as dpr). Defaults to ``1``. * ``isMobile`` (bool): Whether the ``meta viewport`` tag is taken into account. Defaults to ``False``. * ``hasTouch`` (bool): Specify if viewport supports touch events. Defaults to ``False``. * ``isLandscape`` (bool): Specify if viewport is in landscape mode. Defaults to ``False``. * ``slowMo`` (int|float): Slow down pyppeteer's by the specified amount of milliseconds. * ``logLevel`` (int|str): Log level to print logs. Defaults to same as the root logger. * ``loop`` (asyncio.AbstractEventLoop): Event loop (**experimental**). r1r2r browserURLz0Need `browserWSEndpoint` or `browserURL` option.r.rrzTarget.getBrowserContextsNbrowserContextIdsr'Fr(r)r*r+cs dS)Nr)rr4rsr4r8r9e zconnect..)rrFrLrMrNrrr rGrHrboolr r) rrr1rrrrr'r(r4rr8connect6s&       rcCs ttS)z(Get executable path of default chromium.)r\rr4r4r4r8r"hs r"cKst||}|dd}|d| }|dt}|d}tt}|r,|d||r3|d|rE|dtd rE|d t t d d |rS|d |||S)aGet the default flags the chromium will be launched with. ``options`` or keyword arguments are set of configurable options to set on the browser. Can have the following fields: * ``headless`` (bool): Whether to run browser in headless mode. Defaults to ``True`` unless the ``devtools`` option is ``True``. * ``args`` (List[str]): Additional arguments to pass to the browser instance. The list of chromium flags can be found `here `__. * ``userDataDir`` (str): Path to a User Data Directory. * ``devtools`` (bool): Whether to auto-open DevTools panel for each tab. If this option is ``True``, the ``headless`` option will be set ``False``. devtoolsFheadlessr userDataDirrCz--auto-open-devtools-for-tabs)z --headlessz--hide-scrollbarsz --mute-audiorrz --disable-gpucSs |dS)N-r;r5r4r4r8r9rzdefaultArgs..z about:blank) rrFrKr DEFAULT_ARGSrVrPrr<allmap)rrrrr rrOr4r4r8rQms$        rQr3)ArrGrzrrurllib.requestr urllib.errorr http.clientrrLrcos.pathpathlibrrer|rurrZrgtypingrrr r r2r Zpyppeteer.browserr Zpyppeteer.connectionr Zpyppeteer.chromium_downloaderrZpyppeteer.errorsrZpyppeteer.helperrrrZpyppeteer.targetrZpyppeteer.utilrrrrrrrMrrZpyppeteer_homerWrobjectrr\rrtrrr"rQr4r4r4r8sR             G2