o
b @ s d dl mZmZ d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
m Z zd dl m
Z
mZmZ d dlmZ eefZeZW n" eyd d dlm
Z
mZ d dlmZ d dlmZ efZeZY nw z d dlZd dlZ eje jju r|d dl m Z nd dl m Z W n ee fy d dl m Z Y nw ze e
j!Z"W n e y e#e
j$Z"Y nw d e"v Z%d!d d Z&d!d
dZ'd!ddZ(d"ddZ)dd Z*dd Z+dd Z,dd Z-d"dd Z.d"d d Z/d d l0m1Z1 d d l2m3Z3 dS )# )absolute_importunicode_literalsN)logger)urlopenRequestURLError)
quote_plus)r r )r )sleepcontextTc
C s d} t | }|d7 }zMtr8|st }nd }tt|tj|d
}| W d W S 1 s2w Y n tt|tjd
}| W d W S 1 sRw Y W n1 t
t fy } z#t j
d| |d |tjkrstdt
d tj ttj W Y d }~nd }~ww q)
Nr T )timeoutr
)r z!Error occurred during fetching %sexc_infoz!Maximum amount of retries reachedzSleeping for %s seconds)r urlopen_has_ssl_contextssl_create_unverified_context
contextlibclosingr settingsZ HTTP_TIMEOUTreadr OSErrorr debugZ HTTP_RETRIESFakeUserAgentErrorZ
HTTP_DELAYr )url
verify_sslattemptrequestr
responseexc r ?/usr/local/lib/python3.10/dist-packages/fake_useragent/utils.pyget1 sR
$"
r! c C sx t tj| d}|d}|dd }|dd }d}t||tj}dd |D }d
}t||tj}tt ||S ) G
very very hardcoded/dirty re/split stuff, but no dependencies
r utf-8z(r z
\.asp">(.+?)i s z get_browsers..ztd\sclass="right">(.+?)\s)
r! r ZBROWSERS_STATS_PAGEdecodesplitrefindallUNICODElistzip)r htmlpatternbrowsersZbrowsers_statisticsr r r get_browsers] s
r2 c C s t tjjt| d|d}|d}|dd }|dd }d}t||tj }g }|D ] } d |
d v r:q.| |
d t
|tjkrK nq.|sVtd
j| d|S ) r" )r& r# z
iso-8859-1zr z
r z\?id=\d+\'>(.+?) sb
,
!E