}i"dZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z ddl mZmZddlmZmZddlmZej*eZd Zdddej2fd Zdej2fd Zddej2fd Zej2dfd Zej2dfdZedZedZ dZ!y)z+Implements a simple wrapper around urlopen.N) lru_cache)parse)URLError)Requesturlopen)RegexMatchErrorMaxRetriesExceeded) regex_searchic$ddd}|r|j||r0t|ts ttj|d}|j j drt||||}n tdt|| S) Nz Mozilla/5.0zen-US,en)z User-Agentzaccept-languageutf-8)encodinghttp)headersmethoddataz Invalid URL)timeout) update isinstancebytesjsondumpslower startswithr ValueErrorr)urlrrrr base_headersrequests    H ==? ! !' **r c#Ktj|}|jd|jd|jd}t tj |j}d|d<|tj|z}d}t|||D] }|||z } |jd}tjd } |D]?} | j| } | st| jd j!d } Ad } |  kr>| |d<|tj|z}t|||Ed {| d z } | | kr>y 7w) z{Read the response in sequence. :param str url: The URL to perform the GET request for. :rtype: Iterable[bytes] :///?rsqr )r max_retries Segment-Count: (\d+)r N)rurlsplitschemenetlocpathdict parse_qslquery urlencodestreamsplitrecompilesearchintgroupr#)rrr. split_urlbase_urlquerys segment_datachunk stream_infosegment_count_patternlinematch segment_countseq_nums r seq_streamrLVs`s#I""#3y'7'7&8)..9IKH %//)//2 3FF4L U__V, ,CLW+F   $$W-KJJ'?@@%,,T2  A 5 5g >?M@ G ] "t 00#wKHHH1  ] "  IsC E#A EEEEc#DKt}d}||krt|tz|dz }d|d|}d} |d|zk\r t t|d|d|d|} |tk(r0 t|d d|} | jd } t| } |j)} | sn| r|t/| z }| )||kry#t$r5} t | j tjtfsYd} ~ n&d} ~ wtjj$rYnwxYw|dz }#tt t"f$r} t$j'| Yd} ~ d} ~ wwxYw#t*$rYytjj$r} | j,} Yd} ~ d} ~ wwxYww) zyRead the response in chunks. :param str url: The URL to perform the GET request for. :rtype: Iterable[bytes] rr1zbytes=-z&range=GET)rrNz&range=0-99999999999zContent-Length)default_range_sizeminr rrrreasonsocketrOSErrorrclientIncompleteReadinfor?KeyError IndexErrorrloggererrorr" StopIterationpartiallen) rrr. file_size downloadedstop_pos range_headertriesr%eresp content_rangerEs rr:r:s(IJ y z$66 BQF |1XJ7 K'(** +e7:,az: # * * 'e/0 # !% ,< =  .  "  jCJ.jKU y l I "!((V^^W,EFG;;--   QJE/Dj*5  Q ! ;;-- "  "sAF C F %/D*F E &F F  D!+C>9F > D!F  D!! F *E>EF EF  F)F +F FF FF c0tt|dS)zFetch size in bytes of file at given URL :param str url: The URL to get the size of :returns: int: size in bytes of remote file content-length)r?head)rs rfilesizerjs tCy)* ++r cd}tj|}|jd|jd|jd}t tj |j}d|d<|tj|z}t|d}|j}|t|z }d}|jd}d } |D]} tt| | d }|dk(r td | d } | |krB| |d<|tj|z}|tt!|d z }| d z } | |krB|S#t$rYwxYw) zFetch size in bytes of file at given URL from sequential requests :param str url: The URL to get the size of :returns: int: size in bytes of remote file rr*r+r,r-rOrr/r0r1 seq_filesizerh)rr2r3r4r5r6r7r8r9rr"r^r;r?r rri) rtotal_filesizerArBrCr%response_valuerJrF segment_regexrHrKs rrmrmsoNs#I""#3y'7'7&8)..9IKH %//)//2 3FF4L U__V, ,C EH]]_Nc.))NM &&w/K,M  ]D! DEM nm<<G ] "t 00#d3i(89::1  ] "    s E E  E ct|dj}|jDcic]\}}|j|c}}Scc}}w)zFetch headers returned http GET request. :param str url: The URL to perform the GET request for. :rtype: dict :returns: dictionary of lowercase headers HEADrl)rrWitemsr)rresponse_headerskvs rririsE(F;@@B%5%;%;%= >TQAGGIqL >> >sA)"__doc__ http.clientrrloggingr<rS functoolsrurllibr urllib.errorrurllib.requestrrpytubefix.exceptionsrr pytubefix.helpersr getLogger__name__rZrP_GLOBAL_DEFAULT_TIMEOUTrr&r(rLr:rjrmrir rrs1  !+D*   8 $    * * -& )G)G+"!tV5S5S+B22* ^11? D , , 0 0f ?r