}iFdZddlZddlZddlmZddlmZmZddlmZm Z m Z m Z m Z m Z mZmZddlmZmZmZddlmZddlmZmZmZmZej6eZGd d eZy) z>Module to download a complete playlist from a youtube channel.N)Sequence)datedatetime)DictIterableListOptionalTupleUnionAnyCallable)extractrequestYouTube) InnerTube)cacheDeferredGeneratorList install_proxy uniqueifyc0eZdZdZej dddddddfdededeeeefde d e d eed ee eegdfd ee d ee dge eefffdZ e dZe dZe dZe dZe dZe dZe dZ d7dedeedeedeeefdZd8dedeede eeeeffdZdedefdZdefd Zdefd!Zd"edeefd#Zd$Z e e!de"fd%Z#d&Z$e dee%fd'Z&d(e'e(e)fde'eeeffd)Z*de)fd*Z+defd+Z,e e!dee-fd,Z.e e!deefd-Z/e d.Z0e defd/Z1e d0Z2e d1Z3e d2Z4e d3Z5e d4Z6e7d5efd6Z8y)9Playlistz Load a YouTube playlist with URLNFTurlclientproxies use_oauthallow_oauth_cache token_fileoauth_verifier use_po_tokenpo_token_verifierc |r t|||_d|_||_||_||_||_||_||_| |_ d|_ d|_ d|_ d|_ d|_y)aH :param dict proxies: (Optional) A dict mapping protocol to proxy address which will be used by pytube. :param bool use_oauth: (Optional) Prompt the user to authenticate to YouTube. If allow_oauth_cache is set to True, the user should only be prompted once. :param bool allow_oauth_cache: (Optional) Cache OAuth tokens locally on the machine. Defaults to True. These tokens are only generated if use_oauth is set to True as well. :param str token_file: (Optional) Path to the file where the OAuth tokens will be stored. Defaults to None, which means the tokens will be stored in the pytubefix/__cache__ directory. :param Callable oauth_verifier: (optional) Verifier to be used for getting OAuth tokens. Verification URL and User-Code will be passed to it respectively. (if passed, else default verifier will be used) :param bool use_po_token: (Optional) Prompt the user to use the proof of origin token on YouTube. It must be sent with the API along with the linked visitorData and then passed as a `po_token` query parameter to affected clients. If allow_oauth_cache is set to True, the user should only be prompted once. :param Callable po_token_verifier: (Optional) Verified used to obtain the visitorData and po_token. The verifier will return the visitorData and po_token respectively. (if passed, else default verifier will be used) N)r _input_url _visitor_datarrrrrrr _html_ytcfg _initial_data _sidebar_info _playlist_id) selfrrrrrrrrr s E/usr/local/lib/python3.12/dist-packages/pytubefix/contrib/playlist.py__init__zPlaylist.__init__s|L  ' "! "!2$,(!2  !! c|jr |jStj|j|_|jS)z2Get the playlist id. :rtype: str )r(r playlist_idr"r)s r*r.zPlaylist.playlist_idOs<   $$ $#//@   r,c d|jS)z8Get the base playlist url. :rtype: str z&https://www.youtube.com/playlist?list=r.r/s r* playlist_urlzPlaylist.playlist_urlZs 88H8H7IJJr,c|jr |jStj|j|_|jS)z9Get the playlist page html. :rtype: str )r$rgetr2r/s r*htmlz Playlist.htmlbs5 :::: [[!2!23 zzr,c|jr |jStj|j|_|jS)zMExtract the ytcfg from the playlist page html. :rtype: dict )r%r get_ytcfgr5r/s r*ytcfgzPlaylist.ytcfgms5 ;;;; '' 2 {{r,c|jr |jStj|j|_|jS)zTExtract the initial data from the playlist page html. :rtype: dict )r&r initial_datar5r/s r*r:zPlaylist.initial_dataxs<   %% %!(!5!5dii!@D %% %r,c~|jr |jS|jddd|_|jS)zTExtract the sidebar info from the playlist page html. :rtype: dict sidebarplaylistSidebarRendereritems)r'r:r/s r* sidebar_infozPlaylist.sidebar_infosH   %% %!%!2!29!=)"++2"4D %% %r,c |jdS)zTExtract the INNERTUBE_API_KEY from the playlist ytcfg. :rtype: str INNERTUBE_API_KEY)r8r/s r* yt_api_keyzPlaylist.yt_api_keys zz-..r, initial_htmlcontextuntil_watch_idreturnc#K|jtjtj||\}}|r |j d|}|d|y||rbtdj||j}|j||\}}|r |j d|}|d|y||rayy#t $rYtwxYw#t $rY#wxYww)aParse the video links from the page source, yields the /watch?v= part from video link :param initial_html str: html from the initial YouTube url, default: self.html :param context Optional[Any]: Auxiliary object :param until_watch_id Optional[str]: YouTube Video watch id until which the playlist should be read. :rtype: Iterable[List[str]] :returns: Iterable of lists of YouTube watch ids /watch?v=NWEB) continuation visitor_data) _extract_videosjsondumpsrr:index ValueErrorrbrowser#)r)rCrDrE videos_urlsrJ trim_indexreqs r* _paginatezPlaylist._paginates%)$8$8 JJw++L9 :G% ! \  (..>:J/KL !+:..E"))|RVRdRd)eC)-(<(N3O!PJ%kz22   *"sT>C$CAC$!C<C$C$ CC$CC$ C!C$ C!!C$raw_jsonc t|tr|}ntj|} |dddddddd} |dddd}d |vr|d }n|d }|d}|d d dd|_ |ddddd} |dd}|j|} t|  fS#tt t f$r|d dddd }YuwxYw#tt t f$rQ |dddd}|}n<#tt t f$r%}tj|gdfcYd}~cYSd}~wwxYwYwxYw#|dddddD]} d| vs| dd} nYxYw#tt f$rd} YwxYw)aExtracts videos from a raw json page :param str raw_json: Input json extracted from the page or the last server response :param Optional[Any] context: Auxiliary object from _paginate :rtype: Tuple[List[str], Optional[str]] :returns: Tuple containing a list of up to 100 video watch ids and a continuation token, if more videos are available contentstwoColumnBrowseResultsRenderertabsr tabRenderercontentsectionListRendereritemSectionRendererrichGridRendererplaylistVideoListRendererresponseContextwebResponseContextExtensionData ytConfigData visitorDataonResponseReceivedActionsappendContinuationItemsActioncontinuationItemsNcontinuationItemRenderercontinuationEndpointcontinuationCommandtokencommandExecutorCommandcommands) isinstancedictrMloadsKeyError IndexError TypeErrorr#loggerinfo _extract_idsr) r)rVrDr:section_contentsrendererimportant_contentvideosprJcommand items_objs r*rLzPlaylist._extract_videossh h %#L::h/L"  ,J70 2  ( **3 5& '(2 3  @+A./DEjQRST%1(01C(D%(01L(M%'z2F!-.?!@Ab!c" -"/D   %bz*DEF\]^stu|} CR[F %%f- #\11Oj)4 @$4%,%.% !%##>%@! @*i0  %11L$Ma$P3%55H%J!*j)4  A4x  " %bz*DEF\]^vwyC DG,7'./D'Eg'N  *% L sCB0"C<E E.0%CCCCE0DED:D5-D:.E5D::E?EE+ E+)E..FFr>cXg}|D]"}|j|j|$|S)zV Iterate over the extracted urls. :returns: List with extracted ids. )append_extract_video_id)r)r>rxs r*rxzPlaylist._extract_idss7   8A   T33A6 7 8r,rcp d|ddS#tttf$r|j|cYSwxYw)zw Try extracting video ids, if it fails, try extracting shorts ids. :returns: List with extracted ids. rHplaylistVideoRenderervideoId)rsrtru_extract_shorts_id)r)rs r*rzPlaylist._extract_video_idsG  .q!89)DEF F*i0 .**1- - .s %55c |dd}d|vr|ddddd}n|dd}d |S#tttf$rgcYSwxYw) zP Try extracting shorts ids. :returns: List with extracted ids. richItemRendererr\shortsLockupViewModelonTapinnertubeCommandreelWatchEndpointrreelItemRendererrH)rsrtru)r)rr\video_ids r*rzPlaylist._extract_shorts_id#s{ *+I6G''1"#:;GDEWXYlmnwx"#56yAxj) )*i0 I s*-AArc#|Kjj|D]}fd|DEd{y7w)a}Retrieve a list of YouTube video URLs trimmed at the given video ID i.e. if the playlist has video IDs 1,2,3,4 calling trimmed(3) returns [1,2] :type video_id: str video ID to trim the returned list of playlist URLs at :rtype: List[str] :returns: List of video URLs from the playlist trimmed at the given ID )rEc3@K|]}j|ywN) _video_url).0 watch_pathr)s r* z#Playlist.trimmed..BsK  3KsN)rUr5)r)rpages` r*trimmedzPlaylist.trimmed6s<NN499XNF LDKdK K K L Ks /<:<c#K|j|jD]}|D]}|j|yw)zGGenerator that yields video URLs. :Yields: Video URLs N)rUr5r)r)rvideos r* url_generatorzPlaylist.url_generatorDsB NN499- -D -ooe,, - -s<>c4t|jS)zuComplete links of all the videos in playlist :rtype: List[str] :returns: List of video URLs )rrr/s r* video_urlszPlaylist.video_urlsMs%T%7%7%9::r,c #K|jD]]}t||j|j|j|j |j |j|j_yw)N)rrrrrrr ) rrrrrrrrr )r)rs r*videos_generatorzPlaylist.videos_generatorWsb?? C{{.."&"8"8??#22!.."&"8"8   sA.A0c4t|jS)z{Yields YouTube objects of videos in this playlist :rtype: List[YouTube] :returns: List of YouTube )rrr/s r*r|zPlaylist.videosds%T%:%:%<==r,ic |j|Sr)r)r)rs r* __getitem__zPlaylist.__getitem__msq!!r,c,t|jSr)lenrr/s r*__len__zPlaylist.__len__ps4??##r,c"d|jdS)Nz/r1r/s r*__repr__zPlaylist.__repr__ss@AQAQ@RRSTTr,c*|jddddddd} |j}|d}|djd}|d}tj|d |d d |d j S#t tf$r|cYSwxYw) a Extract the date that the playlist was last updated. For some playlists, this will be a specific date, which is returned as a datetime object. For other playlists, this is an estimate such as "1 week ago". Due to the fact that this value is returned as a string, pytube does a best-effort parsing where possible, and returns the raw string where it is not possible. :return: Date of last playlist update where possible, else the string provided :rtype: datetime.date r"playlistSidebarPrimaryInfoRendererstatsrunsratext, z0>2z%b %d %Y)r?splitstriprstrptimerrtrs)r)last_updated_textdate_componentsmonthdayyears r* last_updatedzPlaylist.last_updatedvs!--a01UV  !##)+ %/557O#A&E!!$**3/C"1%D$$'3s)1TF+Zdf H% %$ $ %sAA>>BBc>|jddddddS)zeExtract playlist title :return: playlist title (name) :rtype: Optional[str] rrtitlerrr?r/s r*rzPlaylist.titles=  #$HI  &( (r,c|jddd}d|vr|dddddSd |vr|d ddddSy) NrrthumbnailRendererplaylistVideoThumbnailRenderer thumbnail thumbnailsrirplaylistCustomThumbnailRendererr)r)thumbnail_renderers r* thumbnail_urlzPlaylist.thumbnail_urls!..q146#% ,/A A%02!"   /2D D%13!"  Er,c2|jddddS)Nrr description simpleTextrr/s r*rzPlaylist.descriptions+  #$HI ') )r,c~|jddddddd}|jdd}t|S)zqExtract the number of videos in the playlist. :return: Playlist video count :rtype: int rrrrrr)r?replaceint)r) count_texts r*lengthzPlaylist.lengths^&&q)*NO  !##)+ ''R0 :r,c|jddddd}|jd}|jdd}t|S)zcExtract view count for playlist. :return: Playlist view count :rtype: int rrrrarrr)r?rrr)r) views_textrs r*viewszPlaylist.viewssc&&q)*NO $&  %%'* ''R0 :r,cJ|jddddddddS) zfExtract the owner of the playlist. :return: Playlist owner name. :rtype: str ra$playlistSidebarSecondaryInfoRenderer videoOwnervideoOwnerRendererrrrrrr/s r*ownerzPlaylist.ownersQ  #$JK .00799?AABDDJL Lr,cV|jddddddddd d S) zExtract the channel_id of the owner of the playlist. :return: Playlist owner's channel ID. :rtype: str rarrrrrrnavigationEndpointbrowseEndpointbrowseIdrr/s r*owner_idzPlaylist.owner_idsa  #$JK .00799?AABD ""244>@ @r,c d|jS)zCreate the channel url of the owner of the playlist. :return: Playlist owner's channel url. :rtype: str z https://www.youtube.com/channel/)rr/s r* owner_urlzPlaylist.owner_urls2$--AAr,rc d|S)Nzhttps://www.youtube.com)rs r*rzPlaylist._video_urls( 55r,)NNr)9__name__ __module__ __qualname____doc__r client_namestrr rboolr r r+propertyr.r2r5r8r:r?rBr rrrUrLlistrxrqrrrrrrrrrr|r slicerrrrrrrrrrrrrr staticmethodrrr,r*rrs* $+1104#&*(,CG+0MQ;!;!;!d38n- ;!  ;! $ ;!! ;!%XsCj$.>%?@;!#4.;! ($sCx1H(IJ;!z!!KK & & & &//?C,0. #..6sm.$SM. $s) .`D2D2hsmD2uUYZ]U^`hil`mUmOnD2L$4.4.D& L L L- ;1; ; >)>>"U5#:."5d3i3H"$$U#U %htn% %0 (x}( (&)S))    LL@@BB6s66r,r)rrMloggingcollections.abcrrrtypingrrrr r r r r pytubefixrrrpytubefix.innertuberpytubefix.helpersrrrr getLoggerrrvrrr,r*rsLD $#NNN//)TT   8 $a6xa6r,