g|7dZddlZddlZddlmZddlmZmZddlmZm Z m Z m Z m Z m Z ddlmZmZmZddlmZmZmZmZej.eZGdd eZy) z>Module to download a complete playlist from a youtube channel.N)Sequence)datedatetime)DictIterableListOptionalTupleUnion)extractrequestYouTube)cacheDeferredGeneratorList install_proxy uniqueifyc|eZdZdZd(dedeeeeffdZedZ edZ edZ ed Z ed Z ed Zed Z d(d eedeeefdZdedeeeeffdZededeeeeeffdZdedeefdZdZeedefdZdZedeefdZde e!e"fde eeeffdZ#de"fdZ$defdZ%eedee&fdZ'eedeefdZ(edefd Z)ed!Z*ed"Z+ed#Z,ed$Z-ed%Z.ed&efd'Z/y))Playlistz Load a YouTube playlist with URLNurlproxiescr|r t|||_d|_d|_d|_d|_d|_yN)r _input_url_html_ytcfg _initial_data _sidebar_info _playlist_id)selfrrs `/var/www/it7/html/youtubeDownloader/venv/lib/python3.12/site-packages/pytube/contrib/playlist.py__init__zPlaylist.__init__s<  ' "  !! c|jr |jStj|j|_|jS)z2Get the playlist id. :rtype: str )rr playlist_idrrs r r$zPlaylist.playlist_ids<   $$ $#//@   r"c d|jS)z8Get the base playlist url. :rtype: str z&https://www.youtube.com/playlist?list=)r$r%s r playlist_urlzPlaylist.playlist_url*s 88H8H7IJJr"c|jr |jStj|j|_|jS)z9Get the playlist page html. :rtype: str )rr getr'r%s r htmlz Playlist.html2s5 :::: [[!2!23 zzr"c|jr |jStj|j|_|jS)zMExtract the ytcfg from the playlist page html. :rtype: dict )rr get_ytcfgr*r%s r ytcfgzPlaylist.ytcfg=s5 ;;;; '' 2 {{r"c|jr |jStj|j|_|jS)zTExtract the initial data from the playlist page html. :rtype: dict )rr initial_datar*r%s r r/zPlaylist.initial_dataHs<   %% %!(!5!5dii!@D %% %r"c~|jr |jS|jddd|_|jS)zTExtract the sidebar info from the playlist page html. :rtype: dict sidebarplaylistSidebarRendereritems)rr/r%s r sidebar_infozPlaylist.sidebar_infoTsH   %% %!%!2!29!=)"++2"4D %% %r"c |jdS)zTExtract the INNERTUBE_API_KEY from the playlist ytcfg. :rtype: str INNERTUBE_API_KEY)r-r%s r yt_api_keyzPlaylist.yt_api_keyas zz-..r"until_watch_idreturnc#|K|jtjtj|j \}}|r |j d|}|d|y||r|j|\}}}nd\}}}|r|r|rtjd|tj|||}|j|\}}|r |j d|}|d|y||r|j|\}}}nd\}}}|r|r|ryyyyyy#t$rYwxYw#t$rYIwxYww)a>Parse the video links from the page source, yields the /watch?v= part from video link :param until_watch_id Optional[str]: YouTube Video watch id until which the playlist should be read. :rtype: Iterable[List[str]] :returns: Iterable of lists of YouTube watch ids /watch?v=N)NNNzload more url: %s) extra_headersdata) _extract_videosjsondumpsr r/r*index ValueError_build_continuation_urlloggerdebugr post) rr8 videos_urls continuation trim_index load_more_urlheadersr=reqs r _paginatezPlaylist._paginateisx%)$8$8 JJw++DII6 7% ! \  (..>:J/KL !+:.. +/+G+G +U (M7D+; (M7DD LL,m <,,}G$OC)-(<(N3O!PJ%kz22 /3/K/K 0, w0@, w-DmDm  4"sUAD< D%A-D<D-.)D<D< D*'D<)D**D<- D96D<8D99D<rHc<d|jddd|ddddidfS) aXHelper method to build the url and headers required to request the next page of videos :param str continuation: Continuation extracted from the json response of the last page :rtype: Tuple[str, dict, dict] :returns: Tuple of an url and required headers for the next http request z/https://www.youtube.com/youtubei/v1/browse?key=1z2.20200720.00.02)zX-YouTube-Client-NamezX-YouTube-Client-VersionclientWEB) clientName clientVersion)rHcontext)r7)rrHs r rCz Playlist._build_continuation_urlsKB??#%*-,>  !-&+);   r"raw_jsoncTtj|} |dddddddd} |ddddd }|d} |ddddd}|dd}tttd||fS#tttf$r|d dddd }YdwxYw#tttf$rQ |d dd d }|}n<#tttf$r%}t j |gdfcYd}~cYSd}~wwxYwYwxYw#ttf$rd}YwxYw)aPExtracts videos from a raw json page :param str raw_json: Input json extracted from the page or the last server response :rtype: Tuple[List[str], Optional[str]] :returns: Tuple containing a list of up to 100 video watch ids and a continuation token, if more videos are available contentstwoColumnBrowseResultsRenderertabsr tabRenderercontentsectionListRendereritemSectionRendererplaylistVideoListRendereronResponseReceivedActionsappendContinuationItemsActioncontinuationItemsNcontinuationItemRenderercontinuationEndpointcontinuationCommandtokencd|ddS)Nr;playlistVideoRenderervideoId)xs r z*Playlist._extract_videos..s!' !89)DEGr") r?loadsKeyError IndexError TypeErrorrDinforlistmap)rUr/section_contentsimportant_contentvideosprHs r r>zPlaylist._extract_videosszz(+   ,J70 2  ( **3 5& '(2 3  @$4%,%.% !%##>%@!'z2F !":&@A&#%%,.LCR[F       9j)4 @$4%,%.% !%##>%@! @ *i0  %11L$Ma$P3%55H%J!*j)4  A4x  "*% L svB+BB+ D%B(%B+'B((B++DCDD %D=D >DD  DDD'&D'video_idc#fKj|D]}fd|DEd{y7w)a}Retrieve a list of YouTube video URLs trimmed at the given video ID i.e. if the playlist has video IDs 1,2,3,4 calling trimmed(3) returns [1,2] :type video_id: str video ID to trim the returned list of playlist URLs at :rtype: List[str] :returns: List of video URLs from the playlist trimmed at the given ID )r8c3@K|]}j|ywr) _video_url).0 watch_pathrs r z#Playlist.trimmed..sK  3KsN)rM)rrypages` r trimmedzPlaylist.trimmeds6NN(N; LDKdK K K L Ks $1/1c#jK|jD]}|D]}|j|yw)zGGenerator that yields video URLs. :Yields: Video URLs N)rMr|)rrvideos r url_generatorzPlaylist.url_generators< NN$ -D -ooe,, - -s13c4t|jS)zuComplete links of all the videos in playlist :rtype: List[str] :returns: List of video URLs )rrr%s r video_urlszPlaylist.video_urlss%T%7%7%9::r"c#HK|jD]}t|ywr)rr)rrs r videos_generatorzPlaylist.videos_generator's#?? C#,  s "c4t|jS)z{Yields YouTube objects of videos in this playlist :rtype: List[YouTube] :returns: List of YouTube )rrr%s r rwzPlaylist.videos+s%T%:%:%<==r"ic |j|Sr)r)rrs r __getitem__zPlaylist.__getitem__4sq!!r"c,t|jSr)lenrr%s r __len__zPlaylist.__len__7s4??##r"c.t|jSr)reprrr%s r __repr__zPlaylist.__repr__:st'()r"c*|jddddddd} |j}|d}|djd}|d}tj|d |d d |d j S#t tf$r|cYSwxYw) a Extract the date that the playlist was last updated. For some playlists, this will be a specific date, which is returned as a datetime object. For other playlists, this is an estimate such as "1 week ago". Due to the fact that this value is returned as a string, pytube does a best-effort parsing where possible, and returns the raw string where it is not possible. :return: Date of last playlist update where possible, else the string provided :rtype: datetime.date r"playlistSidebarPrimaryInfoRendererstatsrunsr_text, z0>2z%b %d %Y)r4splitstriprstrptimerrpro)rlast_updated_textdate_componentsmonthdayyears r last_updatedzPlaylist.last_updated=s!--a01UV  !##)+ %/557O#A&E!!$**3/C"1%D$$'3s)1TF+Zdf H% %$ $ %sAA>>BBc>|jddddddS)zeExtract playlist title :return: playlist title (name) :rtype: Optional[str] rrtitlerrr4r%s r rzPlaylist.titleWs=  #$HI  &( (r"c2|jddddS)Nrr description simpleTextrr%s r rzPlaylist.descriptionbs+  #$HI ') )r"c~|jddddddd}|jdd}t|S)zqExtract the number of videos in the playlist. :return: Playlist video count :rtype: int rrrrrr)r4replaceint)r count_texts r lengthzPlaylist.lengthgs^&&q)*NO  !##)+ ''B/ :r"c|jddddd}|jd}|jdd}t|S)zcExtract view count for playlist. :return: Playlist view count :rtype: int rrrr_rrr)r4rrr)r views_textrs r viewszPlaylist.viewsssc&&q)*NO $&  %%'* ''R0 :r"cJ|jddddddddS) zfExtract the owner of the playlist. :return: Playlist owner name. :rtype: str r_$playlistSidebarSecondaryInfoRenderer videoOwnervideoOwnerRendererrrrrrr%s r ownerzPlaylist.ownersQ  #$JK .00799?AABDDJL Lr"cV|jddddddddd d S) zExtract the channel_id of the owner of the playlist. :return: Playlist owner's channel ID. :rtype: str r_rrrrrrnavigationEndpointbrowseEndpointbrowseIdrr%s r owner_idzPlaylist.owner_idsa  #$JK .00799?AABD ""244>@ @r"c d|jS)zCreate the channel url of the owner of the playlist. :return: Playlist owner's channel url. :rtype: str z https://www.youtube.com/channel/)rr%s r owner_urlzPlaylist.owner_urls2$--AAr"r~c d|S)Nzhttps://www.youtube.comrk)r~s r r|zPlaylist._video_urls( 55r"r)0__name__ __module__ __qualname____doc__strr rr!propertyr$r'r*r-r/r4r7rrrMr dictrC staticmethodr>rrrrrrrrwr slicerrrrrrrrrrrrrr|rkr"r rrs* !C !(4S>*B !!!KK & & & &///37@&sm7@ $s) 7@r C E#tT/)>>"U5#:."5d3i3H"$$*#* %htn% %0 (x}( ()S))    LL@@BB6s66r"r)rr?loggingcollections.abcrrrtypingrrrr r r pytuber r rpytube.helpersrrrr getLoggerrrDrrkr"r rsFD $#??,,QQ   8 $U6xU6r"