^jGddlmZmZddlmZddlmZddlmZddl m Z m Z m Z m Z mZmZddlmZddlZddlmZmZmZd d lmZd d lmZmZmZd d lmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+eGd dZ,eGddZ-eGddZ.Gdde/eZ0Gdde/eZ1dede/defdZ2GddZ3GddZ4Gdd Z5Gd!d"Z6dS)#) dataclassasdict)Enum)chain)unescape)ListDictIteratorIterablePatternOptional) ElementTreeN) HTTPErrorSessionResponse) ProxyConfig) WATCH_URLINNERTUBE_CONTEXTINNERTUBE_API_URL)VideoUnavailableYouTubeRequestFailedNoTranscriptFoundTranscriptsDisabledNotTranslatableTranslationLanguageNotAvailableFailedToCreateConsentCookieInvalidVideoId IpBlockedRequestBlocked AgeRestrictedVideoUnplayableYouTubeDataUnparsablePoTokenRequiredc0eZdZUeed<eed< eed<dS)FetchedTranscriptSnippettextstartdurationN)__name__ __module__ __qualname__str__annotations__floatd/usr/local/lib/hermes-agent/venv/lib/python3.11/site-packages/youtube_transcript_api/_transcripts.pyr&r&"s8 III LLLOOOr1r&ceZdZUdZeeed<eed<eed<eed<eed<de efdZ defd Z de fd Z deefd Zd S) FetchedTranscriptz Represents a fetched transcript. This object is iterable, which allows you to iterate over the transcript snippets. snippetsvideo_idlanguage language_code is_generatedreturnc*t|jSN)iterr5selfs r2__iter__zFetchedTranscript.__iter__>sDM"""r1c|j|Sr<)r5)r?indexs r2 __getitem__zFetchedTranscript.__getitem__As}U##r1c*t|jSr<)lenr5r>s r2__len__zFetchedTranscript.__len__Ds4=!!!r1cd|DS)Nc,g|]}t|Sr0)r).0snippets r2 z1FetchedTranscript.to_raw_data..Hs444Gw444r1r0r>s r2 to_raw_datazFetchedTranscript.to_raw_dataGs44t4444r1N)r*r+r,__doc__rr&r.r-boolr r@rCintrFr rLr0r1r2r4r41s +,,,,MMMMMM#(#;<####$$<$$$$"""""5T$Z555555r1r4c$eZdZUeed<eed<dS)_TranslationLanguager7r8N)r*r+r,r-r.r0r1r2rQrQKs'MMMr1rQceZdZdZdZdZdS)_PlayabilityStatusOKERRORLOGIN_REQUIREDN)r*r+r,rTrUrVr0r1r2rSrSQs B E%NNNr1rSceZdZdZdZdZdS)_PlayabilityFailedReasonu%Sign in to confirm you’re not a botz/This video may be inappropriate for some users.zThis video is unavailableN)r*r+r, BOT_DETECTEDAGE_RESTRICTEDVIDEO_UNAVAILABLEr0r1r2rXrXWs :LFN3r1rXresponser6r:c |jdkrt|||S#t$r}t ||d}~wwxYw)Ni) status_coderraise_for_statusrr)r\r6errors r2_raise_http_errorsra]si4  3 & &H%% %!!### 444"8U3334s/2 AA  AceZdZdededededededeefdZdd ed e fd Z d efd Z e d efdZ ded dfdZdS) Transcript http_clientr6urlr7r8r9translation_languagesc||_||_||_||_||_||_||_d|D|_dS)z You probably don't want to initialize this directly. Usually you'll access Transcript objects using a TranscriptList. c(i|]}|j|jSr0)r8r7rItranslation_languages r2 z'Transcript.__init__..}s1, , , $ ! .0D0M, , , r1N) _http_clientr6_urlr7r8r9rf_translation_languages_dict)r?rdr6rer7r8r9rfs r2__init__zTranscript.__init__hs`(     *(%:", , (=, , , (((r1Fpreserve_formattingr:c@d|jvrt|j|j|j}t |t||jj}t||j|j |j |j S)z Loads the actual transcript data. :param preserve_formatting: whether to keep select HTML text formatting z&exp=xpe)rp)r5r6r7r8r9) rmr$r6rlget_TranscriptParserparserar'r4r7r8r9)r?rpr\r5s r2fetchzTranscript.fetchs  " "!$-00 0$((33$9LMMMSS x 7 7 <  !]],*     r1cXd|j|j|jrdndS)Nz7{language_code} ("{language}"){translation_description}z[TRANSLATABLE])r7r8translation_description)formatr7r8is_translatabler>s r2__str__zTranscript.__str__s=HOO],8<8L$T$4$4RTP   r1c2t|jdkS)Nr)rErfr>s r2rzzTranscript.is_translatables4-..22r1c |jst|j||jvrt |jt |j|jd|j||j||dgS)Nz{url}&tlang={language_code})rer8T) rzrr6rnrrcrlryrm)r?r8s r2 translatezTranscript.translates# 1!$-00 0  @ @ @1$-@@ @   M ) 0 0I] 1    ,] ;      r1NF)r*r+r,rr-rNrrQror4rur{propertyrzr~r0r1r2rcrcgs           $$89    4   :K    &     3333X3 s |      r1rcc NeZdZdZdedeeefdeeefdeefdZ e de deded dfd Z d e efd Zd eed efd Zd eed efdZd eed efdZd eedeeeefd efdZd efdZdeed efdZdS)TranscriptListz This object represents a list of transcripts. It can be iterated over to list all transcripts which are available for a given YouTube video. Also, it provides functionality to search for a transcript in a given language. r6manually_created_transcriptsgenerated_transcriptsrfc>||_||_||_||_dS)a The constructor is only for internal use. Use the static build method instead. :param video_id: the id of the video this TranscriptList is for :param manually_created_transcripts: dict mapping language codes to the manually created transcripts :param generated_transcripts: dict mapping language codes to the generated transcripts :param translation_languages: list of languages which can be used for translatable languages N)r6_manually_created_transcripts_generated_transcripts_translation_languages)r?r6rrrfs r2rozTranscriptList.__init__s)! -I*&;#&;###r1rd captions_jsonr:c d|dgD}i}i}|dD]}|dddkr|}n|}t|||ddd|d d d d |d |dddk|ddr|ng||d <t||||S)a] Factory method for TranscriptList. :param http_client: http client which is used to make the transcript retrieving http calls :param video_id: the id of the video this TranscriptList is for :param captions_json: the JSON parsed from the YouTube pages static HTML :return: the created TranscriptList clg|]1}t|dddd|d2S) languageNamerunsrr' languageCoder7r8)rQris r2rKz(TranscriptList.build..sX! ! ! % !-n=fEaHP2>B   ! ! ! r1translationLanguages captionTrackskindrwasrbaseUrlz &fmt=srv3namerrr'risTranslatableF)rrrcreplacer)rdr6rrfrrcaptiontranscript_dicts r2buildzTranscriptList.builds(! ! )6(9(9:PRT(U(U ! ! ! (*$ "$_5  G{{62&&%//"7">7A "**;;;'*62' FB''50)05Eu)M)MU%%SU88OGN3 4 4  ( ! !    r1c~t|j|jSr<)rrvaluesrr>s r2r@zTranscriptList.__iter__s8  . 5 5 7 7  ' . . 0 0   r1language_codescF|||j|jgS)a> Finds a transcript for a given language code. Manually created transcripts are returned first and only if none are found, generated transcripts are used. If you only want generated transcripts use `find_manually_created_transcript` instead. :param language_codes: A list of language codes in a descending priority. For example, if this is set to ['de', 'en'] it will first try to fetch the german transcript (de) and then fetch the english transcript (en) if it fails to do so. :return: the found Transcript )_find_transcriptrrr?rs r2find_transcriptzTranscriptList.find_transcripts-$$   /1L M   r1c:|||jgS)a Finds an automatically generated transcript for a given language code. :param language_codes: A list of language codes in a descending priority. For example, if this is set to ['de', 'en'] it will first try to fetch the german transcript (de) and then fetch the english transcript (en) if it fails to do so. :return: the found Transcript )rrrs r2find_generated_transcriptz(TranscriptList.find_generated_transcripts $$^d6Q5RSSSr1c:|||jgS)a| Finds a manually created transcript for a given language code. :param language_codes: A list of language codes in a descending priority. For example, if this is set to ['de', 'en'] it will first try to fetch the german transcript (de) and then fetch the english transcript (en) if it fails to do so. :return: the found Transcript )rrrs r2 find_manually_created_transcriptz/TranscriptList.find_manually_created_transcripts'$$ T?@   r1transcript_dictscb|D]}|D]}||vr ||ccSt|j||r<)rr6)r?rrr8rs r2rzTranscriptList._find_transcript,sd , : :M#3 : : O33*=9999994 :  ~tDDDr1c Rd|j|d|jD|d|jD|d|jDS)NaFor this video ({video_id}) transcripts are available in the following languages: (MANUALLY CREATED) {available_manually_created_transcript_languages} (GENERATED) {available_generated_transcripts} (TRANSLATION LANGUAGES) {available_translation_languages}c34K|]}t|VdSr<r-rI transcripts r2 z)TranscriptList.__str__..CsD[[J[[[[[[r1c34K|]}t|VdSr<rrs r2rz)TranscriptList.__str__..GsAKK$.JKKKKKKr1c3XK|]%}d|j|jV&dS)z{language_code} ("{language}")rN)ryr7r8ris r2rz)TranscriptList.__str__..JsaKK ) 1771:"6"D8KKKKKKr1)r6/available_manually_created_transcript_languagesavailable_generated_transcriptsavailable_translation_languages)ryr6_get_language_descriptionrrrrr>s r2r{zTranscriptList.__str__8s 0 &]<@.TsG    $ $ $ ; ;      r1None)join)r?r descriptions r2rz(TranscriptList._get_language_descriptionSsBii  0     *5{{v5r1N)r*r+r,rMr-r rcrrQro staticmethodrrr r@r rrrrr{rr0r1r2rrs <<'+3 ?&;< $CO4 < $$89 <<<<(+ + (++ <@+ + + + \+ Z (:.     hsm     T T* T T T T  &sm        E   EtCO45 E  E E E E     66HSM6c666666r1rceZdZdedeefdZdedefdZ ddede de fd Z d ededefd Z d e dede fd Zde deddfdZd ededdfdZdedefdZdedefdZdedede fdZdS)TranscriptListFetcherrd proxy_configc"||_||_dSr<)rl _proxy_config)r?rdrs r2rozTranscriptListFetcher.__init__\s')r1r6r:cjt|j|||Sr<)rrrl_fetch_captions_json)r?r6s r2ruzTranscriptListFetcher.fetch`s4##     % %h / /   r1r try_numberc ||}|||}|||}|||S#t$r\}|jdn |jj}|dz|kr|||dzcYd}~S||jd}~wwxYw)Nrr)r) _fetch_video_html_extract_innertube_api_key_fetch_innertube_data_extract_captions_jsonr rretries_when_blockedrwith_proxy_config)r?r6rhtmlapi_keyinnertube_data exceptionretriess r2rz*TranscriptListFetcher._fetch_captions_jsongs B))(33D55dHEEG!77'JJN..~xHH H B B B%-'<  A~''00jSTn0UUUUUUUU--d.@AA A Bs$AA B?#7B:B? B::B?rcd}tj||}|r:t|dkr|dSd|vrt |t |)Nz)"INNERTUBE_API_KEY":\s*"([a-zA-Z0-9_-]+)"rzclass="g-recaptcha")researchrEgroupsgrouprr#)r?rr6patternmatchs r2rz0TranscriptListFetcher._extract_innertube_api_keywsq> '4((  "S((A--;;q>> ! D ( (H%% %#H---r1rc||d||did}|d|vrt||S)NplayabilityStatuscaptionsplayerCaptionsTracklistRendererr)_assert_playabilityrrr)r?rr6rs r2rz,TranscriptListFetcher._extract_captions_jsonsu   !3!34G!H!H(SSS&**:r::>> -    O=$H$H%h// /r1playability_status_dataNc|d}|tjjkrT|S|d}|tjjkrH|t jjkrt||t jjkrt||tj jkr]|t j jkrH| ds| drt|t||didididg}t||d |DdSdS) Nstatusreasonzhttp://zhttps:// errorScreenplayerErrorMessageRenderer subreasonrc:g|]}|ddS)r'rw)rr)rIruns r2rKz=TranscriptListFetcher._assert_playability..s&"M"M"M337762#6#6"M"M"Mr1)rrrSrTvaluerVrXrYr rZr!rUr[ startswithrrr")r?rr6playability_statusr subreasonss r2rz)TranscriptListFetcher._assert_playabilitysz488BB "4"7"= = =".,00::F!%7%F%LLL5BHHH(2225DJJJ'111"&8&>&DDD6HNNN&&y113X5H5H5T5T3(222&x000'++M2>>1266["%%VR  "&"M"M*"M"M"M - > =..r1ctjd|}|t||jjdd|dzddS)Nzname="v" value="(.*?)"CONSENTzYES+rz .youtube.com)domain)rrrrlcookiessetr)r?rr6rs r2_create_consent_cookiez,TranscriptListFetcher._create_consent_cookiesj 2D99 =-h77 7 !%% v A.~ &     r1c||}d|vr>|||||}d|vrt||S)Nz&action="https://consent.youtube.com/s") _fetch_htmlrr)r?r6rs r2rz'TranscriptListFetcher._fetch_video_htmlsg)) 3t ; ;  ' 'h 7 7 7##H--D74??1(;;; r1c|jtj|}t t ||jS)N)r6)rlrrrryrrar')r?r6r\s r2rz!TranscriptListFetcher._fetch_htmlsB$(()98)L)L)LMM*8X>>CDDDr1rc|jtj|t|d}t ||}|S)N)r)contextvideoId)json)rlpostrryrrar)r?r6rr\datas r2rz+TranscriptListFetcher._fetch_innertube_datasb$))  $W 5 5 5,#*  "(H55::<< r1)r)r*r+r,rr rror-rrurOr rrrrrrrrr0r1r2rr[s*G*8K;P**** c n    BBSBcB$BBBB .s.c.c.... T S T    43SW: 3 # $    ##ECECEEEE c C D      r1rc\eZdZgdZd defdZdedeefdZdede e fdZ d S) rs) strongembimarksmalldelinssubsupFrpc:|||_dSr<)_get_html_regex _html_regex)r?rps r2roz_TranscriptParser.__init__s//0CDDr1r:c|rBd|j}d|zdz}tj|tj}ntjdtj}|S)N|z <\/?(?!\/?(z )\b).*?\b>z<[^>]*>)r_FORMATTING_TAGSrcompile IGNORECASE)r?rp formats_regex html_regexs r2rz!_TranscriptParser._get_html_regexs[  ?HHT%:;;M*]:]JMM2=AAJJJ >>Jr1raw_datacDfdtj|DS)Nc g|]}|j ttjjdt |jt |jdt |jddS)Nrwr(durz0.0)r'r(r)) r'r&rrrrr/attribrr)rI xml_elementr?s r2rKz+_TranscriptParser.parse..s   + %VD,b(;;K2L2LMMK.w788{155eUCCDD    ,++r1)r fromstring)r?r s` r2rtz_TranscriptParser.parses;    +5h??     r1Nr) r*r+r,rrNror r-rrr&rtr0r1r2rsrss   EEDEEEE4GCL  c  d+C&D       r1rs)7 dataclassesrrenumr itertoolsrrrtypingrr r r r r defusedxmlrrrequestsrrrproxiesr _settingsrrr_errorsrrrrrrrrrr r!r"r#r$r&r4rQr-rSrXrarcrrrsr0r1r2rsn))))))))DDDDDDDDDDDDDDDD"""""" 1111111111 FFFFFFFFFF$           5555555 52   &&&&&d&&& 44444sD444 44S4X4444J J J J J J J J Zd6d6d6d6d6d6d6d6Nkkkkkkkk\# # # # # # # # # # r1