o jEiG@sddlmZmZddlmZddlmZddlmZddl m Z m Z m Z m Z mZmZddlmZddlZddlmZmZmZd d lmZd d lmZmZmZd d lmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+eGd ddZ,eGdddZ-eGdddZ.Gddde/eZ0Gddde/eZ1dede/defddZ2GdddZ3GdddZ4Gd d!d!Z5Gd"d#d#Z6dS)$) dataclassasdict)Enum)chain)unescape)ListDictIteratorIterablePatternOptional) ElementTreeN) HTTPErrorSessionResponse) ProxyConfig) WATCH_URLINNERTUBE_CONTEXTINNERTUBE_API_URL)VideoUnavailableYouTubeRequestFailedNoTranscriptFoundTranscriptsDisabledNotTranslatableTranslationLanguageNotAvailableFailedToCreateConsentCookieInvalidVideoId IpBlockedRequestBlocked AgeRestrictedVideoUnplayableYouTubeDataUnparsablePoTokenRequiredc@s(eZdZUeed<eed< eed<dS)FetchedTranscriptSnippettextstartdurationN)__name__ __module__ __qualname__str__annotations__floatr.r.`/var/www/agentarbitrage/venv/lib/python3.10/site-packages/youtube_transcript_api/_transcripts.pyr$"s r$c@s~eZdZUdZeeed<eed<eed<eed<eed<de efdd Z defd d Z de fd d Z deefddZdS)FetchedTranscriptz Represents a fetched transcript. This object is iterable, which allows you to iterate over the transcript snippets. snippetsvideo_idlanguage language_code is_generatedreturncC t|jSN)iterr1selfr.r.r/__iter__> zFetchedTranscript.__iter__cCs |j|Sr8)r1)r;indexr.r.r/ __getitem__Ar=zFetchedTranscript.__getitem__cCr7r8)lenr1r:r.r.r/__len__Dr=zFetchedTranscript.__len__cCsdd|DS)NcSsg|]}t|qSr.)r).0snippetr.r.r/ Hsz1FetchedTranscript.to_raw_data..r.r:r.r.r/ to_raw_dataGszFetchedTranscript.to_raw_dataN)r(r)r*__doc__rr$r,r+boolr r<r?intrArrEr.r.r.r/r01s  r0c@seZdZUeed<eed<dS)_TranslationLanguager3r4N)r(r)r*r+r,r.r.r.r/rIKs  rIc@eZdZdZdZdZdS)_PlayabilityStatusOKERRORLOGIN_REQUIREDN)r(r)r*rLrMrNr.r.r.r/rKQrKc@rJ)_PlayabilityFailedReasonu%Sign in to confirm you’re not a botz/This video may be inappropriate for some users.zThis video is unavailableN)r(r)r* BOT_DETECTEDAGE_RESTRICTEDVIDEO_UNAVAILABLEr.r.r.r/rPWrOrPresponser2r6c CsDz|jdkr t|||WSty!}zt||d}~ww)Ni) status_coderraise_for_statusrr)rTr2errorr.r.r/_raise_http_errors]s  rXc@s|eZdZdededededededeefdd Zdd ed e fd dZ d efddZ e d efddZ ded dfddZdS) Transcript http_clientr2urlr3r4r5translation_languagescCs>||_||_||_||_||_||_||_dd|D|_dS)z You probably don't want to initialize this directly. Usually you'll access Transcript objects using a TranscriptList. cSsi|]}|j|jqSr.)r4r3rBtranslation_languager.r.r/ }sz'Transcript.__init__..N) _http_clientr2_urlr3r4r5r\_translation_languages_dict)r;rZr2r[r3r4r5r\r.r.r/__init__hs zTranscript.__init__Fpreserve_formattingr6cCsVd|jvr t|j|j|j}t|dt||jj}t ||j|j |j |j dS)z Loads the actual transcript data. :param preserve_formatting: whether to keep select HTML text formatting z&exp=xpe)rd)r1r2r3r4r5) rar#r2r`get_TranscriptParserparserXr%r0r3r4r5)r;rdrTr1r.r.r/fetchs    zTranscript.fetchcCs"dj|j|j|jr ddSddS)Nz7{language_code} ("{language}"){translation_description}z[TRANSLATABLE])r3r4translation_description)formatr3r4is_translatabler:r.r.r/__str__szTranscript.__str__cCst|jdkS)Nr)r@r\r:r.r.r/rlszTranscript.is_translatablecCsN|jst|j||jvrt|jt|j|jdj|j|d|j||dgS)Nz{url}&tlang={language_code})r[r4T) rlrr2rbrrYr`rkra)r;r4r.r.r/ translates   zTranscript.translateNF)r(r)r*rr+rGrrIrcr0rhrmpropertyrlrnr.r.r.r/rYgs* rYc @seZdZdZdedeeefdeeefdeefddZ e de ded ed dfd d Z d e efd dZdeed efddZdeed efddZdeed efddZdeedeeeefd efddZd efddZdeed efddZdS)TranscriptListz This object represents a list of transcripts. It can be iterated over to list all transcripts which are available for a given YouTube video. Also, it provides functionality to search for a transcript in a given language. r2manually_created_transcriptsgenerated_transcriptsr\cCs||_||_||_||_dS)a The constructor is only for internal use. Use the static build method instead. :param video_id: the id of the video this TranscriptList is for :param manually_created_transcripts: dict mapping language codes to the manually created transcripts :param generated_transcripts: dict mapping language codes to the generated transcripts :param translation_languages: list of languages which can be used for translatable languages N)r2_manually_created_transcripts_generated_transcripts_translation_languages)r;r2rrrsr\r.r.r/rcs zTranscriptList.__init__rZ captions_jsonr6c Csdd|dgD}i}i}|dD];}|dddkr |}n|}t|||dd d|d d d d |d|dddk|ddrG|ng||d<qt||||S)a] Factory method for TranscriptList. :param http_client: http client which is used to make the transcript retrieving http calls :param video_id: the id of the video this TranscriptList is for :param captions_json: the JSON parsed from the YouTube pages static HTML :return: the created TranscriptList cSs,g|]}t|dddd|ddqS) languageNamerunsrr% languageCoder3r4)rIr]r.r.r/rDsz(TranscriptList.build..translationLanguages captionTrackskindriasrbaseUrlz &fmt=srv3nameryrr%rzisTranslatableF)rerYreplacerq)rZr2rwr\rrrscaptiontranscript_dictr.r.r/builds0   zTranscriptList.buildcCst|j|jSr8)rrtvaluesrur:r.r.r/r<szTranscriptList.__iter__language_codescCs|||j|jgS)a> Finds a transcript for a given language code. Manually created transcripts are returned first and only if none are found, generated transcripts are used. If you only want generated transcripts use `find_manually_created_transcript` instead. :param language_codes: A list of language codes in a descending priority. For example, if this is set to ['de', 'en'] it will first try to fetch the german transcript (de) and then fetch the english transcript (en) if it fails to do so. :return: the found Transcript )_find_transcriptrtrur;rr.r.r/find_transcripts  zTranscriptList.find_transcriptcC|||jgS)a Finds an automatically generated transcript for a given language code. :param language_codes: A list of language codes in a descending priority. For example, if this is set to ['de', 'en'] it will first try to fetch the german transcript (de) and then fetch the english transcript (en) if it fails to do so. :return: the found Transcript )rrurr.r.r/find_generated_transcripts z(TranscriptList.find_generated_transcriptcCr)a| Finds a manually created transcript for a given language code. :param language_codes: A list of language codes in a descending priority. For example, if this is set to ['de', 'en'] it will first try to fetch the german transcript (de) and then fetch the english transcript (en) if it fails to do so. :return: the found Transcript )rrtrr.r.r/ find_manually_created_transcripts z/TranscriptList.find_manually_created_transcripttranscript_dictscCs:|D]}|D]}||vr||Sqqt|j||r8)rr2)r;rrr4rr.r.r/r,szTranscriptList._find_transcriptcCsRdj|j|dd|jD|dd|jD|dd|jDdS)NaFor this video ({video_id}) transcripts are available in the following languages: (MANUALLY CREATED) {available_manually_created_transcript_languages} (GENERATED) {available_generated_transcripts} (TRANSLATION LANGUAGES) {available_translation_languages}cs|]}t|VqdSr8r+rB transcriptr.r.r/ Cs  z)TranscriptList.__str__..csrr8rrr.r.r/rGs css"|] }dj|j|jdVqdS)z{language_code} ("{language}")r{N)rkr3r4r]r.r.r/rJs )r2/available_manually_created_transcript_languagesavailable_generated_transcriptsavailable_translation_languages)rkr2_get_language_descriptionrtrrurvr:r.r.r/rm8s   zTranscriptList.__str__transcript_stringscCs ddd|D}|r|SdS)N css|] }dj|dVqdS)z - {transcript})rN)rkrr.r.r/rTs  z;TranscriptList._get_language_description..None)join)r;r descriptionr.r.r/rSs  z(TranscriptList._get_language_descriptionN)r(r)r*rFr+rrYrrIrc staticmethodrrr r<r rrrrrmrr.r.r.r/rqsL    -    rqc@seZdZdedeefddZdedefddZ d ded e de fd d Z d ededefddZ de dede fddZde deddfddZd ededdfddZdedefddZdedefddZdedede fddZdS)!TranscriptListFetcherrZ proxy_configcCs||_||_dSr8)r` _proxy_config)r;rZrr.r.r/rc\s zTranscriptListFetcher.__init__r2r6cCst|j|||Sr8)rqrr`_fetch_captions_json)r;r2r.r.r/rh`s zTranscriptListFetcher.fetchr try_numberc Csz||}|||}|||}|||WStyJ}z&|jdur'dn|jj}|d|kr@|j||ddWYd}~S||jd}~ww)Nrr)r) _fetch_video_html_extract_innertube_api_key_fetch_innertube_data_extract_captions_jsonrrretries_when_blockedrwith_proxy_config)r;r2rhtmlapi_keyinnertube_data exceptionretriesr.r.r/rgs      z*TranscriptListFetcher._fetch_captions_jsonrcCsFd}t||}|rt|dkr|dSd|vrt|t|)Nz)"INNERTUBE_API_KEY":\s*"([a-zA-Z0-9_-]+)"rzclass="g-recaptcha")researchr@groupsgrouprr")r;rr2patternmatchr.r.r/rws  z0TranscriptListFetcher._extract_innertube_api_keyrcCs@||d||did}|dusd|vrt||S)NplayabilityStatuscaptionsplayerCaptionsTracklistRendererr})_assert_playabilityrer)r;rr2rwr.r.r/rs z,TranscriptListFetcher._extract_captions_jsonplayability_status_dataNcCs|d}|tjjkri|durk|d}|tjjkr.|tjjkr$t||tjjkr.t ||tj jkrL|tj jkrL| dsD| drHt |t||didididg}t||d d |DdSdS) Nstatusreasonzhttp://zhttps:// errorScreenplayerErrorMessageRenderer subreasonrycSsg|]}|ddqS)r%ri)re)rBrunr.r.r/rDsz=TranscriptListFetcher._assert_playability..)rerKrLvaluerNrPrQrrRr rMrS startswithrrr!)r;rr2playability_statusr subreasonsr.r.r/rs0         z)TranscriptListFetcher._assert_playabilitycCs>td|}|durt||jjjdd|ddddS)Nzname="v" value="(.*?)"CONSENTzYES+rz .youtube.com)domain)rrrr`cookiessetr)r;rr2rr.r.r/_create_consent_cookies  z,TranscriptListFetcher._create_consent_cookiecCs<||}d|vr|||||}d|vrt||S)Nz&action="https://consent.youtube.com/s") _fetch_htmlrr)r;r2rr.r.r/rs   z'TranscriptListFetcher._fetch_video_htmlcCs$|jtj|d}tt||jS)N)r2)r`rerrkrrXr%)r;r2rTr.r.r/rsz!TranscriptListFetcher._fetch_htmlrcCs0|jjtj|dt|dd}t||}|S)N)r)contextvideoId)json)r`postrrkrrXr)r;r2rrTdatar.r.r/rs z+TranscriptListFetcher._fetch_innertube_data)r)r(r)r*rr rrcr+rqrhrHrrrrrrrrrr.r.r.r/r[s   rc@sPeZdZgdZd defddZdedeefddZd ede e fd d Z d S)rf) strongembimarksmalldelinssubsupFrdcCs|||_dSr8)_get_html_regex _html_regex)r;rdr.r.r/rcsz_TranscriptParser.__init__r6cCs@|rd|j}d|d}t|tj}|Stdtj}|S)N|z <\/?(?!\/?(z )\b).*?\b>z<[^>]*>)r_FORMATTING_TAGSrcompile IGNORECASE)r;rd formats_regex html_regexr.r.r/rs  z!_TranscriptParser._get_html_regexraw_datacsfddt|DS)Nc sNg|]#}|jdurttjdt|jt|jdt|jdddqS)Nrir&durz0.0)r%r&r') r%r$rrrrr-attribre)rB xml_elementr:r.r/rDs  z+_TranscriptParser.parse..)r fromstring)r;rr.r:r/rgs z_TranscriptParser.parseNro) r(r)r*rrGrcr r+rrr$rgr.r.r.r/rfs   rf)7 dataclassesrrenumr itertoolsrrrtypingrrr r r r defusedxmlr rrequestsrrrproxiesr _settingsrrr_errorsrrrrrrrrrrr r!r"r#r$r0rIr+rKrPrXrYrqrrfr.r.r.r/s2      @ M(n