
    ukib                     v    d dl Z d dlZd dlZd dlZd dlZddlmZ ddlm	Z	m
Z
mZmZmZmZmZmZ  G d de      Zy)    N   )InfoExtractor   )ExtractorError
clean_htmlformat_fieldint_or_noneremove_startsmuggle_urltraverse_objunsmuggle_urlc                      e Zd ZdZdZdZddddZdd	d
ddddddeddddddddddddddddddddddedd digid!d"d#did$d%ddd&ddd'ddd(d)dd*d+d,d-ed.d/d0	d1d2d3d4d5d6d7dd8d9d/ed:d;d<d=	id6d>dd?d@d/edAd;d<d=	id6dBddCdDd/edEd;d<d=	id6dFddGdHd/edId;d<d=	igdJgZdKdLddMdNdOdPdQdRedS	d1dTdUddVdWd/dXdYdZedS	d1d[d\dd]d^d/d_d`daedS	d1dbdcdddded/dfdgdhedS	d1gZ	e
di        ZdsdkZdtdlZdsdmZdsdnZdo ZdpZdq Zdr Zyj)u	KalturaIEa  (?x)
                (?:
                    kaltura:(?P<partner_id>\w+):(?P<id>\w+)(?::(?P<player_type>\w+))?|
                    https?://
                        (?:(?:www|cdnapi(?:sec)?)\.)?kaltura\.com(?::\d+)?/
                        (?:
                            (?:
                                # flash player
                                index\.php/(?:kwidget|extwidget/preview)|
                                # html5 player
                                html5/html5lib/[^/]+/mwEmbedFrame\.php
                            )
                        )(?:/(?P<path>[^?]+))?(?:\?(?P<query>.*))?
                )
                zhttp://cdnapi.kaltura.comz/api_v3/service/multirequestsrtttmlvtt)r   r      zkaltura:269692:1_1jc2y3e4 3adcbdb3dcc02d647539e53f284ba171
1_1jc2y3e4mp4zStraight from the Heart20131219zmlundberg@wolfgangsvault.comz$The Allman Brothers Band, 12/16/1981zre:https?://.+/thumbnail/.+)idexttitleupload_dateuploader_iddescription	thumbnail	timestampzNThe access to this service is forbidden since the specified partner is blocked)urlmd5	info_dictskipznhttp://www.kaltura.com/index.php/kwidget/cache_st/1300318621/wid/_269692/uiconf_id/3873291/entry_id/1_1jc2y3e4T)r    only_matchingzbhttps://cdnapisec.kaltura.com/index.php/kwidget/wid/_557781/uiconf_id/22845202/entry_id/1_plr1syf3zhttps://cdnapisec.kaltura.com/html5/html5lib/v2.30.2/mwEmbedFrame.php/p/1337/uiconf_id/20540612/entry_id/1_sf5ovm7u?wid=_243342zkaltura:111032:1_cw786r8qzkaltura:1926081:0_l5ye1133
0_l5ye1133zWhat Can You Do With Python?20160221storkenr   )r   r   r   r   r   r   r   	subtitleszaGone. Maybe https://www.safaribooksonline.com/library/tutorials/introduction-to-python-anon/3469/skip_download)r    r"   r#   paramszhttps://www.kaltura.com/index.php/extwidget/preview/partner_id/1770401/uiconf_id/37307382/entry_id/0_58u8kme7/embed/iframe?&flashvars[streamerType]=autozhttps://www.kaltura.com:443/index.php/extwidget/preview/partner_id/1770401/uiconf_id/37307382/entry_id/0_58u8kme7/embed/iframe?&flashvars[streamerType]=autozkaltura:513551:1_66x4rg7oaH  https://cdnapisec.kaltura.com/html5/html5lib/v2.46/mwEmbedFrame.php/p/691292/uiconf_id/20499062/entry_id/0_c076mna6?wid=_691292&iframeembed=true&playerId=kaltura_player_1420508608&entry_id=0_c076mna6&flashvars%5BakamaiHD.loadingPolicy%5D=preInitialize&flashvars%5BakamaiHD.asyncInit%5D=true&flashvars%5BstreamerType%5D=hdnetwork
0_c076mna6z$md5:4883e7acbcbf42583a2dddc97dee4855i  zcommons@swinburne.edu.auiZS20140815z"re:https?://cfvod\.kaltura\.com/.+)	r   r   r   durationr   r   
view_countr   r   )r    r"   a  https://cdnapisec.kaltura.com/html5/html5lib/v2.89/mwEmbedFrame.php/p/2019031/uiconf_id/40436601?wid=1_4j3m32cv&iframeembed=true&playerId=kaltura_player_&flashvars[playlistAPI.kpl0Id]=1_jovey5nu&flashvars[ks]=&&flashvars[imageDefaultDuration]=30&flashvars[localizationCode]=en&flashvars[leadWithHTML5]=true&flashvars[forceMobileHTML5]=true&flashvars[nextPrevBtn.plugin]=true&flashvars[hotspots.plugin]=true&flashvars[sideBarContainer.plugin]=true&flashvars[sideBarContainer.position]=left&flashvars[sideBarContainer.clickToClose]=true&flashvars[chapters.plugin]=true&flashvars[chapters.layout]=vertical&flashvars[chapters.thumbnailRotator]=false&flashvars[streamSelector.plugin]=true&flashvars[EmbedPlayer.SpinnerTarget]=videoHolder&flashvars[dualScreen.plugin]=true&flashvars[playlistAPI.playlistUrl]=https://canvasgatechtest.kaf.kaltura.com/playlist/details/{playlistAPI.kpl0Id}/categoryid/126428551
1_jovey5nuz00-00 Introduction)r   r   r"   
1_b1y5hlvxz%CS7646_00-00 Introductio_Introduction[   ib[20180801djoyner3)	r   r   r   r.   r   r/   r   r   r   
1_jfb7mdpnz2CS7646_00-00 Introductio_Three parts to the course?   ib[
1_8xflxdp7z"CS7646_00-00 Introductio_Textbooks%   ib[
1_3hqew8knz&CS7646_00-00 Introductio_Prerequisites1   ib[)r    r"   playlistzShttps://www.cornell.edu/VIDEO/nima-arkani-hamed-standard-models-of-particle-physics
1_sgtvehimz7Our "Standard Models" of particle physics and cosmologyi,  z're:https?://cdnsecakmi\.kaltura\.com/.+iQIN20111113kps1)	r   r   r   r.   r   r   r   r   r/   z<https://www.oreilly.com/ideas/my-cloud-makes-pretty-pictures
0_utuok90b06_matthew_brender_raj_duttiK  i!kW20160622 z@https://fod.infobase.com/p_ViewPlaylist.aspx?AssignmentID=NUN8ZY
0_izeg5utt35871iK  i|P20121217zcplapp@learn360.comzHhttps://www.cns.nyu.edu/~eero/math-tools17/Videos/lecture-05sep2017.html
1_9gzouybzzlecture-05sep2017i3  iiY20170913eps2c                 D   t        t        j                  d|            xs@ t        t        j                  d|            xs t        t        j                  d|            }g }|D ]  }|j                         }|j	                         D ]  \  }}|s	|j                         ||<     dj                  di |}	t        j                  |d         }
t        j                  d|
 d|
 d|      }|rt        |	d	|j                  d
      i      }	|j                  |	        |S )Naz  (?xs)
                    kWidget\.(?:thumb)?[Ee]mbed\(
                    \{.*?
                        (?P<q1>['"])wid(?P=q1)\s*:\s*
                        (?P<q2>['"])_?(?P<partner_id>(?:(?!(?P=q2)).)+)(?P=q2),.*?
                        (?P<q3>['"])entry_?[Ii]d(?P=q3)\s*:\s*
                        (?P<q4>['"])(?P<id>(?:(?!(?P=q4)).)+)(?P=q4)(?:,|\s*\})
                aK  (?xs)
                    (?P<q1>["'])
                        (?:https?:)?//cdnapi(?:sec)?\.kaltura\.com(?::\d+)?/(?:(?!(?P=q1)).)*\b(?:p|partner_id)/(?P<partner_id>\d+)(?:(?!(?P=q1)).)*
                    (?P=q1).*?
                    (?:
                        (?:
                            entry_?[Ii]d|
                            (?P<q2>["'])entry_?[Ii]d(?P=q2)
                        )\s*:\s*|
                        \[\s*(?P<q2_1>["'])entry_?[Ii]d(?P=q2_1)\s*\]\s*=\s*
                    )
                    (?P<q3>["'])(?P<id>(?:(?!(?P=q3)).)+)(?P=q3)
                a  (?xs)
                    <(?:iframe[^>]+src|meta[^>]+\bcontent)=(?P<q1>["'])\s*
                      (?:https?:)?//(?:(?:www|cdnapi(?:sec)?)\.)?kaltura\.com/(?:(?!(?P=q1)).)*\b(?:p|partner_id)/(?P<partner_id>\d+)
                      (?:(?!(?P=q1)).)*
                      [?&;]entry_id=(?P<id>(?:(?!(?P=q1))[^&])+)
                      (?:(?!(?P=q1)).)*
                    (?P=q1)
                zkaltura:{partner_id}:{id}
partner_idz<<script[^>]+src=(["\'])(?P<id>(?:https?:)?//(?:(?!\1).)+)/p/z/sp/z00/embedIframeJsservice_urlr    )listrefinditer	groupdictitemsstripformatescapesearchr   groupappend)clsr    webpagerO   urlsmobj
embed_infokv	embed_urlescaped_pidservice_mobjs               S/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/yt_dlp/extractor/kaltura.py_extract_embed_urlszKalturaIE._extract_embed_urls   sG        BKK  . BKK  1 	D  	#D)J"((* .1$%GGIJqM. ;3::HZHI))J|$<=K99OP[}\`al`mm}~L '	M<CUCUVZC[3\]	KK	"	#     Nc           	         |d   }|j                  t        t        |dd  d                    | j                  |xs | j                  | j
                  z   |ft        j                  |      j                         dddd|}t        |      D ]S  \  }}t        |t              s|j                  d      d	k(  s,t        d
j                  | j                  |d   |             t        |d      |d<   |S )Nr   r   )startzapplication/jsonzgzip, deflate, br)zContent-TypezAccept-Encoding)dataheaders
objectTypeKalturaAPIExceptionz{} said: {} ({})message)r   objectsr   )updatedict	enumerate_download_json_SERVICE_URL_SERVICE_BASEjsondumpsencode
isinstancegetr   rS   IE_NAMEr   )	selfvideo_idactionsrK   kwargsr+   rg   idxstatuss	            rb   _kaltura_api_callzKalturaIE._kaltura_api_call  s   d9WQR[:;<"t""-D--1C1CC::f-446 2#6  %T? 	UKCfd+zz,'+@@$&--dllF9<MsSU U		U t%67Qrd   c                 d    |dv sJ |dk(  r| j                  |||      S | j                  |||      S )N)html5kwidgetr   )_get_video_info_kwidget_get_video_info_html5)ry   rz   rJ   rK   player_types        rb   _get_video_infozKalturaIE._get_video_info/  sC    2222)#//*kRR))(JLLrd   c           	          dddd|dddd| j                  |      d	d
d|iddddddd|dddd
|dddg}| j                  |||d      S )Nz3.3.0zhtml5:v3.1.0r   rB   )
apiVersion	clientTagrS   ks	partnerIdQ sessionstartWidgetSessionexpiryserviceactionwidgetIdrM   redirectFromEntryId	baseentry{1:result:ks}9createdAt,dataUrl,duration,name,plays,thumbnailUrl,userIdtypefieldsr   filterr   r   responseProfilegetbyentryidflavorAssetr   entryIdr   r   caption_captionassetr   zfilter:entryIdEqualr   r   z2Downloading video info JSON (Kaltura html5 player)note_build_widget_idr   )ry   rz   rJ   rK   r{   s        rb   r   zKalturaIE._get_video_info_html56  s     &+'  $. 11*=	 !0(;&%Y$	 )#(%	 !'/1%	C'
P %%g{1e & g 	grd   c                     ddddddddddd	| j                  |      d
ddd| j                  |      dddddd	dd|iddddddd|dddd|dddg}| j                  |||d      \  }}}}}	|d   d   }
||
||	fS )Nmultirequestz3.1r   zkwidget:v2.89r   null)r   r   r   r   rS   
ignoreNullr   r   r   r   startwidgetsession	   r   )	r   r   r   r   rS   r   r   r   r   rM   r   r   r   r   r   r   r   r   r   r   z4Downloading video info JSON (Kaltura kwidget player)r   rl   r   r   )ry   rz   rJ   rK   r{   header__infoflavor_assetscaptionsinfos              rb   r   z!KalturaIE._get_video_info_kwidgetb  s    *#,   $. 11*=	  $. 11*=#,%
 !0(;&%Y$	 )#(%	 !'/1%	a6
p 594J4Jg{1g 5K 5i15-Y"t]H44rd   c                     d|v r|S d| S )Nr   rL   )ry   rJ   s     rb   r   zKalturaIE._build_widget_id  s     J.zDa
|4DDrd   z$window\.kalturaIframePackageData\s*=c                    t        |i       \  }}| j                  |      }|j                  ddd      \  }d\  }}sd|v rdndr-|r+| j                  ||j	                  d      	      \  }}}	}n/|j                  d
d      \  }
}|
s|st        dd      i }|rt        j                  j                  |      }|
rP|
j                  d      }|j                  t        t        |d d d   |dd d   D cg c]  }|g c}                   d|v rt        |d   d   d      n'd|v r	|d   d   nd|v r	|d   d   nt        dd      d|v r#|d   d   }| j                  |	      \  }}}	}nd|v rd|v r|d   d   }| j                  ||      }| j                  | j                   |d|      d   }|d   |d   d   }	}|d   }t#        j$                  t
              5  | j                  |	      \  }}}	}d d d        nd|v rwd|v rs|d   d   }| j                  ||      }| j                  | j                   |d|      d   }| j'                  t)        ||d d!df      |t)        ||d"f      t*        fd#$      S t        dd      |j	                  d%d g      d   }| j-                  |||||	|      S c c}w # 1 sw Y   :xY w)&NrJ   r   r   )NNzhtml5lib/v2r   r   rK   )r   pathqueryzInvalid URLT)expected/r   r   widr   r   pentry_id	uiconf_idzflashvars[referenceId]kalturaIframePackageDataentryResultmetacontextDataflavorAssetszflashvars[playlistAPI.kpl0Id]playlistResultrQ   .namec                     d d|  d S )Nzkaltura::rL   )xrJ   r   s    rb   <lambda>z)KalturaIE._real_extract.<locals>.<lambda>  s    Xj\1#Q{m3\ rd   )iegetterzflashvars[ks])r   _match_valid_urlrV   r   rw   r   urllibparseparse_qssplitrm   rn   zipr
   _download_webpage_search_jsonIFRAME_PACKAGE_DATA_REGEX
contextlibsuppressplaylist_from_matchesr   r   _per_video_extract)ry   r    smuggled_datar[   r   r   r   r   r   r   r   r   r+   splitted_pathr^   reference_idrY   
entry_dataplaylist_idplaylist_datarJ   r   s                       @@rb   _real_extractzKalturaIE._real_extract  sp   *33]$$S),0JJ|T=,Y)
Hk!H'4';)K(/3/C/CHjZgZkZklyZz  IT/C  0U,At]H**VW5KD%$]TBBF..u5 $

3d3}SqS'9WXW[Z[W[I\;]AQC;]#^_`)&-*:C@
#C[^
'#L1!4
$]TBBV#!*-a0373G3GR\ju3G3v04&+Cv+M%&>?B00lC!..22G.>>KM
 '1&8*]:STb:cm:  ((8 G7;7K7K *+ 8L 8G4At]HG G &+Jf+T$%DEaH00kB $ 1 122G.!==M!O 11 gsD0QRmk6=R!S )\ 2 ^ ^
 %]TBBOdV4Q7B&&}hb-YabbU <^2G Gs   :
J=&KKc                 (   |j                  d      }|rbt        j                  dj                  t        j
                  j                  |      d d       j                               j                  d      nd fd}|d   }	d|	v rt        j                  dd	|	      }	g }
i }|D ]  }|j                  d
      dk7  r|j                  d      dk(  r.| j                  d      s|j                  d      dk(  rT|j                  d      s|j                  d      dk(  rd|d<   nd|d<    |dj                  |	|d               } dj                  d<i |}|j                  d      du r| j                  |||      sd|vr|j                  d      dk(  rdn|j                  d      }|
j                  ||j                  d      t        |d         t        |j                  d            t        |j                  d      d      |j                  d      |t        |j                  d             t        |j                  d!            |d"
        d#|	v rV ||	j!                  d$d%            }| j#                  ||dd&d'd()      \  }}|
j%                  |       | j'                  ||*       |r|j                  d+g       D ]  }|j                  d
      dk7  r|j                  d      s*t        |j                  d,            }|j)                  |j                  d-      xs |j                  d.      g       j                  d/j                  | j*                  |d         |j                  d      xs | j,                  j                  |      xs d0d1        ||d2   |
|t/        |j                  d3            |j                  d4      |j                  d5      |j                  d6      t1        |d7d89      t        |j                  d:            d;
S )=N
source_urlz://r   zutf-8c                 0    r| d z  } r| d z  } | S )Nz/ks/z
?referrer=rL   )unsigned_urlr   referrers    rb   sign_urlz.KalturaIE._per_video_extract.<locals>.sign_url  s0    $rd+*XJ 77rd   dataUrlz/flvclipper/z/flvclipper/.*z/serveFlavorr~   fileExtchunallow_unplayable_formatswvmcontainerFormatqtmovr   z{}/flavorId/{}r   z{fileExt}-{bitrate}
isOriginalTvideoCodecId	frameRater   nonebitratesizei   )invscaleheightwidth)
	format_idr   tbrfpsfilesize_approx	containervcodecr   r   r    z/playManifest/z
format/urlzformat/applehttpm3u8_nativehlsF)m3u8_idfatal)targetrl   rS   languageCodelanguagezE{}/api_v3/service/caption_captionasset/action/serve/captionAssetId/{}r   )r    r   r   r   thumbnailUrlr.   	createdAtuserId)NoneN)ignoreplays)
r   r   formatsr)   r   r   r.   r   r   r/   rL   )rw   base64	b64encodejoinr   r   urlparseru   decoderN   sub	get_paramrS   _is_valid_urlrW   r	   replace#_extract_m3u8_formats_and_subtitlesextend_merge_subtitles
setdefaultrq   _CAPTION_TYPESr   r   )ry   r   r   r   r   r   r   r   r   data_urlr	  r)   f	video_urlr   r   m3u8_urlfmtssubscaptioncaption_formatr   s       `                @rb   r   zKalturaIE._per_video_extract  s   "&&|4
''

6<<00<Ra@A!6'?  H	  	?X%vv/JH	 '	AuuX!# uuY6)>>"<=!%%	BRV[B[55#55*+t3#(AiL#(AiL  ''!D':<I4-449q9Iuu\"d*43E3Ex44  .Q6155< !<"V'(uu^'< NN&uuY'"1Y<0"155#56#.quuV}t#LUU#45 %aeeHo6$QUU7^4  9'	P x' 0 00!2 3HAA(E=U B ,JD$ NN4 !!$y!9#<<	26 
;;x(A-{{4(!,W[[-B!C$$W[[%@%[GKKPZD[]_`ggbiijnj{j{  ~E  FJ  ~K  L";;y1fT5H5H5L5L^5\f`fi 
 &\"%dhh}&=>.1,+.'h~N%dhhw&78
 	
rd   )N)Nr   )__name__
__module____qualname__
_VALID_URLrq   rr   r  int_TESTS_WEBPAGE_TESTSclassmethodrc   r   r   r   r   r   r   r   r   rL   rd   rb   r   r      s   J /L2M N +1.%9A7	
 a @ t Q
 + ,3%"76 
 t"D)%( j n
 + Z;5#%>

  W)
 & D "!F"%!+#-#-
 & Q "!F"%!+#-#-
 & A "!F"%!+#-#-
 & E "!F"%!+#-#-
K2
:M@FD eNC#%!

 N2>#%

 R>#%0

 Z(>#%!

O4Nl 2 2h.M*gX<5|E !H=c~_
rd   r   )r
  r   rs   rN   urllib.parser   commonr   utilsr   r   r   r	   r
   r   r   r   r   rL   rd   rb   <module>r+     s4       	  !	 	 	o
 o
rd   