
    ukio                         d dl Z d dlZd dlZddlmZ ddlmZ ddlm	Z	 ddl
mZ ddlmZmZmZmZmZmZmZmZmZmZmZ dd	lmZmZmZ  G d
 de      Z G d de      Z G d de      Zy)    N   )InfoExtractor)VidsIoIE)VimeoIE   )	HTTPError)KNOWN_EXTENSIONSExtractorError
clean_htmldetermine_extint_or_nonemimetype2extparse_iso8601smuggle_urlstr_or_noneurl_or_noneurljoin)requiretraverse_objvaluec                   8    e Zd Zej                  d        ZddZy)PatreonBaseIEc                 F    | j                  d      j                  d      ryy)Nhttps://www.patreon.com/
session_idz1Patreon/72.2.28 (Android; Android 14; Scale/2.10)z0Patreon/7.6.28 (Android; Android 11; Scale/2.10))_get_cookiesget)selfs    S/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/yt_dlp/extractor/patreon.pypatreon_user_agentz PatreonBaseIE.patreon_user_agent   s$     78<<\JFA    Nc                    |i }d|vr| j                   |d<   |r|j                  ddi       	 | j                  d| ||r|nd|||      S # t        $ r}t	        |j
                  t              r;t        |j
                  j                  j                  j                  d            dk7  r | j                  | j                  |j
                  j                  d |      |d	
      }t        |dd	      }	|	rt        d|	 d       d }~ww xY w)N
User-Agentjson-api-version      ?zhttps://www.patreon.com/api/zDownloading API JSON)notequeryfatalheaderszContent-TypejsonFr(   )errors.detailget_allzPatreon said: T)expected)r    update_download_jsonr
   
isinstancecauser   r   responser)   r   _parse_json_webpage_read_contentr   )
r   epitem_idr'   r)   r(   r&   eerr_jsonerr_messages
             r   	_call_apizPatreonBaseIE._call_api"   s   ?Gw&$($;$;GL!LL,c23	&&.rd3dd0F5' ' ; ;  	aggy1\!''BRBRBZBZB^B^_mBn5osy5y''(B(B177CSCSUY[b(celty'zH&x1JTYZK$~k]%CdSS	s   A 	D
B0DD
)NNTN)__name__
__module____qualname__	functoolscached_propertyr    r=    r!   r   r   r      s!    B Br!   r   c                   <   e Zd ZdZdZddi ddddd	d
dddddddddddddddededdddddd ed!d"d#d$dd%ddeedd&d'd(d)i dd*dd+dd,dd-dddd.dd/dd0d1d2gd3d4d5ed6d7d8d9d:d-dd;d<d=ded>d?ed@dAed@dBdCdD	d@d@dEdFdGd@dHdId@dHdJdKdLd+dMdNddOdPdQdRd'd(dSi ddTdd+deddUdeddVddWddddXddYddZdd[d6d\d]gdd^ddXd ed_d`i ddadd+ddbddcdddddeddfddgdeddhddd ededdid6g djddcd'dkdli ddmdd+ddndeddoddpddqddd6drgddsded eddtdduddvddqd_dwdxd+dydzd{d|d}d~d}dddeeddddidgdddddddddddeddeeddd'dddd+ddededddddeddddd@idFgZd]Zd Zd Z	y)	PatreonIEpatreonzPhttps?://(?:www\.)?patreon\.com/(?:creation\?hid=|posts/(?:[\w-]+-)?)(?P<id>\d+)z*http://www.patreon.com/creation?hid=743933 e25505eec1053a6e6813b8ed369875ccid743933extmp3	alt_titlez	cd166.mp3titlez*Episode 166: David Smalley of Dogma Debatedescriptionz$md5:34d207dd29aa90e24f1b3f58841b81c7uploaderCognitive Dissonance Podcast	thumbnailre:^https?://.*$	timestampiSupload_date20140727uploader_id87145
like_countcomment_countuploader_url%https://www.patreon.com/dissonancepod
channel_id80642channel_urlchannel_follower_count)urlmd5	info_dictz*http://www.patreon.com/creation?hid=754133 3eb09345bf44bf60451b8b0b81759d0a754133zCD 167 Extra)rH   rJ   rM   rO   rQ   rX   rY   rZ   zPatron-only content)r`   ra   rb   skipz,https://www.patreon.com/creation?hid=1682498SU4fj_aEMVwmp4zI'm on Patreon!TraciJHines20150211z$md5:8af6425f50bd46fbf29f3db0fc3a8364z@TraciHinesMusic
categoriesEntertainmentdurationi  
view_counttagszcount:39	age_limitr   channelz8https://www.youtube.com/channel/UCGLim4T2loE5rwCMdpCIPVglive_statusnot_liveUCGLim4T2loE5rwCMdpCIPVgpublicTz(https://www.youtube.com/@TraciHinesMusiczcount:4iT)	r\   availabilityr_   playable_in_embedrZ   rY   channel_is_verifiedchaptersrS   )
noplaylistskip_download)r`   rb   paramsz3https://www.patreon.com/posts/episode-166-of-743933r`   only_matchingz$https://www.patreon.com/posts/743933z6https://www.patreon.com/posts/kitchen-as-seen-51706779 96656690071f6d64895866008484251b	555089736z&KITCHEN AS SEEN ON DEEZ NUTS EXTENDED!z	Cold Ones20210526z$md5:557a409bd79d3898689419094934ba7914936315)rH   rJ   rM   rO   rQ   rT   rN   rV   z7https://www.patreon.com/posts/video-sketchbook-32452882324528824301314i|]20191218zhttps://www.patreon.com/loishz$md5:e2693e97ee299c8ece47ffdb67e7d9d2zVIDEO // sketchbook flipthroughzLoish 
sketchbookvideo1641751)r`   rb   z5https://www.patreon.com/posts/premium-access-7028293170282931zD[Premium Access + Uncut] The Office - 2x6 The Fight - Group Reactionz"https://www.patreon.com/thenormies5733972929435zThe Normiesz$md5:79c9fd8778e2cef84049a94c058a5e2320220809iTeb)z
The Officezearly accessuncut)r`   rb   re   z6https://www.patreon.com/posts/hunter-x-hunter-3400791334007913z-Hunter x Hunter | Kurapika DESTROYS Uvogin!!!
YaBoyRoshiiE^z"https://www.patreon.com/yaboyroshizHunter x Hunter14264111z!Kurapika is a walking cheat code!202002132147162z6https://www.patreon.com/posts/4k-spiderman-4k-96414599	902250943uY   ❤️(4K) Spiderman Girl Yeonhwa’s Gift ❤️(4K) 스파이더맨걸 연화의 선물uZ   ❤️(4K) Spiderman Girl Yeonhwa’s Gift 
❤️(4K) 스파이더맨걸 연화의 선물Npickyeonhwa90574422z"https://www.patreon.com/Yeonhwa72610237902F   iɆe20240113zre:^https?://.+)rH   rJ   rM   rN   rO   rV   rZ   r\   r^   rl   rS   rT   rY   rX   rQ   rz   m3u8z$Failed to parse XML: not well-formed)r`   rb   r{   expected_warningsz7https://www.patreon.com/posts/holy-wars-solos-100601977   	100601977z<"Holy Wars" (Megadeth) Solos Transcription & Lesson/Analysisz$md5:d099ab976edfce6de2a65c2b169a88d3zBradley Hall24401883z)https://www.patreon.com/bradleyhallguitar3193932iee20240318)rH   rM   rN   rO   rV   rZ   r\   r^   r_   rS   rT   rX   rY   rQ   )r`   playlist_countrb   re   z'https://www.patreon.com/posts/114721679	11472167920241025JapanalysiszKarasawa Part 2z@Part 2 of this video https://www.youtube.com/watch?v=Azms2-VTASkz#https://www.patreon.com/japanalysis80504268i7"g9346307)rH   rJ   rT   rO   rX   rQ   rY   rM   rN   rZ   rV   r^   r_   rS   r\   getcommentsc                 	   | j                  |      }| j                  d| |dddddddd	
      }|d   d   }t        |dt        j                  hfdt
        hfddt        ht        fdt        hfdt        hfdt        hfd      }g }d}t        |dd f      D ]v  }|d   }	|	dk(  rt        |dt        hf      xs i }
t        |
j                  d            }t        |
j                  d            }t        |
j                  d            }|sv|t        v s||dz  }|j                  | d| |||t        |
dt        hf      d        |	d!k(  r7|j                  t        |dd"t        hfd#t         hfdd$t        hfd%             |	d&k(  r;t        |ddt        hf      x}s|j#                  d'g       j                  |       1|	d(k(  s8|j                  t        |ddt        hfd#t         hfdd$t        hfdd)t        hfd*             y d+d,i}t        |d-      d.k(  rt$        j&                  j)                  | j+                  d/t        |d0d1t        hf      d2d34      xs d5      }t        |      rV| j-                  ||d6|d3d3d78      r>|j                  | j/                  t1        j2                  ||d+         t0        d9:             t        |d0d$t        hf      }|r| j-                  ||d;|d3d3d<8      x}rt        | j5                  d=| j7                  |||d34      d >            }|j8                  d<k7  r|d?k7  st;        j<                  |      r*|j                  | j/                  t?        ||                   t        |d@t        hf      }|r|j                  dA      }tA        |      }|t        v r|j                  |||d$   dB       nR|dCk(  stA        |j                  d$            dDk(  r0| jC                  |d$   ||E      \  }}|j                  ||||dF       t        |dG      }d }|r"|j                  d      r| jE                  |      }|s|d3u r| jG                  dH|d9I       nj|s| jG                  dJ|d9I       nStI        |      dk(  r|j                  |d          n0|D ]  }|j                  |         | jJ                  ||fi |dK|iS ||d#<   ||dK<   |S )LNposts/z*download_url,mimetype,size_bytes,file_namez_comment_count,content,embed,image,like_count,post_file,published_at,title,current_user_can_viewfull_name,urlr   zurl,name,patron_countfalsez7audio,user,user_defined_tags,campaign,attachments_media)zfields[media]fields[post]fields[user]zfields[post_tag]fields[campaign]json-api-use-default-includesinclude)r'   data
attributesrM   contentimage)	large_urlr`   published_atrX   rY   )rM   rN   rQ   rS   rX   rY   r   includedc                     |d   S )NtyperC   _vs     r   <lambda>z)PatreonIE._real_extract.<locals>.<lambda>0  s
    AfI r!   r   mediadownload_urlmimetype
size_bytesr   -	file_name)rH   rJ   filesizer`   rL   user	full_namerH   r`   )rO   rV   rZ   post_tagrn   campaignpatron_count)rp   r\   r^   r_   refererr   )embedproviderVimeoz?(https(?:%3A%2F%2F|://)player\.vimeo\.com.+app_id(?:=|%3D)+\d+)r   htmlz	vimeo urlFr+    zChecking Vimeo embed URLi  )r)   r(   errnoteexpected_statusT)url_transparentzChecking embed URLi  rN   defaultu#   Sorry, we couldn’t find that page	post_filename)rH   rJ   r`   r   r   r)   )rH   formats	subtitleshttp_headerscurrent_user_can_viewz#You do not have access to this post)video_idr0   z%No supported media found in this post__post_extractor)&	_match_idr=   r   strstripr   r   anyr   r   dictr   r   r	   appendr1   r   
setdefaulturllibparseunquote_html_search_regex_request_webpage
url_resultr   _smuggle_referrer_html_search_metar7   statusr   suitabler   r   #_extract_m3u8_formats_and_subtitlesextract_commentsraise_no_formatslenplaylist_result)r   r`   r   postr   infoentriesidxr   include_typemedia_attributesr   rJ   r   r   r)   v_url	embed_urlurlhmeta_descriptionr   r   r   r   can_view_postcommentsentrys                              r   _real_extractzPatreonIE._real_extract  s   >>#&~~XJ!M !B /$+$;18T2  	 &\,/
J		{+%
|4!#7+L(=/:'+7-}=)
  #D:7M*NO %	G"6?Lw&#/,9O#P#VTV *+;+?+?+OP"#3#7#7
#CD ))9)=)=l)KL
C+;$;
@V1HCNN!)
!C51"$.+%12B[SVRWDX%Y$  'L!-{SE B$(;-#8%15;-$H3   ++GlGcU5STT8TOOFB/66x@+L ,gu=#'+"7$0%+#G/;^k].[	3  A%	R 89 
$9:gELL(()@)@RZ'6C5)ABKW\ *A *^ *daceE 5!d&;&;8%? '< 'E t--eWY5GHT  /  3 4 !gu{m-LM	$"7"78%97UC #8 #A A$ A
  *$*@*@t99$	8[`9ako +A +q  r #(8<a(a((3t{9g/NOP kD6-BC	==(D%C&&"$U+  
 M)--2F$G6$Q%)%M%Me$h &N &A""&!*$+	   %Z1HITXXo6,,X6H=E1!!"GRZei!j!!"IT\gk!l\QKK
#  #T"#'4'']T]T\]]T
#+ r!   c              #   F  K   d }d}dddddddd	d
}t        j                  d      D ]  }|j                  |rd|ini        | j                  d| d||d|       }d }t	        |dd f      D ]  }|dz  }t	        |d      i t	        |dt
        hfddt        hfddt        hfddddt        d      hft        ht        fddt        hfd      t	        |dfddd t        hfd!t        hfd"fd#$      d%i  |t	        |d&      k  rt	        |d'      }| y  y w)(Nr   2   a`  parent.commenter.campaign,parent.post.user,parent.post.campaign.creator,parent.replies.parent,parent.replies.commenter.campaign,parent.replies.post.user,parent.replies.post.campaign.creator,commenter.campaign,post.user,post.campaign.creator,replies.parent,replies.commenter.campaign,replies.post.user,replies.post.campaign.creator,on_behalf_of_campaignzbody,created,is_by_creatorzimage_url,full_name,urlzimage_tiny_url,namez-createdr%   r   )zpage[count]r   zfields[comment]r   zfilter[flair]sortr$   r   r   page[cursor]r   z	/commentszDownloading comments page r'   r&   )r   r   c                      |d   dk(  xr |d   S )Nr   commentrH   rC   r   s     r   r   z)PatreonIE._get_comments.<locals>.<lambda>  s    VWX^V_clVlVxqrswqx r!   )relationships	commenterr   rH   rH   r   bodycreatedr  parentr   rootis_by_creator)rH   textrS   r  author_is_uploaderr   c                 (    |d   k(  xr |d   dk(  S )NrH   r   r   rC   )r   r   	author_ids     r   r   z)PatreonIE._get_comments.<locals>.<lambda>  s    4I1E1]!F)W]J] r!   r   	image_url)authorauthor_thumbnailFr.   r  )metacount)r   rH   )	itertoolsr  r1   r=   r   r   r   r   r   r   boolr   )	r   post_idcursorr  r{   pager5   r  r  s	           @r   _get_commentszPatreonIE._get_comments  s     z;52 #-4	
 OOA& 	DMMf>62"E~~	+WFKefjekIl & nH F'3GIx2yz 
(2^_	"7#k]3!-vu =&2I%O#2HfteTZm_F]`c_dfi"j/;_tf.U-  #8"$]_k'2SE&:1<{m0Ln. %*	+   	( |H.?@@%h0BC~?	s   DD!D!N)
r>   r?   r@   IE_NAME
_VALID_URLint_TESTS_RETURN_TYPEr   r  rC   r!   r   rE   rE   9   s   GdJ;1
(
5
 
 A	

 A
 6
 +
 
 :
 7
 #
 S
 C
 '
 B
  %c!
, <1#6+ C	
 & >
-
5
 '
 	

 +
 :
 A
 -
 ?+
 
 #
 J
 
 }
 U
  :!
" ##
$ 5$&)!%F #'!#5
: !
="F E 6 H1=#+%A%	
 &  I
*
5
 S
 9	

 #
 
 :
 ,
 ;
 A
 6
 
 \7+
 )
 :
  %c!
. G
*
5
 [
 ?	

 (
 9
 
 A
 S
 :
 ,
 %c
 #
 
 ;
  @!
$ &+0 H
*
5
 D
 #	

 
 
 ?
 ,
 &'
 :
 S
 %c
 >
 :
 )
  @!
. Hpx&%@$?#% +
" #F+DE+0 ISA&%G#F&)#% +
  &). 9%%+ &]A%@&)##
" !$')IYFt LBH-r!   rE   c                       e Zd ZdZdZdddddddded	ddd
ddddddddddddddd
dddddedddddddddd
dddd d!d"d#d"d!d$d$d%d&d'edd(d)d*d+d,d-d.d/d0d1d2d.d-d2edd'd3d4dd5d6d7d8d6d7d9d6d7d:d6d7d;d6d7g
Zd< Zd= Zy>)?PatreonCampaignIEzpatreon:campaignz(?x)
        https?://(?:www\.)?patreon\.com/(?:
            (?:m|api/campaigns)/(?P<campaign_id>\d+)|
            (?:cw?/)?(?P<vanity>(?!creation[?/]|posts/|rss[?/])[\w-]+)
        )(?:/posts)?/?(?:$|[?#])z&https://www.patreon.com/dissonancepod/rP   r[   r]   zfre:(?s).*We produce a weekly news podcast focusing on stories that deal with skepticism and religion.*r   rW   rR   )rM   r^   rH   rN   r\   rp   ro   r_   rV   rZ   rO   rQ   D   )r`   rb   playlist_mincountz'https://www.patreon.com/m/4767637/postszNot Just Bikes4767637z$https://www.patreon.com/notjustbikesz]re:(?s).*Not Just Bikes started as a way to explain why we chose to live in the Netherlands.*Jason37306634)rM   rH   r\   r^   rN   ro   rp   rZ   rO   rV   rQ   G   z3https://www.patreon.com/api/campaigns/4243769/postszSecond Thought4243769z%https://www.patreon.com/secondthoughtz;re:(?s).*Second Thought is an educational YouTube channel.*z
JT Chapman32718287)rM   r_   rH   r\   r^   rN   ro   rp   rZ   rO   rV   rQ      zhttps://www.patreon.com/c/OgSog8504388OGSoGzHre:(?s)Hello and welcome to our Patreon page. We are Mari, Lasercorn, .+zhttps://www.patreon.com/OgSog72323575z
David Mosszre:https?://.+/.+)rH   rM   rN   rp   r\   r^   rZ   rV   rO   rQ   r_   ro   iK  zChannel removed)r`   rb   r&  re   z,https://www.patreon.com/c/anythingelse/posts9631148zAnything Else?z$md5:2ee1db4aed2f9460c2b295825a24aa08zdan 13852412z$https://www.patreon.com/anythingelse)rH   rM   rN   rO   rV   rZ   rp   r\   r^   r_   ro   rQ      z'https://www.patreon.com/cw/anythingelseTr|   z%https://www.patreon.com/c/OgSog/postsz+https://www.patreon.com/dissonancepod/postsz!https://www.patreon.com/m/5932659z-https://www.patreon.com/api/campaigns/4243769c              #   8  K   d }d|dddd}t        j                  d      D ]t  }|j                  |rd|ini        | j                  d||d| 	      }t	        |d
      }t	        |d      D ]$  }| j                  t        d|      t               & |t y  y w)Nzpatreon_url,urlr   z-published_at)r   zfilter[campaign_id]zfilter[is_draft]r  r   r   r  postszDownloading posts page r  )r  
paginationcursorsnext)r   .r   patreon_urlr   )r  r  r1   r=   r   r   r   rE   )r   campaign_idr  r{   r  
posts_jsonpost_urls          r   _entrieszPatreonCampaignIE._entries:  s     -#. '#-4
 OOA& 
	DMMf>62"EFSjkojpQqrJ!*.WXF(5_` `oog.H(&SU^__` ~
	s   BBBc                 ^   | j                  |      j                  dd      \  }}|| j                  ||d| j                  i      }t	        | j                  ||d       dddd	d
ddt        hf      }|s7t	        | j                  ||      dd fdt        ht        t        d      hf      }ddddd}| j                  d| |dd|      xs i }|j                  d      xs i }t	        |d      }t	        |dd fi t        d      }	d||| j                  |      t        t	        |d            t	        |d      t        t	        |d             ||t	        |	d      t!        |	j                  d            t	        |	d!      t	        |d"      t	        |d#      rd$nd%t#        t	        |d&            d'S )(Nr:  vanityr#   r   r   props	pagePropsbootstrapEnvelopepageBootstrapr   r   rH   ).r   r   r   c                     |d   dk(  S )Nr   r   rC   r   s     r   r   z1PatreonCampaignIE._real_extract.<locals>.<lambda>Y  s    aiS]F] r!   zcampaign IDr   r   zEname,summary,url,patron_count,creation_count,is_nsfw,avatar_photo_urlcreator)r   r   r   r   z
campaigns/zDownloading campaign infoF)r&   r(   r'   )r   r   r   c                     |d   dk(  S )Nr   r   rC   r   s     r   r   z1PatreonCampaignIE._real_extract.<locals>.<lambda>k  s    6f9L r!   )r   expected_typer/   playlist)r   summary)r   r`   )r   r   )r   r   )r   creation_count)r   is_nsfw   r   )r   avatar_photo_url)_typerH   rM   r   rN   r^   r_   r\   rp   rZ   rV   rO   r   ro   rQ   )_match_valid_urlgroup_download_webpager    r   _search_nextjs_datar   _search_nextjs_v13_datar   r   r=   r   r   r=  r   r   r   r   )
r   r`   r:  r?  webpager{   campaign_responsecampaign_infochannel_name	user_infos
             r   r   zPatreonCampaignIE._real_extractP  s   "33C8>>}hWV,,S&<QUQhQhBi,jG&t'?'?Y]'?'^&9?JX^`dgjfkam nK*4+G+GQW+X79]^3%w}'=&>[@ A
 .5+ g 	
 !NN&,E +      	
 *--f5;#M3IJ 
,LMdE;	
  !}}[1%l=B[&\]'7LM&1,}Nl2m&n%#(4IJ&y}}T':;$Y0KL*=:Z[+M;TU[\$\-Ac%de
 	
r!   N)	r>   r?   r@   r  r  r   r!  r=  r   rC   r!   r   r$  r$    s    G$J 83B E!5&)"C6,
  !$ 9%#A{'B%,
  " E%&)#BY'C$%,
 !!$ 1f#:;%$-&)
 !!#( >%A%B'#A&)-
 !#& 9 7 = 3 ?EeFN,.
r!   r$  )rA   r  urllib.parser   commonr   sproutvideor   vimeor   networking.exceptionsr   utilsr	   r
   r   r   r   r   r   r   r   r   r   utils.traversalr   r   r   r   rE   r$  rC   r!   r   <module>r`     s`       ! !  -    ; :M @P Pfr
 r
r!   