3 b`9@sddlmZddlZddlZddlmZddlmZddlm Z m Z m Z m Z m Z mZmZmZmZmZGdd d eZGd d d eZGd d d eZdS))unicode_literalsN) InfoExtractor) compat_str) clean_html determine_extdict_getextract_attributesExtractorError int_or_noneparse_durationtry_getunified_strdate url_or_nonec@seZdZdZdeZddddddd d d d d d ddddddddddd d ddidddddddd d!d d"ddidd#dd$d%dd$d&dd$d'dd$d(dd$d)dd$d*dd$d+dd$d,dd$g Zd-d.Zd/S)0 XHamsterIEz:(?:xhamster\.(?:com|one|desi)|xhms\.pro|xhamster[27]\.com)a((?x) https?:// (?:.+?\.)?%s/ (?: movies/(?P\d+)/(?P[^/]*)\.html| videos/(?P[^/]*)-(?P\d+) ) zIhttps://xhamster.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445Z 98b4687efb1ffd331c4197854dc09e8fZ1509445z%femaleagent-shy-beauty-takes-the-baitmp4z%FemaleAgent Shy beauty takes the baitiVzPZ20121014Z Ruseful2011i}) id display_idexttitle timestamp upload_dateuploaderduration age_limit)urlmd5 info_dictzAhttps://xhamster.com/videos/britney-spears-sexy-booty-2221348?hd=Z2221348zbritney-spears-sexy-bootyzBritney Spears Sexy Bootyi3RZ20130914Z jojo747400 skip_downloadT)rrparamsz(http://xhamster.com/movies/5667973/.htmlZ5667973z....iVZ20160208Z parejafreeH)rrrrrrrrzLhttps://m.xhamster.com/videos/cute-teen-jacqueline-solo-masturbation-8559111)r only_matchingzChttps://xhamster.com/movies/2272726/amber_slayed_by_the_knight.htmlz9https://it.xhamster.com/movies/7263980/la_mia_vicina.htmlz9https://pt.xhamster.com/videos/euro-pedal-pumping-7937821zIhttps://xhamster.one/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster.desi/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster2.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zMhttp://xhamster.com/movies/1509445/femaleagent_shy_beauty_takes_the_bait.htmlzDhttp://xhamster.com/movies/2221348/britney_spears_sexy_booty.html?hdc&stjj|}|jdp |jd}|jdp4|jd}tjdd|}j||\}}jd|ddd }|rvt|d d j|} fd d } j j d|ddd |dd} | rp| d} | d} g}x| dj D]\}}t |t sqx|j D]\}}|dkr0qt |t sq|jd}t|jddd}n|}d}t|}|sHq|jd||f|t|d| ||d|jidqWqWj|| jd}t |trg}xD|D]6}t |t sq|jd }t |tr|j|qWnd}||| | jd!t| jd"t| d#d$t| jd%t| jd&t| jd'tt| d(d$ttt| d)d$tt| jd'| ||d*Sjd+d,d-g|d} g}t}j j d.|ddd |dd}xV|j D]J\}}t|}|sАq||krސq|j||j||| |d/qWj d0d1d2g|d3ddd4}|r<||kr<|jd5|ij|tjd6|}|rb|jd7nd}tj d8|d9dd}jd:|d;dg|d?dd?d@}tj dAdBg|d&dd} tj dC|dDdd}!tjdE|}|r|jdF|jdGfndP\}"}#tjdH|}|r |jdIndJ}$j dK|ddd }%|%rRdLdMtjdN|%Dnd}||| ||||| |!t|"t|#t|$| ||dOS)QNrZid_2rZ display_id_2z^(https?://(?:.+?\.)?)m\.z\1z2]+id=["\']videoClosed["\'][^>]*>(.+?)error)defaultT)expectedcstjd|dddS)Nz ^(\d+)[pP]height)r&)r _search_regex)s)selfIC:\Users\Broad\Desktop\All-Down\binaries\youtube_dl\extractor\xhamster.py get_height~sz,XHamsterIE._real_extract..get_heightz'window\.initials\s*=\s*({.+?})\s*;\s*\ninitialsz{}F)fatalZ videoModelrsourcesdownloadlinksizei@B)invscalez%s-%srReferer) format_idrrr(filesize http_headers categoriesname descriptioncreatedcSs |ddS)Nauthorr;r,)xr,r,r-sz*XHamsterIE._real_extract..ZthumbURLrviewscSs |ddS)NratingZlikesr,)r?r,r,r-r@scSs |ddS)NrBZdislikesr,)r?r,r,r-r@s)rrrr<rr thumbnailr view_count like_count dislike_count comment_countrr:formatsz]*>([^<]+)z6]+itemprop=".*?caption.*?"[^>]+content="(.+?)"zY]*>(.+?)(?:,\s*[^,]*?\s*Porn\s*[^,]*?:\s*xHamster[^<]*| - xHamster\.com)zsources\s*:\s*({.+?})\s*,?\s*\n)r7rr(z(file\s*:\s*(?P["'])(?P.+?)(?P=q)z<["'])(?P.+?)(?P=q)\s+class=["']mp4Thumbz3]+file=(?P["'])(?P.+?)(?P=q)[^>]*>z video url)groupr&rz!Description: ([^<]+)rz:hint=["\'](\d{4}-\d{2}-\d{2}) \d{2}:\d{2}:\d{2} [A-Z]{3,4}z upload datez>]+itemprop=["\']author[^>]+>]+>]+>([^<]+)r anonymousz:["']thumbUrl["']\s*:\s*(?P["'])(?P.+?)(?P=q)z=]+"poster"=(?P["'])(?P.+?)(?P=q)[^>]*>rC)r0rIzA<[^<]+\bitemprop=["\']duration["\'][^<]+\bcontent=["\'](.+?)["\']zRuntime:\s*\s*([\d:]+)z%content=["\']User(?:View|Play)s:(\d+)z view countzChint=[\'"](?P\d+) Likes / (?P\d+) DislikesZ likecountZ dislikecountz0Comments \((?P\d+)\)Z commentcountrz+(?s)Categories:.+?)cSsg|] }t|qSr,)r).0categoryr,r,r- sz,XHamsterIE._real_extract..z]+>(.+?))rrrr<rrrCrrDrErFrGrr:rH)NN)rematch _VALID_URLrIsub_download_webpage_handle_html_search_regexr _rta_search _parse_jsonr)items isinstancedictgetr rappendrgeturl _sort_formatslistrrintsetaddsearchrr findall)&r+rmobjvideo_idrZ desktop_urlwebpageurlhr%rr.r/videorrHr7 formats_dictqualityZ format_item format_urlr8Zcategories_listr:cZc_name format_urlsr1 video_urlr<rrrCrrDrErFrGZcategories_htmlr,)r+r- _real_extractns&                               "   zXHamsterIE._real_extractN)__name__ __module__ __qualname___DOMAINSrP_TESTSrnr,r,r,r-rsj    rc @sFeZdZdejZdddddddd d d d Zed dZddZ dS)XHamsterEmbedIEz4https?://(?:.+?\.)?%s/xembed\.php\?video=(?P\d+)z,http://xhamster.com/xembed.php?video=3328539Z3328539rzPen MasturbationieSZ20140728Z ManyakisArtr)rrrrrrrr)rrcCsddtjd|DS)NcSsg|] \}}|qSr,r,)rK_rr,r,r-rM?sz1XHamsterEmbedIE._extract_urls..z_]+?src=(["\'])(?P(?:https?:)?//(?:www\.)?xhamster\.com/xembed\.php\?video=\d+)\1)rNrb)rer,r,r- _extract_urls=s zXHamsterEmbedIE._extract_urlscCs^|j|}|j||}|jdj||ddd}|sR|j|jd|d|}t|d }|j|d S) NzPhref="(https?://xhamster\.com/(?:movies/{0}/[^"]*\.html|videos/[^/]*-{0})[^"]*)"z xhamster url)r&zvars\s*:\s*({.+?})\s*,\s*\nvars downloadLink homepageLink commentsLinkshareUrlZXHamster)ryrzr{r|) _match_id_download_webpager)formatrUr url_result)r+rrdrermrxr,r,r-rnCs     zXHamsterEmbedIE._real_extractN) rorprqrrrrP_TEST staticmethodrwrnr,r,r,r-rt-s   rtc@sFeZdZdejZdddidddddid dgZd d Zd d ZdS)XHamsterUserIEz,https?://(?:.+?\.)?%s/users/(?P[^/?#&]+)z/https://xhamster.com/users/netvideogirls/videosrZ netvideogirlsi )rrplaylist_mincountz+https://xhamster.com/users/firatkaan/videosZ firatkaanrc csd|}xtjdD]}|j||d|}x^tjd|D]N}t|}t|jd}| s8tj | rfq8tj |}|j |tj |dVq8Wtj d|} | sPt| jd} t| jd}|sPqWdS) Nz&https://xhamster.com/users/%s/videos/1rzDownloading page %sz;(]+class=["\'].*?\bvideo-thumb__image-container[^>]+>)href)ierdz ]+data-page=["\']next[^>]+>r) itertoolscountr~rNrbr rrYrsuitabler}rie_keyrarI) r+user_idZ next_page_urlpagenumpageZ video_tagrgrmrdrcZ next_pager,r,r-_entriesgs*   zXHamsterUserIE._entriescCs|j|}|j|j||S)N)r}playlist_resultr)r+rrr,r,r-rn~s zXHamsterUserIE._real_extractN) rorprqrrrrPrsrrnr,r,r,r-rUs  r) __future__rrrNcommonrcompatrutilsrrr r r r r rrrrrtrr,r,r,r-s   0(