3 b`@sddlmZddlZddlZddlZddlZddlmZmZddl m Z m Z m Z m Z mZmZddZdd ZGd d d eZdS) )unicode_literalsN)compat_urlparse compat_kwargs)check_executableencodeArgumentExtractorErrorget_exe_versionis_outdated_version std_headersc Cs|j|jd}|jr|j|d<|jr.|j|d<|jr>|j|d<|jdk rR|j|d<|j dk rf|j |d<|j dk rz|j |d<y*|j ds|j d s|j d rd |d <Wnt k rYnX|S) N)namevalueportdomainpathexpiressecurediscardhttpOnlyhttponlyHttpOnlyT) r r port_specifiedrdomain_specifiedrpath_specifiedrrrrhas_nonstandard_attr TypeError)cookie cookie_dictrIC:\Users\Broad\Desktop\All-Down\binaries\youtube_dl\extractor\openload.pycookie_to_dicts,              r cCsdd|DS)NcSsg|] }t|qSr)r ).0rrrr 3sz&cookie_jar_to_list..r)Z cookie_jarrrrcookie_jar_to_list2sr#c@sbeZdZdZdZdddgZeddZdd d Zd d Z ddZ ddZ ddddidfddZ dS)PhantomJSwrapperz=PhantomJS wrapper class This class is experimental. a phantom.onError = function(msg, trace) {{ var msgStack = ['PHANTOM ERROR: ' + msg]; if(trace && trace.length) {{ msgStack.push('TRACE:'); trace.forEach(function(t) {{ msgStack.push(' -> ' + (t.file || t.sourceURL) + ': ' + t.line + (t.function ? ' (in function ' + t.function +')' : '')); }}); }} console.error(msgStack.join('\n')); phantom.exit(1); }}; var page = require('webpage').create(); var fs = require('fs'); var read = {{ mode: 'r', charset: 'utf-8' }}; var write = {{ mode: 'w', charset: 'utf-8' }}; JSON.parse(fs.read("{cookies}", read)).forEach(function(x) {{ phantom.addCookie(x); }}); page.settings.resourceTimeout = {timeout}; page.settings.userAgent = "{ua}"; page.onLoadStarted = function() {{ page.evaluate(function() {{ delete window._phantom; delete window.callPhantom; }}); }}; var saveAndExit = function() {{ fs.write("{html}", page.content, write); fs.write("{cookies}", JSON.stringify(phantom.cookies), write); phantom.exit(); }}; page.onLoadFinished = function(status) {{ if(page.url === "") {{ page.setContent(fs.read("{html}", read), "{url}"); }} else {{ {jscode} }} }}; page.open(""); scripthtmlcookiescCs tdddS)N phantomjsz ([0-9.]+)) version_re)r rrrr_versionjszPhantomJSwrapper._versionN'cCsi|_tddg|_|js&tddd||_|rT|j}t||rT|jjjd|d|i|_ x,|j D]"}t j dd }|j ||j|<qfWdS) Nr(z-vzMPhantomJS executable not found in PATH, download it from http://phantomjs.orgT)expectedzaYour copy of PhantomJS is outdated, update it to version %s or newer if you encounter any errors.timeoutF)delete) _TMP_FILESrexer extractorr*r _downloaderreport_warningoptions_TMP_FILE_NAMEStempfileNamedTemporaryFileclose)selfr1required_versionr-versionr tmprrr__init__ns"    zPhantomJSwrapper.__init__cCsFx@|jD]6}ytj|j|jWqtttfk r<YqXqWdS)N)r5osremover/r IOErrorOSErrorKeyError)r9r rrr__del__s  zPhantomJSwrapper.__del__c Cs|t|jjj}x4|D],}d|kr(d|d<d|krtj|j|d<qWt|jdj d}|j t j |j dWdQRXdS)Nr/rr'wbzutf-8)r#r1r2 cookiejarrurlparsenetlocopenr/r writejsondumpsencode)r9urlr'rfrrr _save_cookiess zPhantomJSwrapper._save_cookiesc Cst|jdjd}tj|jjd}WdQRXxJ|D]B}|ddkrTddi|d<d|krh|d|d <|jjft |q8WdS) Nr'rbzutf-8rTrrestZexpiry expire_time) rIr/r rKloadsreaddecoder1 _set_cookier)r9rOr'rrrr _load_cookiess    zPhantomJSwrapper._load_cookieszExecuting JS on webpagezsaveAndExit();cCsd|krtd|s(|jj||||d}t|jdjd}|j|jdWdQRX|j||j } || d<|j d p~t d } | j d d | d <|| d <x.|j D]$} |j| jj ddj d d | | <qWt|jdjd }|j|jjf| jdWdQRX|dkr|jjd|fn|jjd||ftj|jd|jdjgtjtjd} | j\} }| jdkr~tdt|t|jdjd}|jjd}WdQRX|j|t| fS)a  Downloads webpage (if needed) and executes JS Params: url: website url html: optional, html code of website video_id: video id note: optional, displayed when downloading webpage note2: optional, displayed when executing JS headers: custom http headers jscode: code to be executed when page is loaded Returns tuple with: * downloaded website (after JS execution) * anything you print with `console.log` (but not inside `page.execute`!) In most cases you don't need to add any `jscode`. It is executed in `page.onLoadFinished`. `saveAndExit();` is mandatory, use it instead of `phantom.exit()` It is possible to wait for some element on the webpage, for example: var check = function() { var elementFound = page.evaluate(function() { return document.querySelector('#b.done') !== null; }); if(elementFound) saveAndExit(); else window.setTimeout(check, 500); } page.evaluate(function(){ document.querySelector('#a').click(); }); check(); zsaveAndExit();z&`saveAndExit();` not found in `jscode`)noteheadersr&rEzutf-8NrNz User-Agent"z\"uajscode\z\\r%z%sz%s: %sz--ssl-protocol=any)stdoutstderrrzExecuting JS failed :rQ)rr1_download_webpagerIr/r rJrMrPr4getr replacer5 _TEMPLATEformat to_screen subprocessPopenr0PIPE communicate returncoderrUrVrX)r9rNr&video_idrYZnote2rZr]rOZreplaces user_agentxpouterrrrrrbs>$  $$    zPhantomJSwrapper.get)Nr+) __name__ __module__ __qualname____doc__rdr5 staticmethodr*r=rCrPrXrbrrrrr$6s,     r$) __future__rrKr>rgr6compatrrutilsrrrr r r r r#objectr$rrrrs