o eW@sddlZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z ddl m Z ddlm Z mZmZmZddlZddlmZddlmZzddlmZWneycGdd d eZYnwd d lmZmZd d lmZmZe e!fZ"Gd ddeZ#Gddde#Z$Gddde#Z%Gddde#Z&Gddde'Z(Gddde'Z)Gddde)Z*Gddde'Z+Gddde+Z,Gdd d e+Z-dS)!N)xrange cStringIO) urlencode)print_reraise string_types text_type)encode_multipart_formdata) RequestField)DNSErrorc@ eZdZdS)r N__name__ __module__ __qualname__rrJD:\Projects\ConvertPro\env\Lib\site-packages\geventhttpclient/useragent.pyr s r )URLto_key_val_list) HTTPClientHTTPClientPoolcs,eZdZddZddZfddZZS)ConnectionErrorcOs||_|j||r)sz+ConnectionError.__init__..) url__dict__update isinstancertext TypeErrorstrlenjoinsix iteritems kwargs_text)selfrargskwargsrrr__init__s  * zConnectionError.__init__cCs |jr d|j|jfSd|jS)Nz URL %s: %szURL %s)r#rr+rrr__str__.s zConnectionError.__str__cs.t}|jr|ddd|jdgS|S)N)rr)super__repr__r*replacer')r+repr_str __class__rrr34s zConnectionError.__repr__)rrrr.r0r3 __classcell__rrr6rrsrc@r )RetriesExceededNr rrrrr9;r9c@r ) BadStatusCodeNr rrrrr;?r:r;c@r ) EmptyResponseNr rrrrr<Cr:r<c@seZdZdZd"ddZddZdd Zd d Zd d ZddZ ddZ e ddZ d#ddZ ddZddZddZddZddZd d!ZdS)$ CompatRequestzr urllib / cookielib compatible request class. See also: http://docs.python.org/library/cookielib.html GETNcCs0||_|||jj|_||_||_||_dSN)paramsset_url url_splithost original_hostmethodheaderspayload)r+rrErFrGr@rrrr.Ls    zCompatRequest.__init__cCs:t|trt||_||_dS||_t|j|jd|_dS)N)r@)r"rr%rrBr@)r+rrrrrATs   zCompatRequest.set_urlcC|jSr?rr/rrr get_full_url\zCompatRequest.get_full_urlcC|jjSr?)rBrCr/rrrget_host_zCompatRequest.get_hostcCrLr?)rBschemer/rrrget_typebrNzCompatRequest.get_typecCrHr?)rDr/rrrget_origin_req_hosterKz!CompatRequest.get_origin_req_hostcCdS)zM See http://tools.ietf.org/html/rfc2965.html. Not fully implemented! Frr/rrris_unverifiablehzCompatRequest.is_unverifiablecCs|Sr?)rSr/rrr unverifiablemszCompatRequest.unverifiablecCs|j||Sr?)rFget)r+ header_namedefaultrrr get_headerqzCompatRequest.get_headercCs ||jvSr?rF)r+rWrrr has_headert zCompatRequest.has_headercC |jSr?)rFitemsr/rrr header_itemswr]zCompatRequest.header_itemscCs|j||dSr?)rFadd)r+rrrrradd_unredirected_headerzsz%CompatRequest.add_unredirected_headercCs&d|_d|_dD]}|j|qdS)Nr>)content-length content-typecontent-encoding)rErGrFdiscardr+itemrrr _drop_payload}s zCompatRequest._drop_payloadcCsdD]}|j|qdS)N)cookieZcookie2)rFrfrgrrr _drop_cookiesszCompatRequest._drop_cookiescCs.||j||dvr||dS)z9 Modify the request inplace to point to the new location )./N)rArBredirectrirk)r+codelocationrrrrns zCompatRequest.redirect)r>NNNr?)rrr__doc__r.rArJrMrPrQrSpropertyrUrYr\r`rbrirkrnrrrrr=Gs$    r=c@seZdZdZdZd$ddZeddZedd Zed d Z d%d d Z ddZ ddZ d&ddZ eddZddZddZddZddZd d!Zd"d#ZdS)'CompatResponsez7 Adapter for urllib responses with some extensions )rF _response_request _sent_request_cached_contentNcCs ||_||_||_|jj|_dSr?)rtrurvZ_headers_indexrF)r+Z ghc_responserequest sent_requestrrrr.szCompatResponse.__init__cCs t|jS)z" The returned http status )r% status_coder/rrrstatuss zCompatResponse.statuscCr^)z/ The http status code as plain integer )rtget_coder/rrrrzs zCompatResponse.status_codecCrHr?rtr/rrrstreamzCompatResponse.streamcCs |j|S)z- Read n bytes from the response body )rtread)r+nrrrrs zCompatResponse.readcCr^r?)rtreadliner/rrrrr]zCompatResponse.readlinecCr^r?)rtreleaser/rrrrr]zCompatResponse.releaseTFcCs`|j}|rt|dtjS|rt|Sz t|tj WStjy/t|YSw)N)rtrzlib decompress MAX_WBITSbrotlierror)r+gzipbrZbodystrrrrunzippeds  zCompatResponse.unzippedcCs,z|jWSty||_|jYSw)zV Unzips if necessary and buffers the received body. Careful with large files! )rwAttributeError_contentr/rrrcontents    zCompatResponse.contentcCsz |jdd}Wn tyd}Ynw|dkr#|jdd}n1|dkr.|jdd}n&|dkr8|j}n|d krD|jddd }n|d krNtd |td |||S)NreridentityrT)rdeflateFr)rrcompressz"Compression type not supported: %szUnknown content encoding: %s) rF getheaderslower IndexErrorrrtr ValueErrorr)r+ content_typeretrrrrs$    zCompatResponse._contentc Cs8z t|jddWSttfyt|jYSw)zD The content lengths as should be returned from the headers rcr)intrFrrrr&rr/rrr__len__s zCompatResponse.__len__cCrR)zU If we have an empty response body, we still don't want to evaluate as false Trr/rrr __nonzero__rTzCompatResponse.__nonzero__cCrH)z2 Adaption to cookielib: Alias for headers r[r/rrrinfoszCompatResponse.infocCs|Sr?rr/rrr __enter__szCompatResponse.__enter__cG |dSr?)r)r+r,rrr__exit__ zCompatResponse.__exit__)NNr?)TF)rrrrq __slots__r.rrr{rzr~rrrrrrrrrrrrrrrrss,         rsc@s,eZdZdZddZddZeddZdS) RestkitCompatResponsezI Some extra lines to also serve as a drop in replacement for restkit cCrHr?)rr/rrr body_stringrKz!RestkitCompatResponse.body_stringcCrHr?r}r/rrr body_streamrKz!RestkitCompatResponse.body_streamcCrHr?)rzr/rrr status_intrz RestkitCompatResponse.status_intN)rrrrqrrrrrrrrrrs rc@seZdZeZeZegdZegdZ  d#ddZ dd Z d d Z d$d dZ ddZd%ddZddZd%ddZd%ddZd edddddfddZed%ddZeddZd&d!d"ZdS)' UserAgent)-rlrm3)rrlrmrrNcKsPt||_t||_||_tj|_|r|j|||_ t di||_ dS)Nr) r max_redirects max_retries retry_delayrZDEFAULT_HEADERScopydefault_headersr! cookiejarr clientpool)r+rrrrrFr-rrrr.s    zUserAgent.__init__cCs|jdSr?)rcloser/rrrrrZzUserAgent.closecCrr?)rr/rrr__del__!rzUserAgent.__del__r>c Cs|j}|r |||s|rH|dd}|r&|||\} }| }||d<t|tr6|s1d|d<t|}n|sBt|trBd|d<n|sHd|d<|j |||||dS)Nrdz0application/x-www-form-urlencoded; charset=utf-8ztext/plain; charset=utf-8zapplication/octet-stream)rErFrGr@) rrr!rV _encode_filesr"dictrr request_type) r+rrErFrGr@filesZ req_headersrbodyrrr _make_request$s$      zUserAgent._make_requestcCs<|j|j}|j|j|jj|j|jd}|j|||j dS)N)rrF)rxry) rZ get_clientrBrxrE request_urirGrF response_typerv)r+rxclientresprrr_urlopen9s zUserAgent._urlopencCs||jvr t||ddS) Hook for subclassing )roN)valid_response_codesr;)r+rzrrrr_verify_status?s  zUserAgent._verify_statuscCs|stdt|trtdg}t|pi}t|pi}|D]>\}}t|ts-t|ds0|g}|D]*}|dur\t|tsAt|}|t|trM|dn|t|trX| dn|fq2q|D]u\}}d} d} d} t|t t frt |dkr||\} } n*t |dkr|\} } } nt |dkr|\} } } } n|\} } } } } n | |p|} |} t| tttfr| }nt| d r| }n| durq`| }t||| | d }|j| d ||q`t|| \}}||fS) a0 Method taken from models in requests library , usage is the same. Only difference is that you can add custom boundary in 5-tuple version. Build the body for a multipart/form-data request. Will successfully encode files when passed as a dict or a list of tuples. Order is retained if data is a list of tuples but arbitrary if parameters are supplied as a dict. The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype), 4-tuples (filename, fileobj, contentype, custom_headers) or 5-tuples (filename, fileobj, contentype, custom_headers, custom boundary). example: files = {'file': ('report.xls', body, 'application/vnd.ms-excel', {'Expires': '0'}, 'custom_boundary')} zFiles must be provided.zData must not be a string.__iter__Nutf-8rr)namedatafilenamerF)r)rr" basestringrhasattrbytesr%appenddecodeencodetuplelistr&guess_filename bytearrayrr make_multipartr )r+rr new_fieldsfieldsfieldrvkftfhboundaryfnfpfdatarfrrrrrrEsb                zUserAgent._encode_filescCst|tjtjfr |St|tjtfr$|jttj tj tj tj gvr$|St|t jr2dt|vr2|St|tr9|Stt||td)a Hook for subclassing. Raise the error to interrupt further retrying, return it to continue retries and save the error, when retries exceed the limit. Temporary errors should be swallowed here for automatic retries. zread operation timed outr)r"sockettimeoutgeventTimeoutrr errnosetZ ETIMEDOUTZENOLINKENOENTEPIPEsslSSLErrorr%r<rtypesysexc_info)r+errrr _handle_errors zUserAgent._handle_errorcCst||j|d)r)original)r9r)r+r last_errorrrr_handle_retries_exceededsz"UserAgent._handle_retries_exceededFc  Ks| r|s| }n t|tr|| | dd} nd} |j|||||| d} t|jD]B} | dkr:|jr:t |jt|j D]} |j durM|j | z| | }Wn&tjy]tyz}z| |_|j|| jd}WYd}~nd}~ww|dur||j| j|| jddz |j|j| jdWn0ty}z$||_| |_|j| j|| jd|_||j|| jd}WYd}~nd}~ww|j dur|j || |jd}t|tjr| d }|j|j!vr|r|z | "|j|Wq?ty}z|j|| jd}WYd}~nWd}~ww|s$|Sz|j#}WntyE}z|j|| jd}WYd}~n,d}~ww|sXt$|d }|j|| jd}n|St%|d |j }|j||d}q*|j&||d S) zJ Open an URL, do retries and redirects and verify the status code rN)rErFrGr@rrrI)rG rprzEmpty response body receivedzRedirection limit reached (%s)r)'r"rr!rVrrrrrsleeprradd_cookie_headerrZ GreenletExit BaseExceptionrxrrwrite_conversation_strrGrrz ExceptionresponseZhttp_logrextract_cookiesrFr( binary_typerredirect_resonse_codesrnrr<r9r)r+rrEZresponse_codesrFrG to_string debug_streamr@r-rreqretry_rrrZ redirectionrrrrurlopens             zUserAgent.urlopencCsHtjr@ddd|jD}d|d|j}|r&t|tr&||d7}|d|jj dt |j d|d|j 7}|Sddd|jD}d|d|j}|rt|tj rwz ||d d7}Wntyv|d 7}Yn wt|tjr||d7}|d|jj dt |j d|d|j ddd 7}|S) N cs|]}d|VqdSz%s: %sNrrrhrrrrz.UserAgent._conversation_str..z REQUEST: rz RESPONSE:  csrrrrrrrrr rzUnicodeDecodeError )r(PY2r'rFZ iteroriginalrvr"rrtversionr%rzrrrUnicodeDecodeErrorr)clsrrrGZ header_strrrrrrsP      zUserAgent._conversation_strcCsNt|dd}|rt|tr!|ddkr#|ddkr%tj|SdSdSdSdS)z0Tries to guess the filename of the given object.rNr<>)getattrr"rospathbasename)rfilerrrrrs & zUserAgent.guess_filename@c Ks|dd|di}d|d<|rtj|rtj|}nd}t|jD]}|r`d||d<|j|fd|i|} | j d} | j d ksZ| rZ| d rZ| dd d  t |s`| d}|ss|dd|j|fd|i|} t||ryd nd f} |r| |tjz'| |} | | r| | | |} | sWdn1swYWn+ty} z|j| |d| j dd kr| }WYd} ~ Wdq&d} ~ wwWd| S1swY| S|j|| d| S)NrrFz Keep-Alive Connectionrz bytes=%d-Rangez Content-RangerrrabwbrIz accept-rangesr)poprrisfilegetsizerrrrFrVrz startswithsplitr%ropenseekSEEK_SETrrrrtellr)r+rZfpath chunk_sizeresumer-rFoffsetrrcrfrrrrrdownload%sb           zUserAgent.download)rrrNN)r>NNNNr?)rF)rrrrsrr=r frozensetrrr.rrrrrrrrr classmethodrrr*rrrrr s0       T   U  rc@seZdZeZdS)RestkitCompatUserAgentN)rrrrrrrrrr-Qsr-c@seZdZdddZdS)XmlrpcCompatUserAgentFcCsJ|sdnt}|j||d|d|d}|dur#|dt||S)NPOSTT)rGrrr)rStringIOrr"rr)r+rChandlerrxverboserrrrrrxVs   zXmlrpcCompatUserAgent.requestN)F)rrrrxrrrrr.Usr.).rrr(rrrrrZ six.movesrrZsix.moves.urllib.parserrrrrrurllib3r Zurllib3.fieldsr Z gevent.dnsr ImportErrorrrrrrrrr%rrrr9r;r<objectr=rsrrr-r.rrrrsD    HoF