o
    ÒèFh37  ã                   @  s¸  U d Z ddlmZ ddlZddlZddlmZ ddlmZ ddl	m
Z
mZ ddlZddlmZmZmZmZ e
r=ddlmZ d	d
lmZ d	dlmZ 	 dZdZdZdZdZeeƒ d¡jdd�Z G dd„ de!ƒZ"G dd„ de"ƒZ#G dd„ de"ƒZ$dBdd„Z%G d d!„ d!ej&ƒZ'G d"d#„ d#ƒZ(dCd%d&„Z)dCd'd(„Z*dCd)d*„Z+dCd+d,„Z,dZ-d-e.d.< e,ƒ r¶e*ƒ r¶e)ƒ s¶e+ƒ s¶e(ƒ Z-ndZ-dDd2d3„Z/d4a0dEd6d7„Z1d4a2dEd8d9„Z3dFd;d<„Z4dGd>d?„Z5dCd@dA„Z6dS )HaÓ  
Support for streaming http requests in emscripten.

A few caveats -

Firstly, you can't do streaming http in the main UI thread, because atomics.wait isn't allowed.
Streaming only works if you're running pyodide in a web worker.

Secondly, this uses an extra web worker and SharedArrayBuffer to do the asynchronous fetch
operation, so it requires that you have crossOriginIsolation enabled, by serving over https
(or from localhost) with the two headers below set:

    Cross-Origin-Opener-Policy: same-origin
    Cross-Origin-Embedder-Policy: require-corp

You can tell if cross origin isolation is successfully enabled by looking at the global crossOriginIsolated variable in
javascript console. If it isn't, streaming requests will fallback to XMLHttpRequest, i.e. getting the whole
request into a buffer and then returning it. it shows a warning in the javascript console in this case.

Finally, the webworker which does the streaming fetch is created on initial import, but will only be started once
control is returned to javascript. Call `await wait_for_streaming_ready()` to wait for streaming fetch.

NB: in this code, there are a lot of javascript objects. They are named js_*
to make it clear what type of object they are.
é    )ÚannotationsN)ÚParser)Úfiles)ÚTYPE_CHECKINGÚAny)ÚJsArrayÚJsExceptionÚJsProxyÚto_js)ÚBufferé   )ÚEmscriptenRequest)ÚEmscriptenResponse)z
user-agentéÿÿÿÿéþÿÿÿéýÿÿÿéüÿÿÿzemscripten_fetch_worker.jszutf-8)Úencodingc                      s*   e Zd Z	ddddœd‡ fd	d
„Z‡  ZS )Ú_RequestErrorN©ÚrequestÚresponseÚmessageú
str | Noner   úEmscriptenRequest | Noner   úEmscriptenResponse | Nonec                  s$   || _ || _|| _tƒ  | j¡ d S ©N)r   r   r   ÚsuperÚ__init__)Úselfr   r   r   ©Ú	__class__© úY/var/www/html/loop/nvenv/lib/python3.10/site-packages/urllib3/contrib/emscripten/fetch.pyr   C   s   z_RequestError.__init__r   )r   r   r   r   r   r   )Ú__name__Ú
__module__Ú__qualname__r   Ú__classcell__r"   r"   r    r#   r   B   s    þûr   c                   @  ó   e Zd ZdS )Ú_StreamingErrorN©r$   r%   r&   r"   r"   r"   r#   r)   P   ó    r)   c                   @  r(   )Ú_TimeoutErrorNr*   r"   r"   r"   r#   r,   T   r+   r,   Údict_valúdict[str, Any]Úreturnr	   c                 C  s   t | tjjd�S )N)Údict_converter)r
   ÚjsÚObjectÚfromEntries)r-   r"   r"   r#   Ú_obj_from_dictX   ó   r4   c                      sr   e Zd Zd#dd„Zd$dd„Zd%dd„Zed%dd„ƒZd$‡ fdd„Zd%dd„Z	d%dd„Z
d%dd„Zd&d!d"„Z‡  ZS )'Ú_ReadStreamÚ
int_bufferr   Úbyte_bufferÚtimeoutÚfloatÚworkerr	   Úconnection_idÚintr   r   c                 C  sT   || _ || _d| _d| _|| _|| _|dkrtd| ƒnd | _d| _d| _	|| _
d S )Nr   éè  TF)r7   r8   Úread_posÚread_lenr<   r;   r=   r9   Úis_liveÚ
_is_closedr   )r   r7   r8   r9   r;   r<   r   r"   r"   r#   r   ]   s   	
z_ReadStream.__init__r/   ÚNonec                 C  s   |   ¡  d S r   )Úclose©r   r"   r"   r#   Ú__del__q   ó   z_ReadStream.__del__Úboolc                 C  s   | j S r   )rB   rE   r"   r"   r#   Ú	is_closedu   s   z_ReadStream.is_closedc                 C  s   |   ¡ S r   )rI   rE   r"   r"   r#   Úclosedy   s   z_ReadStream.closedc                   s`   |   ¡ s.d| _d| _d | _d | _d| _d | _| jr'| j 	t
d| jiƒ¡ d| _tƒ  ¡  d S d S )Nr   TrD   F)rI   r@   r?   r7   r8   rB   r   rA   r;   ÚpostMessager4   r<   r   rD   rE   r    r"   r#   rD   }   s   öz_ReadStream.closec                 C  ó   dS ©NTr"   rE   r"   r"   r#   ÚreadableŠ   ó   z_ReadStream.readablec                 C  rL   ©NFr"   rE   r"   r"   r#   Úwritable�   rO   z_ReadStream.writablec                 C  rL   rP   r"   rE   r"   r"   r#   Úseekable�   rO   z_ReadStream.seekableÚbyte_objr   c                 C  s<  | j std| jd d�‚| jdkrotj | j dt¡ | j 	t
d| jiƒ¡ tj | j dt| j¡dkr3t‚| j d }|dkrC|| _d| _n,|tkrf| j d }tj ¡ }| | j d|¡¡}td|› �| jd d�‚d| _|  ¡  dS t| jtt|ƒƒƒ}| j | j| j| ¡ ¡ }|t|ƒd|…< |  j|8  _|  j|7  _|S )	Nz,No buffer for stream in _ReadStream.readintor   r   ÚgetMorez	timed-outr   úException thrown in fetch: F)r7   r)   r   r@   r1   ÚAtomicsÚstoreÚERROR_TIMEOUTr;   rK   r4   r<   Úwaitr9   r,   r?   ÚERROR_EXCEPTIONÚTextDecoderÚnewÚdecoder8   ÚslicerA   rD   ÚminÚlenÚ
memoryviewÚsubarrayÚto_py)r   rS   Údata_lenÚ
string_lenÚ
js_decoderÚjson_strÚ
ret_lengthrb   r"   r"   r#   Úreadinto“   sN   ý
ÿ


ýÿþz_ReadStream.readinto)r7   r   r8   r   r9   r:   r;   r	   r<   r=   r   r   ©r/   rC   ©r/   rH   )rS   r   r/   r=   )r$   r%   r&   r   rF   rI   ÚpropertyrJ   rD   rN   rQ   rR   ri   r'   r"   r"   r    r#   r6   \   s    





r6   c                   @  s    e Zd Zddd„Zddd	„Zd
S )Ú_StreamingFetcherr/   rC   c                   s\   dˆ _ tj tgtddiƒ¡}d‡ fd	d
„}tj |¡}tjj	 |¡ˆ _
tjj |¡ˆ _d S )NFÚtypezapplication/javascriptÚjs_resolve_fnr	   Újs_reject_fnr/   rC   c                   s2   d	‡‡fdd„}d	‡ fdd„}|ˆj _|ˆj _d S )
NÚer	   r/   rC   c                   s   dˆ_ ˆ | ƒ d S rM   )Ústreaming_ready©rq   )ro   r   r"   r#   ÚonMsgÌ   s   zC_StreamingFetcher.__init__.<locals>.promise_resolver.<locals>.onMsgc                   s   ˆ | ƒ d S r   r"   rs   )rp   r"   r#   ÚonErrÐ   rG   zC_StreamingFetcher.__init__.<locals>.promise_resolver.<locals>.onErr)rq   r	   r/   rC   )Ú	js_workerÚ	onmessageÚonerror)ro   rp   rt   ru   rE   )rp   ro   r#   Úpromise_resolverË   s   z4_StreamingFetcher.__init__.<locals>.promise_resolver)ro   r	   rp   r	   r/   rC   )rr   r1   ÚBlobr\   Ú_STREAMING_WORKER_CODEr4   ÚURLÚcreateObjectURLÚ
globalThisÚWorkerrv   ÚPromiseÚjs_worker_ready_promise)r   Újs_data_blobry   Újs_data_urlr"   rE   r#   r   Ã   s   ÿz_StreamingFetcher.__init__r   r   r   c                 C  s¨  dd„ |j  ¡ D ƒ}|j}|t|ƒ|jdœ}|jdkr"td|j ƒnd }tj 	d¡}tj
 	|¡}tj 	|d¡}tj |dt¡ tj |d¡ tj 	|jtj¡j}	| j t||	|dœƒ¡ tj |dt|¡ |d tkrrtd	|d d
�‚|d tkr¦|d }
tj 	¡ }| | d|
¡¡}t |¡}t||d |d t |||j| j|d |ƒd�S |d t!krÈ|d }
tj 	¡ }| | d|
¡¡}t"d|› �|d d
�‚t"d|d › �|d d
�‚)Nc                 S  s   i | ]\}}|t vr||“qS r"   )ÚHEADERS_TO_IGNORE)Ú.0ÚkÚvr"   r"   r#   Ú
<dictcomp>Û   s    z*_StreamingFetcher.send.<locals>.<dictcomp>)ÚheadersÚbodyÚmethodr   r>   i   é   )ÚbufferÚurlÚfetchParamsz'Timeout connecting to streaming requestr   r   Ústatusr‰   ÚconnectionID)r   Ústatus_coder‰   rŠ   rU   z%Unknown status from worker in fetch: )#r‰   ÚitemsrŠ   r
   r‹   r9   r=   r1   ÚSharedArrayBufferr\   Ú
Int32ArrayÚ
Uint8ArrayrV   rW   rX   Únotifyr|   rŽ   ÚlocationÚhrefrv   rK   r4   rY   r,   ÚSUCCESS_HEADERr[   r]   r^   ÚjsonÚloadsr   r6   rZ   r)   )r   r   r‰   rŠ   Ú
fetch_datar9   Újs_shared_bufferÚjs_int_bufferÚjs_byte_bufferÚjs_absolute_urlre   rf   rg   Úresponse_objr"   r"   r#   ÚsendÚ   sr   ÿýÿÿ
ý

úü
ÿýz_StreamingFetcher.sendNrj   ©r   r   r/   r   )r$   r%   r&   r   r£   r"   r"   r"   r#   rm   Â   s    
rm   rH   c                   C  s    t tdƒot tdƒotjtjkS )NÚwindowr   )Úhasattrr1   r   r¥   r"   r"   r"   r#   Úis_in_browser_main_thread$  s    r§   c                   C  s   t tdƒotjS )NÚcrossOriginIsolated)r¦   r1   r¨   r"   r"   r"   r#   Úis_cross_origin_isolated(  r5   r©   c                   C  s2   t tdƒot tjdƒot tjjdƒotjjjdkS )NÚprocessÚreleaseÚnameÚnode)r¦   r1   rª   r«   r¬   r"   r"   r"   r#   Ú
is_in_node,  s   

ÿþür®   c                   C  s   t tdƒo	t tdƒS )Nr   rz   )r¦   r1   r"   r"   r"   r#   Úis_worker_available5  s   r¯   z_StreamingFetcher | NoneÚ_fetcherr   r   r   c                 C  s   t r
tƒ r
t  | ¡S tƒ  d S r   )r°   rr   r£   Ú_show_streaming_warning©r   r"   r"   r#   Úsend_streaming_requestD  s   

r³   FrC   c                  C  s    t sda d} tj | ¡ d S d S )NTz8Warning: Timeout is not available on main browser thread)Ú_SHOWN_TIMEOUT_WARNINGr1   ÚconsoleÚwarn)r   r"   r"   r#   Ú_show_timeout_warningO  s
   ýr·   c                  C  sf   t s1da d} tƒ s| d7 } tƒ r| d7 } tƒ s| d7 } tƒ du r$| d7 } dd	lm} | | ¡ d S d S )
NTz%Can't stream HTTP requests because: 
z$  Page is not cross-origin isolated
z+  Python is running in main browser thread
z> Worker or Blob classes are not available in this environment.Fz² Streaming fetch worker isn't ready. If you want to be sure that streaming fetch
is working, you need to call: 'await urllib3.contrib.emscripten.fetch.wait_for_streaming_ready()`r   )rµ   )Ú_SHOWN_STREAMING_WARNINGr©   r§   r¯   rr   r1   rµ   r¶   )r   rµ   r"   r"   r#   r±   Z  s   
òr±   r   c              
   C  s4  znt j ¡ }tƒ sd|_| jrt| jd ƒ|_n| d¡ | jr#tƒ  | 	| j
| jd¡ | j ¡ D ]\}}| ¡ tvrA| ||¡ q1| t| jƒ¡ ttƒ  | ¡ ¡ƒ}tƒ s_|j ¡  ¡ }n|j d¡}t|j||| d�W S  ty™ } z|jdkr‚t |j!| d�‚|jd	krŽt"|j!| d�‚t"|j!| d�‚d }~ww )
NÚarraybufferr>   ztext/plain; charset=ISO-8859-15FzISO-8859-15)r’   r‰   rŠ   r   ÚTimeoutErrorr²   ÚNetworkError)#r1   ÚXMLHttpRequestr\   r§   ÚresponseTyper9   r=   ÚoverrideMimeTyper·   Úopenr‹   rŽ   r‰   r“   Úlowerr„   ÚsetRequestHeaderr£   r
   rŠ   Údictr   ÚparsestrÚgetAllResponseHeadersr   rc   ÚtobytesÚencoder   r�   r   r¬   r,   r   r   )r   Újs_xhrr¬   Úvaluer‰   rŠ   Úerrr"   r"   r#   Úsend_requestm  s>   
€
€
ÿ

€ùrÊ   úbool | Nonec                   C  s   t rt jS d S r   )r°   rr   r"   r"   r"   r#   rr   –  s   rr   c                   Ã  s   �t rt jI d H  dS dS )NTF)r°   r�   r"   r"   r"   r#   Úwait_for_streaming_ready�  s
   €rÌ   )r-   r.   r/   r	   rk   )r   r   r/   r   rj   r¤   )r/   rË   )7Ú__doc__Ú
__future__r   Úior›   Úemail.parserr   Úimportlib.resourcesr   Útypingr   r   r1   Úpyodide.ffir   r   r	   r
   Útyping_extensionsr   r   r   r   r   r„   rš   ÚSUCCESS_EOFrX   rZ   Ú__package__ÚjoinpathÚ	read_textr{   Ú	Exceptionr   r)   r,   r4   Ú	RawIOBaser6   rm   r§   r©   r®   r¯   r°   Ú__annotations__r³   r´   r·   r¸   r±   rÊ   rr   rÌ   r"   r"   r"   r#   Ú<module>   sh    þÿ
f
b


	ÿÿþ




)