U
'7`2P @ s8 d dl Z d dlZd dlZd dlmZmZmZmZmZm Z m
Z
ddl m Z ddl
mZmZmZ ddlmZ zd dlmZ W n ek
r d dlmZ Y nX dZe
d ZG d
d d eZG d d
d
ee ZG dd dZG dd dZ G dd de Z G dd de Z e Z G dd dee Z G dd de e Z!dS ) N) AwaitableCallableGenericListOptionalTupleTypeVar ) BaseProtocol)BaseTimerContext
set_exception
set_result)internal_logger)Deque)
EMPTY_PAYLOAD EofStream StreamReader DataQueueFlowControlDataQueue_Tc @ s e Zd ZdZdS )r zeof stream indication.N)__name__
__module__ __qualname____doc__ r r B/opt/alt/python38/lib64/python3.8/site-packages/aiohttp/streams.pyr s r c @ sD e Zd Zeg ee f ddddZddddZedd d
ZdS ) AsyncStreamIteratorN) read_funcreturnc C s
|| _ d S N)r )selfr r r r __init__ s z AsyncStreamIterator.__init__zAsyncStreamIterator[_T]r c C s | S r r r r r r __aiter__" s z AsyncStreamIterator.__aiter__c s< z| I d H }W n tk
r* tY nX |dkr8t|S N )r r StopAsyncIterationr rvr r r __anext__% s
z AsyncStreamIterator.__anext__) r r r r r r r! r$ r* r r r r r s r c @ s@ e Zd ZdddddZd dddZeeef dd d
ZdS ) ChunkTupleAsyncStreamIteratorr N)streamr c C s
|| _ d S r )_stream)r r, r r r r! 0 s z&ChunkTupleAsyncStreamIterator.__init__r" c C s | S r r r# r r r r$ 3 s z'ChunkTupleAsyncStreamIterator.__aiter__c s | j I d H }|dkr t|S )Nr& F)r- readchunkr' r( r r r r* 6 s z'ChunkTupleAsyncStreamIterator.__anext__) r r r r! r$ r bytesboolr* r r r r r+ / s r+ c @ sR e Zd Zee dddZeee dddZee dddZe dd d
Z
d S ) AsyncStreamReaderMixinr" c C s
t | jS r )r readliner# r r r r$ > s z AsyncStreamReaderMixin.__aiter__nr c s t fddS )zzReturns an asynchronous iterator that yields chunks of size n.
Python-3.5 available for Python 3.5+ only
c s
S r )readr r5 r r r <lambda>F r& z5AsyncStreamReaderMixin.iter_chunked.<locals>.<lambda>)r r r5 r r7 r iter_chunkedA s z#AsyncStreamReaderMixin.iter_chunkedc C s
t | jS )zReturns an asynchronous iterator that yields all the available
data as soon as it is received
Python-3.5 available for Python 3.5+ only
)r readanyr# r r r iter_anyH s z AsyncStreamReaderMixin.iter_anyc C s t | S )a
Returns an asynchronous iterator that yields chunks of data
as they are received by the server. The yielded objects are tuples
of (bytes, bool) as returned by the StreamReader.readchunk method.
Python-3.5 available for Python 3.5+ only
)r+ r# r r r iter_chunksP s z"AsyncStreamReaderMixin.iter_chunksN) r r r r r0 r$ intr: r< r+ r= r r r r r2 = s r2 c @ s e Zd ZdZdZdddeeee ee j
ddddZ e dd d
Z
eeef dd d Zee dd
dZeddddZeg df ddddZddddZedddZedddZdddd Zedd d d Zd<eedd d!d"Z ddd#d$Z ddd%d&Z e dd'd(d)Z edd*d+Z d=eed-d.d/Z!edd0d1Z"eeef dd2d3Z#eed-d4d5Z$d>eed-d6d7Z%eed-d8d9Z&eed-d:d;Z'dS )?r a* An enhancement of asyncio.StreamReader.
Supports asynchronous iteration by line, chunk or as available::
async for line in reader:
...
async for chunk in reader.iter_chunked(1024):
...
async for slice in reader.iter_any():
...
r N)timerloop)protocollimitr? r@ r c C sv || _ || _|d | _|d kr&t }|| _d| _d| _d | _t
| _ d| _ d| _
d | _d | _d | _|| _g | _d S )N r F) _protocol
_low_water _high_waterasyncioZget_event_loop_loop_size_cursor_http_chunk_splits collectionsdeque_buffer_buffer_offset_eof_waiter _eof_waiter
_exception_timer_eof_callbacks)r rA rB r? r@ r r r r! j s"
zStreamReader.__init__r" c C s | j jg}| jr |d| j | jr0|d | jdkrP|d| j| jf | jrf|d| j | jr||d| j dd | S ) Nz%d byteseofi zlow=%d high=%dzw=%rze=%rz<%s> )
__class__r rI appendrP rE rF rQ rS join)r infor r r __repr__ s
zStreamReader.__repr__c C s | j | jfS r )rE rF r# r r r get_read_buffer_limits s z#StreamReader.get_read_buffer_limitsc C s | j S r rS r# r r r exception s zStreamReader.exceptionexcr c C sP || _ | j | j}|d k r.d | _t|| | j}|d k rLd | _t|| d S r )rS rU clearrQ r rR r ra waiterr r r r s
zStreamReader.set_exceptioncallbackr c C sB | j r2z
| W q> tk
r. td Y q>X n | j| d S NException in eof callback)rP Exceptionr r_ rU rY r rf r r r on_eof s
zStreamReader.on_eofc C s d| _ | j}|d k r$d | _t|d | j}|d k rBd | _t|d | jD ].}z
| W qH tk
rt td Y qHX qH| j d S )NTrh ) rP rQ r
rR rU ri r r_ rb )r rd cbr r r feed_eof s
zStreamReader.feed_eofc C s | j S )z&Return True if 'feed_eof' was called.rP r# r r r is_eof s zStreamReader.is_eofc C s | j o | j S )z=Return True if the buffer is empty and 'feed_eof' was called.rP rN r# r r r at_eof s zStreamReader.at_eofc s4 | j r
d S | j | _z| jI d H W 5 d | _X d S r )rP rH
create_futurerR r# r r r wait_eof s zStreamReader.wait_eof)datar c C sx t jdtdd |sdS | jr>| jd | jd | jd< d| _| jt|7 _| jt|8 _| j| d| _ dS )zDrollback reading some data from stream, inserting it to buffer head.zJunread_data() is deprecated and will be removed in future releases (#3260)rC )
stacklevelNr )
warningswarnDeprecationWarningrO rN rI lenrJ
appendleftZ _eof_counter)r rt r r r unread_data s zStreamReader.unread_datart sizer c C sx |sd S | j t|7 _ | j| | jt|7 _| j}|d k rVd | _t|d | j | jkrt| jj st| j
d S r ) rI ry rN rY total_bytesrQ r
rF rD _reading_paused
pause_readingr rt r} rd r r r feed_data s
zStreamReader.feed_datac C s" | j d kr | jrtdg | _ d S )Nz?Called begin_http_chunk_receiving whensome data was already fed)rK r~ RuntimeErrorr# r r r begin_http_chunk_receiving s
z'StreamReader.begin_http_chunk_receivingc C sd | j d krtd| j r"| j d nd}| j|kr4d S | j | j | j}|d k r`d | _t|d d S )NzFCalled end_chunk_receiving without calling begin_chunk_receiving firstr )rK r r~ rY rQ r
)r posrd r r r end_http_chunk_receiving s
z%StreamReader.end_http_chunk_receiving) func_namer c sf | j d k rtd| | j }| _ z2| jrL| j |I d H W 5 Q R X n
|I d H W 5 d | _ X d S )NzH%s() called while another coroutine is already waiting for incoming data)rQ r rH rr rT )r r rd r r r _wait# s
zStreamReader._waitc s | j d k r| j g }d}d}|r| jr|r| j}| jd d|d }| |rV|| nd}|| |t|7 }|rzd}|| jkr tdq | j rq|r |
dI d H q d |S )
Nr T
r r FzLine is too longr3 r& ) rS rN rO find_read_nowait_chunkrY ry rF
ValueErrorrP r rZ )r lineZ line_sizeZ
not_enoughoffsetZicharrt r r r r3 8 s*
zStreamReader.readliner r4 c sv | j d k r| j |sdS |dk rNg }| I d H }|s8qD|| q$d|S | jsl| jsl| dI d H qN| |S )Nr& r r6 )
rS getattrr r; rY rZ rN rP r _read_nowait)r r5 blocksblockr r r r6 V s
zStreamReader.readc s8 | j d k r| j | js.| js.| dI d H q| dS )Nr; r )rS rN rP r r r# r r r r; s
zStreamReader.readanyc s | j dk r| j | jrZ| jd}|| jkr0dS || jkrN| || j dfS td q| jrn| ddfS | j rxdS |
d I dH q dS )
zReturns a tuple of (data, end_of_http_chunk). When chunked transfer
encoding is used, end_of_http_chunk is a boolean indicating if the end
of the data corresponds to the end of a HTTP chunk , otherwise it is
always False.
Nr r& TTzESkipping HTTP chunk end due to data consumption beyond chunk boundaryr Fr. r/ ) rS rK poprJ r r ZwarningrN r rP r )r r r r r r/ s
zStreamReader.readchunkc sp | j d k r| j g }|dkrf| |I d H }|sNd|}t|t|| || |t|8 }qd|S )Nr r& )rS r6 rZ rG IncompleteReadErrorry rY )r r5 r r partialr r r readexactly s
zStreamReader.readexactlyc C s2 | j d k r| j | jr(| j s(td| |S )Nz9Called while some coroutine is waiting for incoming data.)rS rQ Zdoner r r9 r r r read_nowait s
zStreamReader.read_nowaitc C s | j d }| j}|dkrHt|| |krH|||| }| j|7 _n,|rj| j ||d }d| _n
| j }| jt|8 _| jt|7 _| j}|r|d | jk r|d q| j| jk r| j j
r| j |S )Nr r ) rN rO ry popleftrI rJ rK r rE rD r resume_reading)r r5 Z first_bufferr rt Z chunk_splitsr r r r s$
z StreamReader._read_nowait_chunkc C sP g }| j r>| |}|| |dkr|t|8 }|dkrq>q|rLd|S dS )z8 Read not more than n bytes, or whole buffer if n == -1 r r r& )rN r rY ry rZ )r r5 Zchunkschunkr r r r s
zStreamReader._read_nowait)r )r )r )(r r r r r~ r
r> r r rG AbstractEventLoopr! strr\ r r]
BaseExceptionr_ r r rk rm r1 ro rq rs r0 r{ r r r r r3 r6 r; r/ r r r r r r r r r Z sB
* r c @ s e Zd Zee dddZeddddZeg df ddd d
Zddd d Z e
dd
dZ e
dddZ ddddZ
d%eeddddZedddZd&eeddd Zedd d Zeee
f dd d Zeedd!d"Zedd#d$ZdS )'EmptyStreamReaderr" c C s d S r r r# r r r r_ s zEmptyStreamReader.exceptionNr` c C s d S r r )r ra r r r r s z EmptyStreamReader.set_exceptionre c C s. z
| W n t k
r( td Y nX d S rg )ri r r_ rj r r r rk s
zEmptyStreamReader.on_eofc C s d S r r r# r r r rm s zEmptyStreamReader.feed_eofc C s dS NTr r# r r r ro s zEmptyStreamReader.is_eofc C s dS r r r# r r r rq s zEmptyStreamReader.at_eofc s d S r r r# r r r rs
s zEmptyStreamReader.wait_eofr )rt r5 r c C s d S r r )r rt r5 r r r r
s zEmptyStreamReader.feed_datac s dS r% r r# r r r r3 s zEmptyStreamReader.readliner r4 c s dS r% r r9 r r r r6 s zEmptyStreamReader.readc s dS r% r r# r r r r; s zEmptyStreamReader.readanyc s dS )Nr r r# r r r r/ s zEmptyStreamReader.readchunkc s t d|d S r% )rG r r9 r r r r s z EmptyStreamReader.readexactlyc C s dS r% r r# r r r r s z EmptyStreamReader.read_nowait)r )r )r r r r r r_ r r rk rm r1 ro rq rs r0 r> r r3 r6 r; r r/ r r r r r r r s r c @ s e Zd ZdZejddddZedddZe dd d
Z
e dd d Z e e
dd
dZe
ddddZd eeddddZddddZedddZee dddZdS ) r z>DataQueue is a general-purpose blocking queue with one reader.N)r@ r c C s, || _ d| _d | _d | _d| _t | _d S )NFr )rH rP rQ rS rI rL rM rN )r r@ r r r r! ) s zDataQueue.__init__r" c C s
t | jS r )ry rN r# r r r __len__1 s zDataQueue.__len__c C s | j S r rn r# r r r ro 4 s zDataQueue.is_eofc C s | j o | j S r rp r# r r r rq 7 s zDataQueue.at_eofc C s | j S r r^ r# r r r r_ : s zDataQueue.exceptionr` c C s. d| _ || _| j}|d k r*d | _t|| d S r )rP rS rQ r rc r r r r = s zDataQueue.set_exceptionr r| c C s@ | j |7 _ | j||f | j}|d k r<d | _t|d d S r )rI rN rY rQ r
r r r r r F s zDataQueue.feed_datac C s( d| _ | j}|d k r$d | _t|d d S r )rP rQ r
)r rd r r r rm O s
zDataQueue.feed_eofc s | j sN| jsN| j | _z| jI d H W n$ tjtjfk
rL d | _ Y nX | j rt| j \}}| j |8 _ |S | j
d k r| j
nt d S r ) rN rP rH rr rQ rG ZCancelledError TimeoutErrorr rI rS r r rt r} r r r r6 W s
zDataQueue.readc C s
t | jS r )r r6 r# r r r r$ k s zDataQueue.__aiter__)r )r r r r rG r r! r> r r1 ro rq r r r_ r r r rm r6 r r$ r r r r r & s r c sX e Zd ZdZeeejdd fdd Zd
e edd fdd
Z
e d
fd d Z Z S )r zgFlowControlDataQueue resumes and pauses an underlying stream.
It is a destination for parsed data.N)rA rB r@ r c s" t j|d || _|d | _d S )N)r@ rC )superr! rD _limit)r rA rB r@ rX r r r! t s z FlowControlDataQueue.__init__r r| c s0 t || | j| jkr,| jjs,| j d S r )r r rI r rD r r r r r r r | s z FlowControlDataQueue.feed_datar" c s: zt I d H W S | j | jk r4| jjr4| j X d S r )rI r rD r r r r6 r# r r r r6 s zFlowControlDataQueue.read)r )
r r r r r
r> rG r r! r r r6
__classcell__r r r r r o s r )"rG rL rv typingr r r r r r r Z
base_protocolr
Zhelpersr r r
logr r ImportErrorZtyping_extensions__all__r ri r r r+ r2 r r r r r r r r r <module> s0 $ /I