File: //opt/saltstack/salt/lib/python3.10/site-packages/aiohttp/__pycache__/streams.cpython-310.pyc
o
;j?^ � @ s$ U d dl Z d dlZd dlZd dlZd dlmZmZ d dlmZm Z m
Z
ddl m Z ddl
mZmZmZmZmZmZ ddlmZ ddlmZ d Ze
d
�ZG d d � d e�ZG d
d� de e �Z G dd� d�Z G dd� d�Z G dd� de �Z e � Z ee e!d< G dd� de e �Z"G dd� de"e �Z#dS )� N)� Awaitable�Callable)�Final�Generic�TypeVar� )� BaseProtocol)�
_EXC_SENTINEL�DEFAULT_CHUNK_SIZE�BaseTimerContext� TimerNoop�
set_exception�
set_result)� LineTooLong)�internal_logger)�
EMPTY_PAYLOAD� EofStream� StreamReader� DataQueue�_Tc @ s e Zd ZdZdS )r zeof stream indication.N)�__name__�
__module__� __qualname__�__doc__� r r �C/opt/saltstack/salt/lib/python3.10/site-packages/aiohttp/streams.pyr s r c @ sF e Zd ZdZdeg ee f ddfdd�Zd dd �Zdefd
d �Z dS )
�AsyncStreamIterator�� read_funcr �returnNc C �
|| _ d S �Nr )�selfr r r r �__init__& �
z AsyncStreamIterator.__init__�AsyncStreamIterator[_T]c C � | S r! r �r" r r r � __aiter__) � z AsyncStreamIterator.__aiter__c � s8 �z | � � I d H }W n ty t�w |dkrt�|S �N� )r r �StopAsyncIteration�r" �rvr r r � __anext__, s � �z AsyncStreamIterator.__anext__)r r% )
r r r � __slots__r r r r# r( r/ r r r r r " s
r c @ s: e Zd ZdZd dd�Zd
dd �Zdeeef fd
d �Z dS )� ChunkTupleAsyncStreamIterator��_stream�streamr r Nc C r r! r2 )r" r4 r r r r# : r$ z&ChunkTupleAsyncStreamIterator.__init__c C r& r! r r' r r r r( = r) z'ChunkTupleAsyncStreamIterator.__aiter__c � s" �| j �� I d H }|dkrt�|S )N�r+ F)r3 � readchunkr, r- r r r r/ @ s
�z'ChunkTupleAsyncStreamIterator.__anext__)r4 r r N)r r1 )
r r r r0 r# r( �tuple�bytes�boolr/ r r r r r1 6 s
r1 c @ s\ e Zd ZdZdZddd�dedededB dej dB d df
d
d �Z
d e fd d
�Z d e
e fdd�Zded e
e fdd�Zd e
e fdd�Zd efdd�Zd eeef fdd�Zded dfdd�Zd edB fdd �Zefd ed ed dfd d �Zd!eg df d dfd"d#�Z dUd$d%�Z d e fd&d'�Z d e fd(d)�Z dUd*d+�Z!e"d efd,d-��Z#d.ed dfd/d0�Z$dVd.ed2ed e fd3d4�Z%dUd5d6�Z&dUd7d8�Z'd9e d dfd:d;�Z(dd<�d=edB d efd>d?�Z) @dWddA�dBedCedB d efdDdE�Z*dXded efdGdH�Z+d efdIdJ�Z,d eee f fdKdL�Z-ded efdMdN�Z.dXded efdOdP�Z/ded efdQdR�Z0ded efdSdT�Z1dS )Yr a* An enhancement of asyncio.StreamReader.
Supports asynchronous iteration by line, chunk or as available::
async for line in reader:
...
async for chunk in reader.iter_chunked(1024):
...
async for slice in reader.iter_any():
...
)� _protocol�
_low_water� _high_water�_low_water_chunks�_high_water_chunks�_loop�_size�_cursor�_http_chunk_splits�_buffer�_buffer_offset�_eof�_waiter� _eof_waiter�
_exception�_timer�_eof_callbacks� _eof_counter� total_bytes�total_compressed_bytesN)�timer�loop�protocol�limitrN rO r c C s� || _ || _|d | _|d u rt�� }td|d �| _| jd | _|| _d| _ d| _
d | _ t �
� | _d| _d| _d | _d | _d | _|d u rHt� n|| _g | _d| _d| _d | _d S )N� � � r F)r: r; r< �asyncioZget_event_loop�maxr> r= r? r@ rA rB � collections�dequerC rD rE rF rG rH r rI rJ rK rL rM )r" rP rQ rN rO r r r r# l s,
zStreamReader.__init__c C s� | j jg}| jr|�d| j � | jr|�d� | jtkr(|�d| j| jf � | jr3|�d| j � | j r>|�d| j � dd�
|� S )Nz%d bytes�eofzlow=%d high=%dzw=%rze=%r�<%s>� ) � __class__r r@ �appendrE r; r
r< rF rH �join)r" �infor r r �__repr__� s
zStreamReader.__repr__c C �
t | j�S r! )r �readliner' r r r r( � r$ zStreamReader.__aiter__�nc s �� � � t� �fdd��S )z>Returns an asynchronous iterator that yields chunks of size n.c s
�� � �S r! )�readr �rc r" r r �<lambda>� s
z+StreamReader.iter_chunked.<locals>.<lambda>)�set_read_chunk_sizer �r" rc r re r � iter_chunked� s
zStreamReader.iter_chunkedc C ra )z3Yield all available data as soon as it is received.)r �readanyr' r r r �iter_any� s
zStreamReader.iter_anyc C s t | �S )z�Yield chunks of data as they are received by the server.
The yielded objects are tuples
of (bytes, bool) as returned by the StreamReader.readchunk method.
)r1 r' r r r � iter_chunks� s zStreamReader.iter_chunksc C s | j | jfS r! �r; r< r' r r r �get_read_buffer_limits� � z#StreamReader.get_read_buffer_limitsc C s" || j kr|| _ |d | _dS dS )z7Raise buffer limits to match the consumer's chunk size.rR Nrm rh r r r rg � s
�z StreamReader.set_read_chunk_sizec C � | j S r! �rH r' r r r � exception� � zStreamReader.exception�exc� exc_causec C sX || _ | j�� | j}|d urd | _t|||� | j}|d ur*d | _t|||� d S d S r! )rH rJ �clearrF r
rG �r" rt ru �waiterr r r r
� s
�zStreamReader.set_exception�callbackc C sB | j rz|� W d S ty t�d� Y d S w | j�|� d S �N�Exception in eof callback)rE � Exceptionr rr rJ r] �r" ry r r r �on_eof� s �zStreamReader.on_eofc C s� d| _ | j}|d urd | _t|d � | j}|d ur!d | _t|d � | jjdd� | jD ]}z|� W q+ ty@ t� d� Y q+w | j�
� d S )NTF)Z
resume_parserr{ ) rE rF r rG r: �resume_readingrJ r| r rr rv )r" rx �cbr r r �feed_eof� s"
�zStreamReader.feed_eofc C rp )z&Return True if 'feed_eof' was called.�rE r' r r r �is_eof� s zStreamReader.is_eofc C � | j o| j S )z=Return True if the buffer is empty and 'feed_eof' was called.�rE rC r' r r r �at_eof� s zStreamReader.at_eofc � sH �| j rd S | jd u s
J �| j�� | _z | jI d H W d | _d S d | _w r! )rE rG r? �
create_futurer' r r r �wait_eof� s � zStreamReader.wait_eofc C s | j d u r| jS | j S r! )rM rL r' r r r �total_raw_bytes s
z StreamReader.total_raw_bytes�datac C sx t jdtdd� |s dS | jr | jd | jd� | jd< d| _| jt|�7 _| jt|�8 _| j�|� d| _ dS )zDrollback reading some data from stream, inserting it to buffer head.zJunread_data() is deprecated and will be removed in future releases (#3260)rR )�
stacklevelNr )
�warnings�warn�DeprecationWarningrD rC r@ �lenrA �
appendleftrK )r" r� r r r � unread_data s �
zStreamReader.unread_datar �sizec C s~ | j rJ d��|s dS t|�}| j|7 _| j�|� | j|7 _| j}|d ur2d | _t|d � | j| jkr=| j �
� dS )Nzfeed_data after feed_eofF) rE r� r@ rC r] rL rF r r< r: �
pause_reading)r" r� r� �data_lenrx r r r � feed_data s
zStreamReader.feed_datac C s* | j d u r| jr td��t�� | _ d S d S )Nz@Called begin_http_chunk_receiving when some data was already fed)rB rL � RuntimeErrorrW rX r' r r r �begin_http_chunk_receiving0 s
��z'StreamReader.begin_http_chunk_receivingc C s� | j d u r td��| j r| j d nd}| j|krd S | j �| j� t| j �| jkr.| j�� | j}|d ur?d | _t |d � d S d S )NzFCalled end_chunk_receiving without calling begin_chunk_receiving first���r )
rB r� rL r] r� r> r: r� rF r )r" �posrx r r r �end_http_chunk_receiving8 s
�
�z%StreamReader.end_http_chunk_receiving� func_namec � s� �| j js td��| jd urtd| ��| j�� }| _z$| j�
|I d H W d � n1 s0w Y W d | _d S W d | _d S d | _w )NzConnection closed.zH%s() called while another coroutine is already waiting for incoming data)r: � connectedr� rF r? r� rI )r" r� rx r r r �_wait\ s" �
�� �
�zStreamReader._wait��max_line_lengthr� c � s �| j |d�I d H S )N��max_size)� readuntil�r" r� r r r rb q s �zStreamReader.readline�
r� � separatorr� c
� s� �t |�}|dkr
td��| jd ur| j�d}d}d}|p | j}|rx| jrf|rf| j}| jd �||�d }| �|rA|| | d nd�} || 7 }|t | �7 }|rRd}||krat|d d� d |��| jrf|s'| j rl |S |rv| �
d
�I d H |s"|S ) Nr z,Separator should be at least one-byte stringr+ Tr r� F�d s ...r� ) r� �
ValueErrorrH r< rC rD �find�_read_nowait_chunkr rE r� )
r" r� r� Zseplen�chunkZ
chunk_sizeZ
not_enough�offsetZicharr� r r r r� t s> �
�
���zStreamReader.readuntilr� c � s� �| j d ur | j � | jr%| js%t| dd�d | _| jdkr%tjddd� |s)dS |dk rK| �tj � g } | �
� I d H }|s@n|� |� q6d� |�S | �|� | jsd| jsd| �
d �I d H | jsd| jrV| �|�S )
NTrK r r � zEMultiple access to StreamReader in eof state, might be infinite loop.)�
stack_infor+ rd )rH rE rC �getattrrK r �warningrg �sys�maxsizerj r] r^ r� � _read_nowait)r" rc �blocks�blockr r r rd � s8 �
�
�
�
zStreamReader.readc � sD �| j d ur | j �| js | js | �d�I d H | js | jr| �d�S )Nrj r� )rH rC rE r� r� r' r r r rj � s �
�
zStreamReader.readanyc � s� � | j dur
| j �| jr0| j�� }|| jkrdS || jkr(| �|| j �dfS t�d� | js
| jr:| �d�dfS | j r?dS | �
d�I dH q) a Returns a tuple of (data, end_of_http_chunk).
When chunked transfer
encoding is used, end_of_http_chunk is a boolean indicating if the end
of the data corresponds to the end of a HTTP chunk , otherwise it is
always False.
TN�r+ TzESkipping HTTP chunk end due to data consumption beyond chunk boundaryr� Fr5 r6 ) rH rB �popleftrA r� r r� rC r� rE r� )r" r� r r r r6 � s( �
�� �zStreamReader.readchunkc � sx �| j d ur | j �g }|dkr7| �|�I d H }|s(d�|�}t�|t|�| ��|�|� |t|�8 }|dksd�|�S )Nr r+ )rH rd r^ rU �IncompleteReadErrorr� r] )r" rc r� r� �partialr r r � readexactly� s �
�
zStreamReader.readexactlyc C s2 | j d ur| j �| jr| j�� std��| �|�S )Nz9Called while some coroutine is waiting for incoming data.)rH rF Zdoner� r� rh r r r � read_nowait s
�
zStreamReader.read_nowaitc C s� | j d }| j}|dkr$t|�| |kr$|||| � }| j|7 _n|r5| j �� ||d � }d| _n| j �� }t|�}| j|8 _| j|7 _| j}|re|d | jk re|�� |re|d | jk sX| j| jk r}| jd u sxt| j�| jk r}| j �
� |S )Nr r� ) rC rD r� r� r@ rA rB r; r= r: r )r" rc Z first_bufferr� r� r� Z chunk_splitsr r r r� s,
�
z StreamReader._read_nowait_chunkc s� � j �� |dkr%t� j�}|dkr� �d�S d�� fdd�t|�D ��S g }� jrB� �|�}|�|� |t|�8 }|dkr?n� js*|rId�|�S dS )z6Read not more than n bytes, or whole buffer if n == -1r� r r+ c s g | ]}� � d ��qS �r� )r� )�.0�_r' r r �
<listcomp>9 s z-StreamReader._read_nowait.<locals>.<listcomp>r )rI Zassert_timeoutr� rC r� r^ �ranger] )r" rc �count�chunksr� r r' r r� / s
�zStreamReader._read_nowait�r N�r )r� r� )2r r r r r0 r �intr rU �AbstractEventLoopr# �strr` r r8 r( ri rk r1 rl r7 rn rg �
BaseExceptionrr r r
r r~ r� r9 r� r� r� �propertyr� r� r� r� r� r� rb r� rd rj r6 r� r� r� r� r r r r r G s|
�����
�"���
�
$ ����
�') " r c @ sB e Zd ZdZd/dd�Zdefdd�ZdedB fdd �Ze fd
ed eddfd d
�Z
de g df ddfdd�Z d/dd�Z
defdd�Zdefdd�Zd/dd�Zd0dededefd d �Zdeddfd d �Zdd �d!edB defd"d#�Zd1dedefd%d&�Zdefd'd(�Zdeeef fd)d*�Zdedefd+d,�Zd1dedefd-d.�Z dS )2�EmptyStreamReader��_read_eof_chunkr Nc C s d| _ d| _d S )NFr )r� rL r' r r r r# J s
zEmptyStreamReader.__init__c C s d| j j S )NrZ )r\ r r' r r r r` N ro zEmptyStreamReader.__repr__c C � d S r! r r' r r r rr Q r) zEmptyStreamReader.exceptionrt ru c C r� r! r )r" rt ru r r r r
T s z EmptyStreamReader.set_exceptionry c C s, z|� W d S t y t�d� Y d S w rz )r| r rr r} r r r r~ [ s
�zEmptyStreamReader.on_eofc C r� r! r r' r r r r� a r) zEmptyStreamReader.feed_eofc C � dS �NTr r' r r r r� d r) zEmptyStreamReader.is_eofc C r� r� r r' r r r r� g r) zEmptyStreamReader.at_eofc � s �d S r! r r' r r r r� j � �zEmptyStreamReader.wait_eofr r� rc c C r� �NFr )r" r� rc r r r r� m r) zEmptyStreamReader.feed_datac C r� r! r rh r r r rg p r) z%EmptyStreamReader.set_read_chunk_sizer� r� c � � �dS r* r r� r r r rb s r� zEmptyStreamReader.readliner� c � r� r* r rh r r r rd v r� zEmptyStreamReader.readc � r� r* r r' r r r rj { r� zEmptyStreamReader.readanyc � s �| j s d| _ dS dS )NTr5 r� r� r' r r r r6 ~ s
�zEmptyStreamReader.readchunkc � s �t �d|��r* )rU r� rh r r r r� � s � z EmptyStreamReader.readexactlyc C r� r* r rh r r r r� � r) z EmptyStreamReader.read_nowaitr� r� r� ) r r r r0 r# r� r` r� rr r r
r r~ r� r9 r� r� r� r8 r� r� rg rb rd rj r7 r6 r� r� r r r r r� F s4
���
�
r� r c @ s� e Zd ZdZdejddfdd�Zdefdd�Zde fd d
�Z
de fd d �Z de dB fd
d�Z
efde de ddfdd�Zd dededdfdd�Zd dd�Zdefdd�Zdee fd d �ZdS ) r z>DataQueue is a general-purpose blocking queue with one reader.rO r Nc C s& || _ d| _d | _d | _t�� | _d S r� )r? rE rF rH rW rX rC )r" rO r r r r# � s
zDataQueue.__init__c C ra r! )r� rC r' r r r �__len__� r$ zDataQueue.__len__c C rp r! r� r' r r r r� � rs zDataQueue.is_eofc C r� r! r� r' r r r r� � s zDataQueue.at_eofc C rp r! rq r' r r r rr � rs zDataQueue.exceptionrt ru c C s4 d| _ || _| j }d urd | _t|||� d S d S r� )rE rH rF r
rw r r r r
� s �zDataQueue.set_exceptionr r� r� c C s6 | j �||f� | j }d urd | _t|d � d S d S r! )rC r] rF r )r" r� r� rx r r r r� � s
�zDataQueue.feed_datac C s, d| _ | j }d urd | _t|d � d S d S r� )rE rF r )r" rx r r r r� � s
�zDataQueue.feed_eofc � s� �| j s*| js*| jr J �| j�� | _z| jI d H W n tjtjfy) d | _� w | j r6| j �� \}}|S | j d ur>| j �t
�r! ) rC rE rF r? r� rU �CancelledError� TimeoutErrorr� rH r )r" r� r� r r r rd � s �
�
zDataQueue.readc C ra r! )r rd r' r r r r( � r$ zDataQueue.__aiter__r� r� )r r r r rU r� r# r� r� r9 r� r� r� rr r r
r r� r� rd r r( r r r r r � s& ���
�
r c s^ e Zd ZdZdededejddf� fdd� Zdd
e d eddf� fd d
�
Z
de fdd�Z � Z S )�FlowControlDataQueuez�FlowControlDataQueue resumes and pauses an underlying stream.
It is a destination for parsed data.
This class is deprecated and will be removed in version 4.0.
rP rQ rO r Nc s( t � j|d� d| _|| _|d | _d S )N)rO r rR )�superr# r@ r: �_limit)r" rP rQ rO �r\ r r r# � s z FlowControlDataQueue.__init__r r� r� c sF t � �||� | j|7 _| j| jkr | jjs!| j�� d S d S d S r! )r� r� r@ r� r: �_reading_pausedr� �r" r� r� r� r r r� � s
�z FlowControlDataQueue.feed_datac � s� �| j s*| js*| jr J �| j�� | _z| jI d H W n tjtjfy) d | _� w | j rL| j �� \}}| j |8 _ | j | j
k rJ| j j rJ| j �
� |S | jd urT| j�t�r! )rC rE rF r? r� rU r� r� r� r@ r� r: r� r rH r r� r r r rd � s& �
�
zFlowControlDataQueue.readr� )
r r r r r r� rU r� r# r r� rd �
__classcell__r r r� r r� � s ���� r� )$rU rW r� r� �collections.abcr r �typingr r r Z
base_protocolr Zhelpersr r
r r r
r Zhttp_exceptionsr �logr �__all__r r| r r r1 r r� r �__annotations__r r� r r r r �<module> s0
FA