B ㊇c'x@sddlmZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z y.y ddlZWnek rddlZYnXWnek rdZYnXddlmZddlmZdd lmZmZdd lmZmZmZmZmZmZmZm Z m!Z!m"Z"dd l#m$Z$dd l%m&Z&m'Z'e(e)Z*Gd dde+Z,Gddde+Z-Gddde+Z.edk rhGddde+Z/Gddde+Z0ddZ1Gdddej2Z3dS))absolute_importN)contextmanager)error)timeout)util)HTTPHeaderDict) BaseSSLError HTTPException) BodyNotHttplibCompatible DecodeError HTTPErrorIncompleteReadInvalidChunkLength InvalidHeader ProtocolErrorReadTimeoutErrorResponseNotChunkedSSLError)six) is_fp_closedis_response_to_headc@s$eZdZddZddZddZdS)DeflateDecodercCsd|_d|_t|_dS)NT) _first_try_datazlib decompressobj_obj)selfr k/private/var/folders/8c/hx9_v10d5x38qmnzt13b7b8j1k3n5b/T/pip-target-x6xd5gna/lib/python/urllib3/response.py__init__*szDeflateDecoder.__init__cCs t|j|S)N)getattrr)rnamer r r! __getattr__/szDeflateDecoder.__getattr__c Cs|s|S|js|j|S|j|7_y |j|}|rFd|_d|_|Stjk rd|_ttj |_z ||jSd|_XYnXdS)NF)rr decompressrrrr MAX_WBITS)rdata decompressedr r r!r&2s"   zDeflateDecoder.decompressN)__name__ __module__ __qualname__r"r%r&r r r r!r)src@seZdZdZdZdZdS)GzipDecoderStaterrN)r*r+r, FIRST_MEMBER OTHER_MEMBERS SWALLOW_DATAr r r r!r-Isr-c@s$eZdZddZddZddZdS) GzipDecodercCstdtj|_tj|_dS)N)rrr'rr-r/_state)rr r r!r"QszGzipDecoder.__init__cCs t|j|S)N)r#r)rr$r r r!r%UszGzipDecoder.__getattr__cCst}|jtjks|st|Sxy||j|7}Wn8tjk rl|j}tj|_|tj krft|SYnX|jj }|st|Stj |_t dtj |_q WdS)Nr3) bytearrayr4r-r1bytesrr&rrr0 unused_datarr')rr(retprevious_stater r r!r&Xs" zGzipDecoder.decompressN)r*r+r,r"r%r&r r r r!r2Psr2c@seZdZddZddZdS) BrotliDecodercCs0t|_t|jdr"|jj|_n |jj|_dS)Nr&)brotliZ Decompressorrhasattrr&process)rr r r!r"ts   zBrotliDecoder.__init__cCst|jdr|jSdS)Nflushr)r<rr>)rr r r!r>{s  zBrotliDecoder.flushN)r*r+r,r"r>r r r r!r:psr:c@s(eZdZdZddZddZddZdS) MultiDecodera From RFC7231: If one or more encodings have been applied to a representation, the sender that applied the encodings MUST generate a Content-Encoding header field that lists the content codings in the order in which they were applied. cCsdd|dD|_dS)NcSsg|]}t|qSr ) _get_decoderstrip).0mr r r! sz)MultiDecoder.__init__..,)split _decoders)rmodesr r r!r"szMultiDecoder.__init__cCs|jdS)Nr)rGr>)rr r r!r>szMultiDecoder.flushcCs"xt|jD]}||}q W|S)N)reversedrGr&)rr(dr r r!r&szMultiDecoder.decompressN)r*r+r,__doc__r"r>r&r r r r!r?sr?cCs:d|krt|S|dkrtStdk r4|dkr4tStS)NrEgzipbr)r?r2r;r:r)moder r r!r@sr@c@steZdZdZddgZedk r&edg7Zdddd d gZdPddZddZddZ ddZ e ddZ e ddZ ddZddZdd Zd!d"ZeejfZedk reejf7Zd#d$Zd%d&Zed'd(Zd)d*ZdQd+d,ZdRd.d/Zed0d1Zd2d3ZdSd4d5Z d6d7Z!d8d9Z"e d:d;Z#dd?Z%d@dAZ&dBdCZ'dDdEZ(dFdGZ)dHdIZ*dTdJdKZ+dLdMZ,dNdOZ-dS)U HTTPResponsea HTTP Response container. Backwards-compatible with :class:`http.client.HTTPResponse` but the response ``body`` is loaded and decoded on-demand when the ``data`` property is accessed. This class is also compatible with the Python standard library's :mod:`io` module, and can hence be treated as a readable object in the context of that framework. Extra parameters for behaviour not present in :class:`http.client.HTTPResponse`: :param preload_content: If True, the response's body will be preloaded during construction. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param original_response: When this HTTPResponse wrapper is generated from an :class:`http.client.HTTPResponse` object, it's convenient to include the original for debug purposes. It's otherwise unused. :param retries: The retries contains the last :class:`~urllib3.util.retry.Retry` that was used during the request. :param enforce_content_length: Enforce content length checking. Body returned by server must match value of Content-Length header, if present. Otherwise, raise error. rLdeflateNrMi-i.i/i3i4rTFcCst|tr||_n t||_||_||_||_||_||_| |_||_ ||_ d|_ d|_ d|_ | |_d|_| |_||_|rt|tjtfr||_ | |_| |_t|dr||_ d|_d|_|jdd}dd|dD}d |krd |_|||_|r|j s|j|d |_ dS) NrreadFztransfer-encodingrQcss|]}|VqdS)N)rA)rBencr r r! sz(HTTPResponse.__init__..rEchunkedT)decode_content) isinstancerheadersstatusversionreasonstrictrVretriesenforce_content_length auto_close_decoder_body_fp_original_response_fp_bytes_readmsg _request_urlr string_typesr6_pool _connectionr<rU chunk_leftgetlowerrF _init_lengthlength_remainingrR)rbodyrXrYrZr[r\preload_contentrVoriginal_responsepool connectionrer]r^request_method request_urlr_tr_enc encodingsr r r!r"sB    zHTTPResponse.__init__cCs|j|jkr|jdSdS)a Should we redirect and where to? :returns: Truthy redirect location string if we got a redirect status code and valid location. ``None`` if redirect status and no location. ``False`` if not a redirect status code. locationF)rYREDIRECT_STATUSESrXrk)rr r r!get_redirect_location s  z"HTTPResponse.get_redirect_locationcCs(|jr |jsdS|j|jd|_dS)N)rhri _put_conn)rr r r! release_conns zHTTPResponse.release_connc Cs.y |Wnttttfk r(YnXdS)z Read and discard any remaining HTTP response data in the response connection. Unread data in the HTTPResponse connection blocks the connection from being released back to the pool. N)rRr SocketErrorr r )rr r r! drain_conn s zHTTPResponse.drain_conncCs"|jr |jS|jr|jddSdS)NT) cache_content)rarbrR)rr r r!r(+szHTTPResponse.datacCs|jS)N)ri)rr r r!rs4szHTTPResponse.connectioncCs t|jS)N)rrb)rr r r!isclosed8szHTTPResponse.isclosedcCs|jS)z Obtain the number of bytes pulled over the wire so far. May differ from the amount of content returned by :meth:``urllib3.response.HTTPResponse.read`` if bytes are encoded on the wire (e.g, compressed). )rd)rr r r!tell;szHTTPResponse.tellcCs|jd}|dk r|jr(tddSy.rErz8Content-Length contained multiple unmatching values (%s)r)i0dHEAD) rXrkrUlogwarningsetrFlenrpop ValueErrorrrY)rrtlengthlengthsrYr r r!rmCs0     &zHTTPResponse._init_lengthcshjdd}jdkrd|jkr2t|_n2d|krdfdd|dD}t|rdt|_dS)z= Set-up the _decoder attribute if necessary. zcontent-encodingrQNrEcs"g|]}|jkr|qSr )rACONTENT_DECODERS)rBe)rr r!rDsz.HTTPResponse._init_decoder..)rXrkrlr`rr@rFr)rcontent_encodingrwr )rr! _init_decoderws    zHTTPResponse._init_decoderc Csx|s|Sy|jr|j|}WnD|jk rb}z$|jdd}td||Wdd}~XYnX|rt||7}|S)zN Decode the data passed in and potentially flush the decoder. zcontent-encodingrQzEReceived response with content-encoding: %s, but failed to decode it.N)r`r&DECODER_ERROR_CLASSESrXrkrlr _flush_decoder)rr(rV flush_decoderrrr r r!_decodes zHTTPResponse._decodecCs$|jr |jd}||jSdS)zk Flushes the decoder. Should only be called if the decoder is actually being used. r)r`r&r>)rbufr r r!rs zHTTPResponse._flush_decoderc csd}zy dVWntk r2t|jddYnvtk rt}z&dt|krVt|t|jddWdd}~XYn4ttfk r}ztd||Wdd}~XYnXd}Wd|s|j r|j |j r|j |j r|j r| XdS)z Catch low-level python exceptions, instead re-raising urllib3 variants, so that low-level exceptions are not leaked in the high-level api. On exit, release the connection back to the pool. FNzRead timed out.zread operation timed outzConnection broken: %rT) SocketTimeoutrrhr strrr r}rrccloserirr|)r clean_exitrr r r!_error_catchers(      zHTTPResponse._error_catchercCs|js td}|r||ks*|jr|j|krtjstjs@tjdkrt }d}xR|dks^|dkr|dk rzt ||}||8}n|}|j |}|sP| |~qNW| S|dk r|j |S|j SdS)a_ Read a response with the thought that reading the number of bytes larger than can fit in a 32-bit int at a time via SSL in some known cases leads to an overflow error that has to be prevented if `amt` or `self.length_remaining` indicate that a problem may happen. The known cases: * 3.8 <= CPython < 3.9.7 because of a bug https://github.com/urllib3/urllib3/issues/2513#issuecomment-1152559900. * urllib3 injected with pyOpenSSL-backed SSL-support. * CPython < 3.10 only when `amt` does not fit 32-bit int. i) iNr)rbAssertionErrorrnrIS_SECURETRANSPORT IS_PYOPENSSLsys version_infoioBytesIOminrRwritegetvalue)ramt c_int_maxbuffer max_chunk_amt chunk_amtr(r r r!_fp_reads(      zHTTPResponse._fp_readc Cs||dkr|j}|jdkr$dSd}t|jdd}|b|sN||nd}|dkr`d}nrF)rbr<r#r>)rr r r!r>s  zHTTPResponse.flushcCsdS)NTr )rr r r!readableszHTTPResponse.readablecCs:|t|}t|dkrdS||dt|<t|SdS)Nr)rRr)rbtempr r r!readintos  zHTTPResponse.readintocCs t|jdS)a Checks if the underlying file-like object looks like a :class:`http.client.HTTPResponse` object. We do this by testing for the fp attribute. If it is present we assume it returns raw chunks as processed by read_chunked(). fp)r<rb)rr r r!rsz#HTTPResponse.supports_chunked_readscCsf|jdk rdS|jj}|ddd}yt|d|_Wn&tk r`|t||YnXdS)N;rrr3) rjrbrreadlinerFrrrr)rrr r r!_update_chunk_lengths  z!HTTPResponse._update_chunk_lengthcCsd}|dkr2|j|j}|}|jdd|_nv||jkrZ|j|}|j||_|}nN||jkr|j|}|jdd|_|}n |j|j}|jdd|_|S)Nr.)rb _safe_readrj)rrreturned_chunkchunkvaluer r r! _handle_chunks&        zHTTPResponse._handle_chunkc cs||jstd|s&td||jrNt|jrN|jdS|j j dkr^dSx<| |j dkrtP| |}|j||dd}|r`|Vq`W|r|}|r|Vx |j j }|sP|dkrPqW|jr|jWdQRXdS)a Similar to :meth:`HTTPResponse.read`, but with an additional parameter: ``decode_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zkBody should be http.client.HTTPResponse like. It should have have an fp attribute which returns raw chunks.NrF)rVrs )rrUrrr rrcrrrbrrrjrrrr)rrrVrdecodedrr r r!rsD        zHTTPResponse.read_chunkedcCs.|jdk r$t|jjr$|jjdjS|jSdS)z Returns the URL that was the source of this response. If the request that generated this response redirected, this method will return the final redirect location. N)r]rhistoryredirect_locationrf)rr r r!geturl[szHTTPResponse.geturlccsg}x|jddD]r}d|krz|d}d||ddVx|ddD]}|dVqNW|drt|dg}qg}q||qW|rd|VdS)NT)rV rrrr)rrFjoinappend)rrrxr r r!__iter__fs  zHTTPResponse.__iter__)rQNrrNrTTNNNNNFNNT)NNF)rN)N)NN).r*r+r,rKrr;ryr"rzr|r~propertyr(rsrrrmrrrrrrrrrrrRr classmethodrrrrrrrr>rrrrrrrrr r r r!rOsp  1  4   80 H  !      F rO)4 __future__rrloggingrrr contextlibrsocketrr}rrZ brotlicffir; ImportErrorrQr _collectionsrrsr r exceptionsr r r rrrrrrrpackagesrZ util.responserr getLoggerr*robjectrr-r2r:r?r@rrOr r r r!s<        0