o h@stddlZddlZddlZddlZddlZddlm Z ddl m Z m Z ddl mZmZmZmZddlmZmZmZmZmZmZmZmZddlmZmZmZmZm Z m!Z!m"Z"ddl#m$Z$dd l%m&Z&dd l'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2dd l3m4Z4dd l5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;Gd ddejGdddZ?GdddZ@GdddejF z$Headers.__init__..cr1r2r4r5r9r:r;r<Or=)_list isinstancer-listritems _encoding)selfr.r/r:r9r;__init__<s     zHeaders.__init__c Csj|jdur2dD]'}|jD]\}}z ||||Wq ty&Ynw||_|jSqd|_|jS)zn Header encoding is mandated as ascii, but we allow fallbacks to utf-8 or iso-8859-1. N)asciiutf-8z iso-8859-1)rBrawdecodeUnicodeDecodeError)rCr/keyvaluer:r:r;r/Zs    zHeaders.encodingrKcC ||_dSN)rBrCrKr:r:r;r/s cCdd|jDS)zH Returns a list of the raw header items, as byte pairs. cSsg|] \}}}||fqSr:r:)r6raw_key_rKr:r:r;r<|zHeaders.raw..r>rCr:r:r;rGwsz Headers.rawcsfddjDS)Ncs i|] \}}}|jdqSrMrHr/r6rRrJrKrUr:r; s z Headers.keys..)r>keysrUr:rUr;rY~sz Headers.keyscC^i}|jD]%\}}}||j}||j}||vr&||d|7<q|||<q|S)N, )r>rHr/valuesrC values_dictrRrJrKstr_key str_valuer:r:r;r\s   zHeaders.valuescCrZ)z Return `(key, value)` items of headers. Concatenate headers into a single comma separated value when a key occurs multiple times. r[)r>rHr/rAr]r:r:r;rAs   z Headers.itemscsfddjDS)z Return a list of `(key, value)` pairs of headers. Allow multiple occurrences of the same key without concatenating into a single comma separated value. cs*g|]\}}}|j|jfqSr:rVrWrUr:r;r<sz'Headers.multi_items..rTrUr:rUr; multi_itemss zHeaders.multi_itemsrJdefaultcCs"z||WSty|YSw)z Return a header value. If multiple occurrences of the header occur then concatenate them together with commas. )KeyError)rCrJrbr:r:r;gets   z Headers.getF split_commascsZ|jfddjD}|s|Sg}|D]}|dd|dDq|S)z Return a list of all header values for a given key. If `split_commas=True` is passed, then any comma separated header values are split into multiple return strings. cs*g|]\}}}|kr|jqSr:)r3rHr/)r6rRitem_key item_valueget_header_keyrCr:r;r<s   z$Headers.get_list..cSsg|]}|qSr:)strip)r6itemr:r:r;r<s,)r3encoder/r>extendsplit)rCrJrer\ split_valuesrKr:rhr;get_lists zHeaders.get_listcCs:t|}|D] }||vr||q|j|jdSrM)r-rYpopr>rn)rCr.rJr:r:r;updates   zHeaders.updatecCst||jdS)Nr9)r-r/rUr:r:r;copysz Headers.copycs<|jfddjD}|rd|St|)z Return a single header value. If there are multiple headers with the same key, then we concatenate them with commas. See: https://tools.ietf.org/html/rfc7230#section-3.2.2 cs&g|]\}}}|kr|jqSr:rV)r6rR header_key header_valuenormalized_keyrCr:r;r<s  z'Headers.__getitem__..r[)r3rmr/r>joinrc)rCrJrAr:rwr; __getitem__s  zHeaders.__getitem__cs||jpd}||jpd}|fddt|jD}t|ddD]}|j|=q(|r?|d}||f|j|<dS|j||fdS)zs Set the header `key` to `value`, removing any duplicate entries. Retains insertion order. rFcs"g|] \}\}}}|kr|qSr:r:r6idxrRrf lookup_keyr:r;r<s  z'Headers.__setitem__..rNr)rmrBr3 enumerater>reversedappend)rCrJrKset_key set_value found_indexesr|r:r}r; __setitem__s  zHeaders.__setitem__csN||jfddt|jD}|st|t|D]}|j|=qdS)z* Remove the header `key`. cs&g|]\}\}}}|kr|qSr:)r3r{del_keyr:r;r<s   z'Headers.__delitem__..N)r3rmr/rr>rcr)rCrJ pop_indexesr|r:rr; __delitem__s   zHeaders.__delitem__cCs$||j}|dd|jDvS)NcSsg|]\}}}|qSr:r:)r6rRrJr:r:r;r<sz(Headers.__contains__..)r3rmr/r>)rCrJrur:r:r; __contains__szHeaders.__contains__cCs t|SrM)iterrYrUr:r:r;__iter__ zHeaders.__iter__cC t|jSrM)lenr>rUr:r:r;__len__ zHeaders.__len__othercCsRzt|}Wn tyYdSwdd|jD}dd|jD}t|t|kS)NFcSg|] \}}}||fqSr:r:rWr:r:r;r<rSz"Headers.__eq__..cSrr:r:rWr:r:r;r<rS)r- ValueErrorr>sorted)rCr other_headers self_list other_listr:r:r;__eq__s  zHeaders.__eq__cCsv|jj}d}|jdkrd|j}tt|}t|}t|t|k}|r1|d||dS|d||dS)NrEz , encoding=()) __class____name__r/r@r*radictr)rC class_name encoding_stras_listas_dictno_duplicate_keysr:r:r;__repr__"s  zHeaders.__repr__NNrM)F)r0r-)'r __module__ __qualname____doc__typingOptionalrstrrDpropertyr/setterListTuplebytesrGKeysViewrY ValuesViewr\ ItemsViewrAraAnyrdboolrqrsrtrzrrrIteratorrintrrrr:r:r:r;r-7sB       r-c@s>eZdZdddddddddd dejeefdejdefdejedeje deje d eje d eje d eje d ejejd ejeedfdejeddfddZdejeefddfddZedefddZdefddZdefddZdefddZdejeejffddZdejeejfddfd d!ZdS)"RequestN) paramsr.cookiescontentdatafilesjsonstream extensionsmethodurlr&rr.rrrrrrrr0c Cst|tr |dn||_t||_|dur"|jj|d|_t||_ | dur-in| |_ |r9t | || duro|j d} t|||| t| rR| |j jnddd\}} ||| |_t| trm|dSdS| |_dS)NrE)rz content-type) content_type)rrrrboundary)r?rrHupperrr&rcopy_merge_paramsr-r.rCookiesset_cookie_headerrdrrrmr/_preparerrread) rCrrrr.rrrrrrrrr:r:r;rD3s<       zRequest.__init__default_headerscCs|D]\}}|dkrd|jvrq|j||qg}d|jv}d|jvp,d|jv}|s<|jjr<|d|jjf|sH|jdvrH|dt ||jj |_dS)Ntransfer-encodingzContent-LengthHostzTransfer-EncodingsHost)POSTPUTPATCH)sContent-Length0) rAr3r. setdefaultrhostrnetlocrr-rG)rCrrJrK auto_headershas_hosthas_content_lengthr:r:r;rrs   zRequest._preparecCt|dst|jSN_content)hasattrrrrUr:r:r;r zRequest.contentcCsHt|ds!t|jtjsJd|j|_t|jts!t|j|_|jS)6 Read and return the request content. r)rr?rrIterableryrrrUr:r:r;rs   z Request.readcsZt|ds*t|jtjsJddd|j2IdH|_t|jts*t|j|_|jS)rrrcg|z3dHW}|q6SrMr:r6partr:r:r;r<z!Request.aread..N)rr?rr AsyncIterableryrrrUr:r:r;areads   z Request.areadcCs,|jj}t|j}d|d|jd|dS)N)rrrrr)rCrrr:r:r;rs zRequest.__repr__cCdd|jDS)NcSi|] \}}|dvr||qS))rrr:r6namerKr:r:r;rX z(Request.__getstate__..__dict__rArUr:r:r; __getstate__zRequest.__getstate__statecCs0|D] \}}t|||qi|_t|_dSrM)rAsetattrrrrrCrrrKr:r:r; __setstate__s zRequest.__setstate__)rrrrUnionrrrrrrrr r"rr%rr!rDDictrrrrrrrrr:r:r:r;r2sV        ?"rc@s*eZdZddddddddddd dedejedejedejedejed ej d ej e e dfd eje d ejed ejejddej eejegeffddfddZdejeefddfddZedejfddZejdejddfddZede fddZejde ddfddZedefddZedefdd Zedefd!d"Zedefd#d$Zedefd%d&Z edejefd'd(Z!e!jdeddfd)d(Z!edejefd*d+Z"de#fd,d-Z$ede%fd.d/Z&ede%fd0d1Z'ede%fd2d3Z(ede%fd4d5Z)ede%fd6d7Z*ede%fd8d9Z+ede%fd:d;Z,dhdej dej fd?d@Z.edidBdCZ/edejejeejeefffdDdEZ0edefdFdGZ1defdHdIZ2dejeej ffdJdKZ3dLejeej fddfdMdNZ4defdOdPZ5 djdQejedej6efdRdSZ7 djdQejedej6efdTdUZ8dej6efdVdWZ9 djdQejedej6efdXdYZ:dkdZd[Z;defd\d]Z< djdQejedej=efd^d_Z> djdQejedej=efd`daZ?dej=efdbdcZ@ djdQejedej=efdddeZAdkdfdgZBdS)lResponseNrF) r.rtexthtmlrrrequestrhistorydefault_encoding status_coder.rrrrrrrrrr0c Cs||_t||_||_d|_| durin| |_| durgnt| |_d|_d|_ | |_ |durJt ||||\}}| |||_ t|trI|n||_ d|_dS)NFr)rr-r._request next_requestrr@r is_closedis_stream_consumedrr rrr?rr_num_bytes_downloaded) rCrr.rrrrrrrrrr:r:r;rDs$    zResponse.__init__rcCs<|D]\}}|dkrd|jvrq|j||qdS)Nrzcontent-length)rAr3r.r)rCrrJrKr:r:r;rs zResponse._preparecCst|ds td|jS)ze Returns the time taken for the complete request/response cycle to complete. _elapsedzK'.elapsed' may only be accessed after the response has been read or closed.)r RuntimeErrorrrUr:r:r;elapseds zResponse.elapsedrcCrLrM)r)rCrr:r:r;rrOcCs|jdur td|jS)zR Returns the request instance associated to the current response. Nz7The request instance has not been set on this response.)rrrUr:r:r;r s zResponse.requestrKcCrLrM)rrNr:r:r;rrOcCs2z|jd}Wn tyYdSw|jdddS)N http_versionzHTTP/1.1rEignoreerrors)rrcrH)rCrr:r:r;rs  zResponse.http_versioncCs<z|jd}Wntyt|jYSw|jdddS)N reason_phraserErr)rrcrget_reason_phraserrH)rCr r:r:r;r $s  zResponse.reason_phrasecCs|jjS)zA Returns the URL for which the request was made. )rrrUr:r:r;r-sz Response.urlcCrr)rrrrUr:r:r;r4rzResponse.contentcCsRt|ds&|j}|sd|_|jSt|jpdd}d||j|g|_|jS)N_textrrFr9)rrr rr/ryrHflush)rCrdecoderr:r:r;r:s z Response.textcCsZt|ds*|j}|dust|s%t|jtr|j}n t|dr%||j}|p(d|_|jS)a Return an encoding to use for decoding the byte content into text. The priority for determining this is given by... * `.encoding = <>` has been set explicitly. * The encoding as specified by the charset parameter in the Content-Type header. * The encoding as determined by `default_encoding`, which may either be a string like "utf-8" indicating the encoding to use, or may be a callable which enables charset autodetection. rBNrrF)rcharset_encodingr'r?rrrrB)rCr/r:r:r;r/Es     zResponse.encodingcCst|dr td||_dS)z Set the encoding to use for decoding the byte content into text. If the `text` attribute has been accessed, attempting to set the encoding will throw a ValueError. r z?Setting encoding after `text` has been accessed is not allowed.N)rrrBrNr:r:r;r/[s  cCs |jd}|dur dSt|S)zO Return the encoding, as specified by the Content-Type header. z Content-TypeN)r.rdr+)rCrr:r:r;ris zResponse.charset_encodingc Cst|dsPg}|jjddd}|D]}|}z t|}||Wqty.Yqwt|dkr=|d|_ |j St|dkrLt |d|_ |j St |_ |j S)z Returns a decoder instance which can be used to decode the raw byte content, depending on the Content-Encoding used in the response. _decoderzcontent-encodingT)rerr)children) rr.rqrjr3r rrcrrrr )rCdecodersr\rK decoder_clsr:r:r;_get_content_decoderts&      zResponse._get_content_decodercC t|jS)zU A property which is `True` for 1xx status codes, `False` otherwise. )ris_informationalrrUr:r:r;r zResponse.is_informationalcCr)zU A property which is `True` for 2xx status codes, `False` otherwise. )r is_successrrUr:r:r;rrzResponse.is_successcCr)a A property which is `True` for 3xx status codes, `False` otherwise. Note that not all responses with a 3xx status code indicate a URL redirect. Use `response.has_redirect_location` to determine responses with a properly formed URL redirection. )r is_redirectrrUr:r:r;rs zResponse.is_redirectcCr)zU A property which is `True` for 4xx status codes, `False` otherwise. )ris_client_errorrrUr:r:r;rrzResponse.is_client_errorcCr)zU A property which is `True` for 5xx status codes, `False` otherwise. )ris_server_errorrrUr:r:r;rrzResponse.is_server_errorcCr)z] A property which is `True` for 4xx and 5xx status codes, `False` otherwise. )ris_errorrrUr:r:r;rrzResponse.is_errorcCs(|jtjtjtjtjtjfvod|jvS)zs Returns True for 3xx responses with a properly formed URL redirection, `False` otherwise. Location)rrMOVED_PERMANENTLYFOUND SEE_OTHERTEMPORARY_REDIRECTPERMANENT_REDIRECTr.rUr:r:r;has_redirect_locations zResponse.has_redirect_locationcCsp|j}|dur td|jr|S|jrd}nd}|jd}dddd d }||d }|j||d }t|||d )z> Raise the `HTTPStatusError` if one occurred. NzYCannot call `raise_for_status` as the request instance has not been set on this response.z{error_type} '{0.status_code} {0.reason_phrase}' for url '{0.url}' Redirect location: '{0.headers[location]}' For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/{0.status_code}z{error_type} '{0.status_code} {0.reason_phrase}' for url '{0.url}' For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/{0.status_code}dzInformational responsezRedirect responsez Client errorz Server error)rzInvalid status code) error_type)rresponse)rrrr#rrdformatr)rCrmessage status_class error_typesr(r:r:r;raise_for_statuss*  zResponse.raise_for_statuskwargscKstj|jfi|SrM)jsonlibloadsr)rCr/r:r:r;rsz Response.jsonrcCs$t|dst|_|j||jS)N_cookies)rrr2extract_cookiesrUr:r:r;rs  zResponse.cookiescCsF|jd}i}|r!t|}|D]}|dp|d}|||<q|S)zI Returns the parsed header links of the response, if any linkrelr)r.rdr,)rCheaderldictlinksr4rJr:r:r;r8s  zResponse.linkscCs|jSrM)rrUr:r:r;num_bytes_downloadedszResponse.num_bytes_downloadedcCsd|jd|jdS)Nz )rr rUr:r:r;rszResponse.__repr__cCr)NcSr))rrrrr:rr:r:r;rXrz)Response.__getstate__..rrUr:r:r;rrzResponse.__getstate__rcCs6|D] \}}t|||qd|_i|_t|_dS)NT)rArrrrrrr:r:r;rs  zResponse.__setstate__cCs t|ds d||_|jS)7 Read and return the response content. rr)rry iter_bytesrrUr:r:r;r%s z Response.read chunk_sizeccst|dr,|durt|jn|}tdt|jt|dD] }|j|||VqdS|}t|d}t|jd9| D]}| |}| |D]}|VqLq@| }| |D]}|Vq\| D]}|VqfWddS1swwYdSz A byte-iterator over the decoded response content. This allows us to handle gzip, deflate, and brotli encoded responses. rNrrr>r) rrrrangemaxrr rriter_rawrHr rCr>irchunker raw_bytesdecodedchunkr:r:r;r=-s*     "zResponse.iter_bytesccst|jpdd}t|d}t|jd9|D]}||}||D]}|Vq%q|}||D]}|Vq5|D]}|Vq?WddS1sPwYdSz A str-iterator over the decoded response content that handles both gzip, deflate, etc but also detects the content's string encoding. rFr9r@rAN)rr/rrrr=rHr rCr>rrG byte_content text_contentrJr:r:r; iter_textFs     "zResponse.iter_textccsrt}t|jd%|D] }||D]}|Vqq|D]}|Vq!WddS1s2wYdSNrA)rrrrOrHr rCrrliner:r:r; iter_lines[s  "zResponse.iter_linesccs|jrt|jr tt|jtstdd|_d|_t |d}t |j d"|jD]}|jt |7_| |D]}|VqrGraw_stream_bytesrJr:r:r;rDds*     zResponse.iter_rawcCs`t|jts td|js.d|_t|jd|jWddS1s'wYdSdS) Close the response and release the connection. Automatically called if the response body is read to completion. z3Attempted to call an sync close on an async stream.TrAN)r?rr%rrrrrUrUr:r:r;rUs  "zResponse.closecs2t|dsddd|2IdH|_|jS)r<rrcrrMr:rr:r:r;r<rz"Response.aread..N)rry aiter_bytesrrUr:r:r;rs  zResponse.areadcCst|dr,|durt|jn|}tdt|jt|dD] }|j|||VqdS|}t|d}t|jd>| 2z3dHW}| |}| |D]}|VqPq@6| }| |D]}|Vqa| D]}|VqkWddS1s|wYdSr?) rrrrBrCrr rr aiter_rawrHr rEr:r:r;rYs,    "zResponse.aiter_bytescCst|jpdd}t|d}t|jd>|2z3dHW}||}||D]}|Vq)q6|}||D]}|Vq:|D]}|VqDWddS1sUwYdSrK)rr/rrrrYrHr rLr:r:r; aiter_texts"   "zResponse.aiter_textcCs|t}t|jd*|2z3dHW}||D]}|Vqq6|D]}|Vq&WddS1s7wYdSrP)rrrr[rHr rQr:r:r; aiter_liness "zResponse.aiter_linescCs|jrt|jr tt|jtstdd|_d|_t |d}t |j d'|j2z3dHW}|jt |7_| |D]}|Vq@q,6Wdn1sRwY|D]}|Vq[|IdHdS)rTz6Attempted to call an async iterator on an sync stream.Trr@rAN)rrrrr?rrrrr rrrrHr acloserVr:r:r;rZs*   zResponse.aiter_rawcsht|jts td|js2d|_t|jd|jIdHWddS1s+wYdSdS)rXz3Attempted to call an async close on an sync stream.TrAN)r?rrrrrrr]rUr:r:r;r]s "zResponse.aclose)r0r)r0rrM)r0N)Crrrrrrrr#rrrr%rrr$rCallablerrDrrrdatetime timedeltarrrrr r&rrrr/rr rrrrrrrrr#r.rrr8r9rrrrrr=rOrSrDrUr AsyncIteratorrYr[r\rZr]r:r:r:r;rs      7       % *            rc @seZdZdZd0dejeddfddZdeddfdd Z d e ddfd d Z d1de de de de ddf ddZ   d2de deje deje deje deje f ddZ  d3de deje deje ddfddZ d3deje deje ddfddZd0dejeddfddZde de ddfddZde de fd d!Zde ddfd"d#Zdefd$d%Zdeje fd&d'Zdefd(d)Zde fd*d+ZGd,d-d-ejj ZGd.d/d/ZdS)4rz- HTTP Cookies, as a mutable mapping. Nrr0cCs|dus t|tr%t|_t|tr!|D] \}}|||qdSdSt|tr=t|_|D] \}}|||q0dSt|trTt|_|jD]}|j|qIdS||_dSrM) r?rrjarrAsetr@r set_cookie)rCrrJrKcookier:r:r;rDs$      zCookies.__init__r)cCs(||}||j}|j||dS)zO Loads any cookies based on the response `Set-Cookie` headers. N)_CookieCompatResponse_CookieCompatRequestrrbr3)rCr)urllib_responseurllib_requestr:r:r;r3 s  zCookies.extract_cookiesrcCs||}|j|dS)zM Sets an appropriate 'Cookie:' HTTP header on the `Request`. N)rgrbadd_cookie_header)rCrrir:r:r;rs zCookies.set_cookie_headerr/rrKdomainpathcCsiddd|d|ddddd |d t|d |d d |dt|dddddddddddddidd}tdi|}|j|dS)zU Set a cookie value by name. May optionally include domain and path. versionrrrKportNport_specifiedFrldomain_specifieddomain_initial_dot.rmpath_specifiedsecureexpiresdiscardTcomment comment_urlrestHttpOnlyrfc2109r:)r startswithrrbrd)rCrrKrlrmr/rer:r:r;rcsJ      z Cookies.setrbcCsnd}|jD])}|j|kr.|dus|j|kr.|dus|j|kr.|dur+d|}t||j}q|dur5|S|S)z Get a cookie by name. May optionally include domain and path in order to specify exactly which cookie to retrieve. Nz!Multiple cookies exist with name=)rbrrlrmrrK)rCrrbrlrmrKrer+r:r:r;rd6s   z Cookies.getcs\durdur|jSfdd|jD}|D] }|j|j|j|jqdS)z Delete a cookie by name. May optionally include domain and path in order to specify exactly which cookie to delete. Ncs>g|]}|jkrdus|jkrdus|jkr|qSrM)rrlrmr6rerlrrmr:r;r<\s z"Cookies.delete..)rbclearrlrmr)rCrrlrmremoverer:rr;deleteOs zCookies.deletecCsDg}|dur |||dur|dusJ|||jj|dS)z Delete all cookies. Optionally include a domain and path in order to only delete a subset of all the cookies. N)rrbr)rCrlrmargsr:r:r;rgs   z Cookies.clearcCs$t|}|jD]}|j|qdSrM)rrbrd)rCrrer:r:r;rsvs zCookies.updatecCs |||SrM)rcrCrrKr:r:r;r{rzCookies.__setitem__cCs||}|dur t||SrM)rdrcrr:r:r;rz~s zCookies.__getitem__cCs ||SrM)r)rCrr:r:r;rrzCookies.__delitem__cCrrM)rrbrUr:r:r;rrzCookies.__len__cCrP)Ncss|]}|jVqdSrM)rr~r:r:r; sz#Cookies.__iter__..rbrUr:r:r;rszCookies.__iter__cCs|jD]}dSdS)NTFr)rCrRr:r:r;__bool__s zCookies.__bool__cCs"ddd|jD}d|dS)Nr[c Ss*g|]}d|jd|jd|jdqS)z)rrKrlr~r:r:r;r<sz$Cookies.__repr__..z s2 ($ 4  | >