B
    @
d́                 @   s  d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZddlmZ ddlmZmZ ddlmZ ddlmZ ddlmZmZ dd	lmZmZmZmZmZmZ dd
lmZ ddlm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'm(Z( ddl)m*Z*m+Z+m,Z,m-Z- ddl.m/Z/ dZ0e1 Z2dddZ3d4e5deddd Z6ej7dkrndd Z8dd Z dd Z9dd  Z:dtd"d#Z;d$d% Z<d&d' Z=ej>d(d) Z?d*d+ Z@d,d- ZAd.d/ ZBd0d1 ZCdud2d3ZDd4d5 ZEd6d7 ZFd8d9 ZGd:d; ZHd<d= ZId>d? ZJd@dA ZKdBdC ZLeMdDZNdEdF ZOdGdH ZPdIdJ ZQdKdL ZRdMdN ZSdOdP ZTej>dQdR ZUdSdT ZVdvdUdVZWdWdX ZXdwdYdZZYdxd\d]ZZd^d_ Z[d`da Z\db]dcZ^e^dd Z_e^de Z`dfdg Zadhdi Zbdjdk Zcdldm Zddndo Zedpdq Zfdrds ZgdS )yz
requests.utils
~~~~~~~~~~~~~~

This module provides utility functions that are used within Requests
that are also useful for external consumption.
    N)OrderedDict)make_headers	parse_url   )certs)__version__)HEADER_VALIDATORSto_native_string)Mapping
basestringbytes
getproxiesgetproxies_environmentinteger_types)parse_http_list)proxy_bypassproxy_bypass_environmentquotestrunquoteurlparse
urlunparse)cookiejar_from_dict)FileModeWarningInvalidHeader
InvalidURLUnrewindableBodyError)CaseInsensitiveDict)z.netrc_netrcP   i  )httphttpsz, z,\s*T)accept_encodingzaccept-encodingwin32c          	   C   s   ydd l }W n tk
r    dS X y6||jd}t||dd }||dd }W n ttfk
rp   dS X |rz|s~dS |d}xX|D ]P}|dkrd| krd	S |	dd
}|	dd}|	dd}t
|| t
jrd	S qW dS )Nr   Fz;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZProxyEnableZProxyOverride;z<local>.Tz\.*z.*?)winregImportErrorOpenKeyHKEY_CURRENT_USERintQueryValueExOSError
ValueErrorsplitreplacerematchI)hostr(   ZinternetSettingsZproxyEnableZproxyOverridetest r7   4/tmp/pip-install-587nrtaf/requests/requests/utils.pyproxy_bypass_registryG   s2    

r9   c             C   s   t  rt| S t| S dS )zReturn True, if the host should be bypassed.

        Checks proxy settings gathered from the environment, if specified,
        or the registry.
        N)r   r   r9   )r5   r7   r7   r8   r   k   s    r   c             C   s   t | dr|  } | S )z/Returns an internal sequence dictionary update.items)hasattrr:   )dr7   r7   r8   dict_to_sequencew   s    
r=   c          	   C   s0  d }d}t | drt| }nft | dr.| j}nTt | dry|  }W n tjtfk
r^   Y n$X t|j}d| j	krt
dt t | dry|  }W n  tk
r   |d k	r|}Y nZX t | dr|d kry&| dd	 |  }| |pd W n tk
r   d}Y nX |d kr"d}td|| S )
Nr   __len__lenfilenoba%  Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.tellseek   )r;   r?   r@   ioUnsupportedOperationAttributeErrorosfstatst_sizemodewarningswarnr   rB   r.   rC   max)ototal_lengthcurrent_positionr@   r7   r7   r8   	super_len   s@    







rR   Fc          	   C   s>  t jd}|dk	r|f}ndd tD }yddlm}m} d}xD|D ]<}yt j|}W n tk
rn   dS X t j	|rF|}P qFW |dkrdS t
| }	d}
t| tr|
d}
|	j|
d }y6|||}|r|d rdnd	}|| |d
 fS W n" |tfk
r   |r Y nX W n ttfk
r8   Y nX dS )z;Returns the Requests tuple auth for a given url from netrc.ZNETRCNc             s   s   | ]}d | V  qdS )z~/Nr7   ).0fr7   r7   r8   	<genexpr>   s    z!get_netrc_auth.<locals>.<genexpr>r   )NetrcParseErrornetrc   :asciir   rD   )rH   environgetNETRC_FILESrW   rV   path
expanduserKeyErrorexistsr   
isinstancer   decodenetlocr0   authenticatorsr.   r)   rG   )urlraise_errorsZ
netrc_fileZnetrc_locationsrV   rW   
netrc_pathrT   locrisplitstrr5   r   login_ir7   r7   r8   get_netrc_auth   s@    


rl   c             C   sB   t | dd}|r>t|tr>|d dkr>|d dkr>tj|S dS )z0Tries to guess the filename of the given object.nameNr   <>)getattrra   r   rH   r]   basename)objrm   r7   r7   r8   guess_filename   s    &rt   c          	   C   s   t j| r| S t j| \}}x8|rXt j|sXt j|\}}|sHP d||g}q"W t|sh| S t|}|| kr| S t	
 }t j||dd }t j|st|}||| W dQ R X |S )zReplace nonexistent paths that look like they refer to a member of a zip
    archive with the location of an extracted copy of the target, or else
    just return the provided path unchanged.
    /ro   N)rH   r]   r`   r0   joinzipfile
is_zipfileZipFilenamelisttempfile
gettempdiratomic_openwriteread)r]   archivememberprefixzip_filetmpextracted_pathZfile_handlerr7   r7   r8   extract_zipped_paths  s&    


r   c          	   c   sl   t jtj| d\}}y.t|d}|V  W dQ R X t||  W n  tk
rf   t|  Y nX dS )z-Write a file to the disk in an atomic fashion)dirwbN)	r{   mkstemprH   r]   dirnamefdopenr1   BaseExceptionremove)filenameZtmp_descriptorZtmp_nameZtmp_handlerr7   r7   r8   r}   '  s    
r}   c             C   s.   | dkrdS t | ttttfr&tdt| S )a  Take an object and test to see if it can be represented as a
    dictionary. Unless it can not be represented as such, return an
    OrderedDict, e.g.,

    ::

        >>> from_key_val_list([('key', 'val')])
        OrderedDict([('key', 'val')])
        >>> from_key_val_list('string')
        Traceback (most recent call last):
        ...
        ValueError: cannot encode objects that are not 2-tuples
        >>> from_key_val_list({'key': 'val'})
        OrderedDict([('key', 'val')])

    :rtype: OrderedDict
    Nz+cannot encode objects that are not 2-tuples)ra   r   r   boolr,   r/   r   )valuer7   r7   r8   from_key_val_list4  s
    r   c             C   s@   | dkrdS t | ttttfr&tdt | tr8|  } t| S )a  Take an object and test to see if it can be represented as a
    dictionary. If it can be, return a list of tuples, e.g.,

    ::

        >>> to_key_val_list([('key', 'val')])
        [('key', 'val')]
        >>> to_key_val_list({'key': 'val'})
        [('key', 'val')]
        >>> to_key_val_list('string')
        Traceback (most recent call last):
        ...
        ValueError: cannot encode objects that are not 2-tuples

    :rtype: list
    Nz+cannot encode objects that are not 2-tuples)	ra   r   r   r   r,   r/   r
   r:   list)r   r7   r7   r8   to_key_val_listO  s    
r   c             C   s\   g }xRt | D ]F}|dd |dd   kr6dkrJn nt|dd }|| qW |S )a  Parse lists as described by RFC 2068 Section 2.

    In particular, parse comma-separated lists where the elements of
    the list may include quoted-strings.  A quoted-string could
    contain a comma.  A non-quoted string could have quotes in the
    middle.  Quotes are removed automatically after parsing.

    It basically works like :func:`parse_set_header` just that items
    may appear multiple times and case sensitivity is preserved.

    The return value is a standard :class:`list`:

    >>> parse_list_header('token, "quoted value"')
    ['token', 'quoted value']

    To create a header from the :class:`list` again, use the
    :func:`dump_header` function.

    :param value: a string with a list header.
    :return: :class:`list`
    :rtype: list
    Nr   ro   ")_parse_list_headerunquote_header_valueappend)r   resultitemr7   r7   r8   parse_list_headerm  s    (r   c             C   s|   i }xrt | D ]f}d|kr$d||< q|dd\}} | dd | dd   krXdkrln nt| dd } | ||< qW |S )a^  Parse lists of key, value pairs as described by RFC 2068 Section 2 and
    convert them into a python dict:

    >>> d = parse_dict_header('foo="is a fish", bar="as well"')
    >>> type(d) is dict
    True
    >>> sorted(d.items())
    [('bar', 'as well'), ('foo', 'is a fish')]

    If there is no value for a key it will be `None`:

    >>> parse_dict_header('key_without_value')
    {'key_without_value': None}

    To create a header from the :class:`dict` again, use the
    :func:`dump_header` function.

    :param value: a string with a dict header.
    :return: :class:`dict`
    :rtype: dict
    =Nr   ro   r   )r   r0   r   )r   r   r   rm   r7   r7   r8   parse_dict_header  s    (r   c             C   s\   | rX| d | d   kr dkrXn n4| dd } |rD| dd dkrX|  dd d	dS | S )
zUnquotes a header value.  (Reversal of :func:`quote_header_value`).
    This does not use the real unquoting but what browsers are actually
    using for quoting.

    :param value: the header value to unquote.
    :rtype: str
    r   ro   r   r   NrD   z\\\z\")r1   )r   is_filenamer7   r7   r8   r     s
    $r   c             C   s"   i }x| D ]}|j ||j< q
W |S )zReturns a key/value dictionary from a CookieJar.

    :param cj: CookieJar object to extract cookies from.
    :rtype: dict
    )r   rm   )cjcookie_dictcookier7   r7   r8   dict_from_cookiejar  s    
r   c             C   s
   t || S )zReturns a CookieJar from a key/value dictionary.

    :param cj: CookieJar to insert cookies into.
    :param cookie_dict: Dict of key/values to insert into CookieJar.
    :rtype: CookieJar
    )r   )r   r   r7   r7   r8   add_dict_to_cookiejar  s    r   c             C   sT   t dt tjdtjd}tjdtjd}td}|| ||  ||  S )zlReturns encodings from given content string.

    :param content: bytestring to extract encodings from.
    zIn requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rL   rM   DeprecationWarningr2   compiler4   findall)content
charset_re	pragma_rexml_rer7   r7   r8   get_encodings_from_content  s    
r   c       
      C   s   |  d}|d  |dd  }}i }d}xh|D ]`}| }|r2|d }}|d}	|	dkr|d|	 |}||	d d |}||| < q2W ||fS )	zReturns content type and parameters from given header

    :param header: string
    :return: tuple containing content type and dictionary of
         parameters
    r$   r   r   Nz"' Tr   ro   )r0   stripfindlower)
headertokenscontent_typeparamsparams_dictitems_to_stripparamkeyr   index_of_equalsr7   r7   r8   _parse_content_type_header  s    



r   c             C   sP   |  d}|sdS t|\}}d|kr4|d dS d|kr@dS d|krLdS dS )	z}Returns encodings from given HTTP Header Dict.

    :param headers: dictionary to extract encoding from.
    :rtype: str
    zcontent-typeNcharsetz'"textz
ISO-8859-1zapplication/jsonzutf-8)r[   r   r   )headersr   r   r7   r7   r8   get_encoding_from_headers  s    
r   c             c   sh   |j dkr| E dH  dS t|j dd}x | D ]}||}|r0|V  q0W |jddd}|rd|V  dS )zStream decodes an iterator.Nr1   )errors    T)final)encodingcodecsgetincrementaldecoderrb   )iteratorrdecoderchunkrvr7   r7   r8   stream_decode_response_unicode.  s    




r   c             c   sL   d}|dks|dkrt | }x*|t | k rF| |||  V  ||7 }qW dS )z Iterate over slices of a string.r   N)r?   )stringslice_lengthposr7   r7   r8   iter_slices?  s    r   c             C   sv   t dt g }t| j}|rJyt| j|S  tk
rH   || Y nX yt| j|ddS  t	k
rp   | jS X dS )zReturns the requested content back in unicode.

    :param r: Response object to get unicode content from.

    Tried:

    1. charset from content-type
    2. fall back and replace all unicode characters

    :rtype: str
    zIn requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r1   )r   N)
rL   rM   r   r   r   r   r   UnicodeErrorr   	TypeError)r   tried_encodingsr   r7   r7   r8   get_unicode_from_responseI  s    
r   zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c          	   C   s   |  d}xtdt|D ]}|| dd }t|dkr| rytt|d}W n$ tk
rx   td| dY nX |tkr||| dd  ||< qd||  ||< qd||  ||< qW d		|S )
zUn-escape any percent-escape sequences in a URI that are unreserved
    characters. This leaves all reserved, illegal and non-ASCII bytes encoded.

    :rtype: str
    %r   r   rD      z"Invalid percent-escape sequence: ''N )
r0   ranger?   isalnumchrr,   r/   r   UNRESERVED_SETrv   )uripartsihcr7   r7   r8   unquote_unreservedv  s    
r   c             C   s:   d}d}yt t| |dS  tk
r4   t | |dS X dS )zRe-quote the given URI.

    This function passes the given URI through an unquote/quote cycle to
    ensure that it is fully and consistently quoted.

    :rtype: str
    z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)safeN)r   r   r   )r   safe_with_percentsafe_without_percentr7   r7   r8   requote_uri  s    r   c             C   sl   t dt| d }|d\}}t dttt|d }t dt|d |@ }||@ ||@ kS )zThis function allows you to check if an IP belongs to a network subnet

    Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
             returns False if ip = 192.168.1.1 and net = 192.168.100.0/24

    :rtype: bool
    z=Lr   ru   )structunpacksocket	inet_atonr0   dotted_netmaskr,   )ipnetipaddrnetaddrbitsnetmasknetworkr7   r7   r8   address_in_network  s
    r   c             C   s&   ddd|  > d A }t td|S )zConverts mask from /xx format to xxx.xxx.xxx.xxx

    Example: if mask is 24 function returns 255.255.255.0

    :rtype: str
    l    r       z>I)r   	inet_ntoar   pack)maskr   r7   r7   r8   r     s    r   c             C   s(   yt |  W n tk
r"   dS X dS )z
    :rtype: bool
    FT)r   r   r.   )	string_ipr7   r7   r8   is_ipv4_address  s
    r   c             C   s   |  ddkr~yt| dd }W n tk
r8   dS X |dk sJ|dkrNdS yt| dd  W q tk
rz   dS X ndS dS )zV
    Very simple check of the cidr format in no_proxy variable.

    :rtype: bool
    ru   r   Fr   r   T)countr,   r0   r/   r   r   r.   )string_networkr   r7   r7   r8   is_valid_cidr  s    r   c          	   c   sT   |dk	}|r"t j| }|t j| < z
dV  W d|rN|dkrDt j| = n
|t j| < X dS )zSet the environment variable 'env_name' to 'value'

    Save previous value, yield, and then restore the previous value stored in
    the environment variable 'env_name'.

    If 'value' is None, do nothingN)rH   rZ   r[   )env_namer   value_changed	old_valuer7   r7   r8   set_environ  s    


r   c       	   
   C   s,  dd }|}|dkr|d}t | }|jdkr2dS |rdd |dd	d
D }t|jrxz|D ],}t|rt|j|rdS qb|j|krbdS qbW nD|j}|jr|d|j 7 }x&|D ]}|j|s||rdS qW t	d|6 yt
|j}W n  ttjfk
r   d}Y nX W dQ R X |r(dS dS )zL
    Returns whether we should bypass proxies or not.

    :rtype: bool
    c             S   s   t j| pt j|  S )N)rH   rZ   r[   upper)r   r7   r7   r8   	get_proxy  s    z(should_bypass_proxies.<locals>.get_proxyNno_proxyTc             s   s   | ]}|r|V  qd S )Nr7   )rS   r5   r7   r7   r8   rU     s    z(should_bypass_proxies.<locals>.<genexpr> r   ,:F)r   hostnamer1   r0   r   r   r   portendswithr   r   r   r   gaierror)	re   r   r   no_proxy_argparsedproxy_iphost_with_portr5   bypassr7   r7   r8   should_bypass_proxies  s<    





r  c             C   s   t | |dri S t S dS )zA
    Return a dict of environment proxies.

    :rtype: dict
    )r   N)r  r   )re   r   r7   r7   r8   get_environ_proxies3  s    r  c             C   sv   |pi }t | }|jdkr.||j|dS |jd |j |jd|j dg}d}x|D ]}||krX|| }P qXW |S )zSelect a proxy for the url, if applicable.

    :param url: The url being for the request
    :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
    Nallz://zall://)r   r  r[   scheme)re   proxiesurlparts
proxy_keysproxy	proxy_keyr7   r7   r8   select_proxy?  s    

r  c       	      C   st   |dk	r|ni }| j }t|j}|d}| }|rpt||dspt||d}|||d}|rp||| |S )a  This method takes proxy information from a request and configuration
    input to resolve a mapping of target proxies. This will consider settings
    such a NO_PROXY to strip proxy configurations.

    :param request: Request or PreparedRequest
    :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
    :param trust_env: Boolean declaring whether to trust environment configs

    :rtype: dict
    Nr   )r   r  )re   r   r  r[   copyr  r  
setdefault)	requestr  	trust_envre   r  r   new_proxiesenviron_proxiesr  r7   r7   r8   resolve_proxiesY  s    

r  python-requestsc             C   s   |  dt  S )zO
    Return a string representing the default user agent.

    :rtype: str
    ru   )r   )rm   r7   r7   r8   default_user_agentt  s    r  c               C   s   t t tdddS )z9
    :rtype: requests.structures.CaseInsensitiveDict
    z*/*z
keep-alive)z
User-AgentzAccept-EncodingAccept
Connection)r   r  DEFAULT_ACCEPT_ENCODINGr7   r7   r7   r8   default_headers}  s
    r#  c       	   
   C   s   g }d}|  |} | s|S xtd| D ]}y|dd\}}W n tk
r^   |d }}Y nX d| di}xP|dD ]B}y|d\}} W n tk
r   P Y nX |  ||| |< qzW || q(W |S )	zReturn a list of parsed link headers proxies.

    i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"

    :rtype: list
    z '"z, *<r$   r   r   re   z<> '"r   )r   r2   r0   r/   r   )	r   linksreplace_charsvalre   r   linkr   r   r7   r7   r8   parse_header_links  s&    
r(   rY   rD      c             C   s   | dd }|t jt jfkr dS |dd t jkr6dS |dd t jt jfkrRdS |t}|dkrhd	S |dkr|ddd tkrd
S |ddd tkrdS |dkr|dd t	krdS |dd t	krdS dS )z
    :rtype: str
    N   zutf-32r*  z	utf-8-sigrD   zutf-16r   zutf-8z	utf-16-ber   z	utf-16-lez	utf-32-bez	utf-32-le)
r   BOM_UTF32_LEBOM_UTF32_BEBOM_UTF8BOM_UTF16_LEBOM_UTF16_BEr   _null_null2_null3)datasample	nullcountr7   r7   r8   guess_json_utf  s*    
r7  c             C   sl   t | }|\}}}}}}}	|j}
|
s.||
 }
}|r@d||
g}
|dkrL|}|dkrXd}t||
|d||	fS )zGiven a URL that may or may not have a scheme, prepend the given scheme.
    Does not replace a present scheme with the one provided as an argument.

    :rtype: str
    @Nr   )r   rc   rv   r   )re   
new_schemer	  r  authr5   r  r]   queryfragmentrc   r7   r7   r8   prepend_scheme_if_needed  s    
r=  c          	   C   sB   t | }yt|jt|jf}W n ttfk
r<   d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of
    username,password.

    :rtype: (str,str)
    )r   r   )r   r   usernamepasswordrG   r   )re   r	  r:  r7   r7   r8   get_auth_from_url  s    
r@  c             C   sz   | \}}x<| D ]4}t |tkrtd|d|d|dt | qW t|dtt | d  t|dtt | d  d	S )
zVerifies that header parts don't contain leading whitespace
    reserved characters, or return characters.

    :param header: tuple, in the format (name, value).
    zHeader part (z) from {z: z$} must be of type str or bytes, not rm   r   r   r   N)typer   r   _validate_header_part)r   rm   r   partr7   r7   r8   check_header_validity  s    
&rD  c             C   s"   | | std| d| d S )NzSInvalid leading whitespace, reserved character(s), or returncharacter(s) in header z: )r3   r   )Zheader_partZheader_kindZ	validatorr7   r7   r8   rB    s    
rB  c             C   sF   t | \}}}}}}|s"|| }}|ddd }t|||||dfS )zW
    Given a url remove the fragment and the authentication part.

    :rtype: str
    r8  r   ro   r   )r   rsplitr   )re   r  rc   r]   r   r;  r<  r7   r7   r8   urldefragauth  s
    
rF  c             C   s\   t | jdd}|dk	rPt| jtrPy|| j W qX tk
rL   tdY qXX ntddS )zfMove file pointer back to its recorded starting position
    so it can be read again on redirect.
    rC   Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)rq   bodyra   _body_positionr   r.   r   )prepared_request	body_seekr7   r7   r8   rewind_body/  s    

rK  )F)F)N)T)r  )h__doc__r   
contextlibrE   rH   r2   r   r   sysr{   rL   rw   collectionsr   Zurllib3.utilr   r   r   r   r   _internal_utilsr   r	   compatr
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   cookiesr   
exceptionsr   r   r   r   
structuresr   r\   whereDEFAULT_CA_BUNDLE_PATHDEFAULT_PORTSrv   r0   r"  platformr9   r=   rR   rl   rt   r   contextmanagerr}   r   r   r   r   r   r   r   r   r   r   r   r   r   	frozensetr   r   r   r   r   r   r   r   r  r  r  r  r  r#  r(  encoder1  r2  r3  r7  r=  r@  rD  rB  rF  rK  r7   r7   r7   r8   <module>   s    $	
$	B
9% #

(<


	&
 