관리-도구
편집 파일: request.cpython-38.opt-2.pyc
U i�f\� � ! @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlmZmZmZ d dlmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d dl(m)Z)m*Z* z d dl+Z+W n e,k �r dZ-Y nX dZ-ddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'g!Z.d(e j/dd)� Z0da1de j2fddddd*�d+d �Z3d,d � Z4g Z5dd-d$�Z6d.d%� Z7e �8d/e j9�Z:d0d1� Z;G d2d� d�Z<G d3d� d�Z=d4d � Z>G d5d � d �Z?G d6d � d e?�Z@G d7d � d e?�ZAG d8d � d e?�ZBd9d:� ZCG d;d � d e?�ZDG d<d� d�ZEG d=d� deE�ZFG d>d� deF�ZGG d?d� d�ZHG d@d� deHe?�ZIG dAd� deHe?�ZJejKZLG dBd� d�ZMG dCd� de?eM�ZNG dDd� de?eM�ZOG dEdF� dFe?�ZPG dGd� deP�ZQeRejSdH��r&G dIdJ� dJeP�ZTe.�UdJ� G dKd � d e?�ZVG dLd � d e?�ZWdMdN� ZXdOdP� ZYG dQd� de?�ZZdRdS� Z[G dTd� de?�Z\G dUd� de\�Z]G dVd� de?�Z^dWZ_ej`dXk�r�d dYlambZbmcZc ndZd"� Zbd[d!� Zci ZdG d\d&� d&�ZeG d]d'� d'ee�Zfdagd^d_� Zhdaid`da� Zjdakdbdc� Zldamddde� ZnG dfdg� dg�Zodhdi� Zpd�djdk�Zqdldm� Zrdndo� Zse jtdpk�r�d dqlumvZvmwZw drds� Zxdtdu� Zydvdw� Zzdxd#� Z{n6ej`dXk�r�dydz� Z|d{d#� Z{d|d}� Z}d~dw� ZznepZ{eqZzdS )�� N)�URLError� HTTPError�ContentTooShortError)�urlparse�urlsplit�urljoin�unwrap�quote�unquote� _splittype� _splithost� _splitport� _splituser� _splitpasswd� _splitattr� _splitquery� _splitvalue� _splittag� _to_bytes�unquote_to_bytes� urlunparse)� addinfourl� addclosehookFT�Request�OpenerDirector� BaseHandler�HTTPDefaultErrorHandler�HTTPRedirectHandler�HTTPCookieProcessor� ProxyHandler�HTTPPasswordMgr� HTTPPasswordMgrWithDefaultRealm� HTTPPasswordMgrWithPriorAuth�AbstractBasicAuthHandler�HTTPBasicAuthHandler�ProxyBasicAuthHandler�AbstractDigestAuthHandler�HTTPDigestAuthHandler�ProxyDigestAuthHandler� HTTPHandler� FileHandler� FTPHandler�CacheFTPHandler� DataHandler�UnknownHandler�HTTPErrorProcessor�urlopen�install_opener� build_opener� pathname2url� url2pathname� getproxies� urlretrieve� urlcleanup� URLopener�FancyURLopenerz%d.%d� )�cafile�capath� cadefault�contextc C s� |s |s |rfdd l }|�dtd� |d k r2td��ts>td��tjtjj||d�}t |d�}t |�} n0|r~t |d�}t |�} nt d kr�t � a } nt } | � | ||�S )Nr zJcafile, capath and cadefault are deprecated, use a custom context instead.r: zDYou can't pass both context and any of cafile, capath, and cadefaultzSSL support not available)r; r< )r> ) �warnings�warn�DeprecationWarning� ValueError� _have_ssl�sslZcreate_default_contextZPurposeZ SERVER_AUTH� HTTPSHandlerr2 �_opener�open) �url�data�timeoutr; r< r= r> r? Z https_handler�opener� rL �3/opt/alt/python38/lib64/python3.8/urllib/request.pyr0 � s2 < �� � c C s | a d S �N)rF )rK rL rL rM r1 � s c C s: t | �\}}t�t| |����}|�� }|dkrN|sNtj�|�|fW 5 Q R � S |r^t|d�}n t j dd�}|j }t � |� |�� ||f} d} d} d} d} d|kr�t|d �} |r�|| | | � |�| �}|s�q�| t|�7 } |�|� | d 7 } |r�|| | | � q�W 5 Q R X W 5 Q R X | dk�r6| | k �r6td | | f | ��| S ) N�file�wbF)�delete� ���r �content-length�Content-Length� �1retrieval incomplete: got only %i out of %i bytes)r � contextlib�closingr0 �info�os�path�normpathrG �tempfileZNamedTemporaryFile�name�_url_tempfiles�append�int�read�len�writer )rH �filename� reporthookrI Zurl_typer\ �fp�headers�tfp�result�bs�sizerc �blocknum�blockrL rL rM r6 � sH "��c C sD t D ](} zt�| � W q tk r* Y qX qt d d �= tr@d ad S rN )r` r[ �unlink�OSErrorrF )Z temp_filerL rL rM r7 $ s z:\d+$c C s< | j }t|�d }|dkr&| �dd�}t�d|d�}|�� S )NrV � �Host)�full_urlr � get_header� _cut_port_re�sub�lower)�requestrH �hostrL rL rM � request_host3 s r{ c @ s� e Zd Zdi dddfdd�Zedd� �Zejdd� �Zejdd� �Zed d � �Zejd d � �Zejd d � �Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zdd � Zd#d d �Zd d � Zd!d"� ZdS )$r NFc C sl || _ i | _i | _d | _|| _d | _|�� D ]\}}| �||� q,|d krRt| �}|| _ || _ |rh|| _ d S rN ) rt ri �unredirected_hdrs�_datarI � _tunnel_host�items� add_headerr{ �origin_req_host� unverifiable�method) �selfrH rI ri r� r� r� �key�valuerL rL rM �__init__E s zRequest.__init__c C s | j rd�| j| j �S | jS )Nz{}#{})�fragment�format� _full_url�r� rL rL rM rt W s zRequest.full_urlc C s( t |�| _t| j�\| _| _| �� d S rN )r r� r r� �_parse�r� rH rL rL rM rt ] s c C s d | _ d | _d| _d S �Nrr )r� r� �selectorr� rL rL rM rt d s c C s | j S rN )r} r� rL rL rM rI j s z Request.datac C s( || j kr$|| _ | �d�r$| �d� d S )N�Content-length)r} � has_header� remove_header)r� rI rL rL rM rI n s c C s d | _ d S rN )rI r� rL rL rM rI x s c C sN t | j�\| _}| jd kr(td| j ��t|�\| _| _| jrJt| j�| _d S )Nzunknown url type: %r) r r� �typerB rt r rz r� r )r� �restrL rL rM r� | s zRequest._parsec C s | j d k rdnd}t| d|�S )N�POST�GETr� )rI �getattr)r� Zdefault_methodrL rL rM � get_method� s zRequest.get_methodc C s | j S rN )rt r� rL rL rM � get_full_url� s zRequest.get_full_urlc C s2 | j dkr| js| j| _n|| _ | j| _|| _d S )N�https)r� r~ rz rt r� )r� rz r� rL rL rM � set_proxy� s zRequest.set_proxyc C s | j | jkS rN )r� rt r� rL rL rM � has_proxy� s zRequest.has_proxyc C s || j |�� < d S rN )ri � capitalize�r� r� �valrL rL rM r� � s zRequest.add_headerc C s || j |�� < d S rN )r| r� r� rL rL rM �add_unredirected_header� s z Request.add_unredirected_headerc C s || j kp|| jkS rN )ri r| �r� � header_namerL rL rM r� � s �zRequest.has_headerc C s | j �|| j�||��S rN )ri �getr| )r� r� �defaultrL rL rM ru � s �zRequest.get_headerc C s | j �|d � | j�|d � d S rN )ri �popr| r� rL rL rM r� � s zRequest.remove_headerc C s | j | j�}t|�� �S rN )r| ri �listr )r� �hdrsrL rL rM � header_items� s zRequest.header_items)N)�__name__� __module__� __qualname__r� �propertyrt �setter�deleterrI r� r� r� r� r� r� r� r� ru r� r� rL rL rL rM r C s8 � c @ sN e Zd Zdd� Zdd� Zdd� Zdd� Zd ejfd d �Z dd d �Z dd� Z d S )r c C s6 dt }d|fg| _g | _i | _i | _i | _i | _d S )N�Python-urllib/%sz User-agent)� __version__� addheaders�handlers� handle_open� handle_error�process_response�process_request)r� Zclient_versionrL rL rM r� � s zOpenerDirector.__init__c C sT t |d�stdt|� ��d}t|�D �]}|dkr6q&|�d�}|d |� }||d d � }|�d�r�|�d�| d }||d d � }z t|�}W n tk r� Y nX | j� |i �} | | j|< n>|dkr�|}| j } n*|d kr�|}| j } n|d kr&|}| j } nq&| � |g �} | �r"t�| |� n | �|� d }q&|�rPt�| j|� |�| � d S ) N� add_parentz%expected BaseHandler instance, got %rF)�redirect_request�do_open� proxy_open�_rV �errorrG �responsery T)�hasattr� TypeErrorr� �dir�find� startswithrb rB r� r� r� r� r� � setdefault�bisectZinsortra r� r� ) r� �handlerZadded�meth�i�protocolZ condition�j�kind�lookupr� rL rL rM � add_handler� sL � zOpenerDirector.add_handlerc C s d S rN rL r� rL rL rM �close� s zOpenerDirector.closec G s< |� |d�}|D ]&}t||�}||� }|d k r| S qd S )NrL )r� r� ) r� �chainr� � meth_name�argsr� r� �funcrk rL rL rM � _call_chain� s zOpenerDirector._call_chainNc C s� t |t�rt||�}n|}|d k r(||_||_|j}|d }| j�|g �D ]}t||�}||�}qJt � d|j |j|j |� � � | �||�} |d }| j�|g �D ]}t||�}||| �} q�| S )NZ_requestzurllib.RequestZ _response)� isinstance�strr rI rJ r� r� r� r� �sys�auditrt ri r� �_openr� ) r� �fullurlrI rJ �reqr� r� Z processorr� r� rL rL rM rG � s$ zOpenerDirector.openc C sP | � | jdd|�}|r|S |j}| � | j||d |�}|r>|S | � | jdd|�S )Nr� Z default_openr� �unknown� unknown_open)r� r� r� )r� r� rI rk r� rL rL rM r� s$ � �� �zOpenerDirector._openc G s~ |dkr,| j d }|d }d| }d}|}n| j }|d }d}|||f| }| j|� }|r^|S |rz|dd f| }| j|� S d S ) N��httpr� r� r: z http_error_%srV Z_errorr r� �http_error_default)r� r� )r� �protor� �dictr� Zhttp_errZ orig_argsrk rL rL rM r� & s zOpenerDirector.error)N) r� r� r� r� r� r� r� �socket�_GLOBAL_DEFAULT_TIMEOUTrG r� r� rL rL rL rM r � s / c G s� t � }ttttttttt g }t t j d�r2|� t� t� }|D ]B}| D ]8}t|t�rht||�r||�|� qDt||�rD|�|� qDq<|D ]}|�|� q�|D ]}|�|� � q�| D ] }t|t�r�|� }|�|� q�|S )N�HTTPSConnection)r r r. r) r r r+ r* r/ r- r� r� �clientra rE �setr� r� � issubclass�add�remover� )r� rK Zdefault_classes�skip�klassZcheck�hrL rL rM r2 ? s8 � c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r �� c C s || _ d S rN )�parent)r� r� rL rL rM r� f s zBaseHandler.add_parentc C s d S rN rL r� rL rL rM r� i s zBaseHandler.closec C s t |d�sdS | j|jk S )N� handler_orderT)r� r� )r� �otherrL rL rM �__lt__m s zBaseHandler.__lt__N)r� r� r� r� r� r� r� rL rL rL rM r c s c @ s e Zd ZdZdd� ZeZdS )r/ i� c C sH |j |j|�� }}}d| kr,dk sDn | j�d|||||�}|S )N�� �, r� )�code�msgrZ r� r� )r� ry r� r� r� r� rL rL rM � http_responsez s �z HTTPErrorProcessor.http_responseN)r� r� r� r� r� �https_responserL rL rL rM r/ v s c @ s e Zd Zdd� ZdS )r c C s t |j||||��d S rN )r rt )r� r� rh r� r� r� rL rL rM r� � s z*HTTPDefaultErrorHandler.http_error_defaultN)r� r� r� r� rL rL rL rM r � s c @ s4 e Zd ZdZdZdd� Zdd� Ze Z ZZ dZ dS ) r � � c st |� � }|dkr|dks:|dkr(|dks:t|j||||��|�dd�}d� � fdd �|j�� D �}t|||jd d �S ) N)�- �. �/ i3 )r� ZHEAD)r� r� r� r� � z%20)rT z content-typec s" i | ]\}}|� � � kr||�qS rL )rx ��.0�k�v�ZCONTENT_HEADERSrL rM � <dictcomp>� s � z8HTTPRedirectHandler.redirect_request.<locals>.<dictcomp>T)ri r� r� )r� r rt �replaceri r r r� ) r� r� rh r� r� ri �newurl�mZ newheadersrL r rM r� � s �� �z$HTTPRedirectHandler.redirect_requestc C sL d|kr|d }nd|kr$|d }nd S t |�}|jdkrRt||d||f ||��|jsn|jrnt|�}d|d< t|�}t|dtj d�}t |j |�}| � ||||||�}|d kr�d S t |d ��r|j } |_| �|d �| jks�t| �| jk�rt|j || j| ||��ni } |_|_| �|d �d | |< |�� |�� | jj||jd �S ) N�location�uri�r� r� �ftprr z+%s - Redirection to url '%s' is not allowed�/r: z iso-8859-1)�encoding�safe� redirect_dictr rV �rJ )r �schemer r\ Znetlocr� r r �stringZ punctuationr rt r� r� r r� � max_repeatsrd �max_redirections�inf_msgrc r� r� rG rJ ) r� r� rh r� r� ri r �urlparts�newZvisitedrL rL rM �http_error_302� sT � � � �z"HTTPRedirectHandler.http_error_302zoThe HTTP server returned a redirect error that would lead to an infinite loop. The last 30x error message was: N) r� r� r� r r r� r �http_error_301�http_error_303�http_error_307r rL rL rL rM r � s &< c C s� t | �\}}|�d�s d }| }nZ|�d�s6td| ��d|krV|�d�}|�d|�}n |�dd�}|dkrnd }|d|� }t|�\}}|d k r�t|�\}} nd }} ||| |fS )Nr �//z proxy URL with no authority: %r�@r: rS )r r� rB r� r r ) �proxyr Zr_scheme� authorityZhost_separator�endZuserinfo�hostport�user�passwordrL rL rM � _parse_proxy� s$ r" c @ s" e Zd ZdZddd�Zdd� ZdS )r �d Nc C sP |d krt � }|| _|�� D ].\}}|�� }t| d| ||| jfdd�� q d S )Nz%s_openc S s || ||�S rN rL )�rr r� r� rL rL rM �<lambda>) s z'ProxyHandler.__init__.<locals>.<lambda>)r5 �proxiesr rx �setattrr� )r� r& r� rH rL rL rM r� ! s �zProxyHandler.__init__c C s� |j }t|�\}}}}|d kr"|}|jr6t|j�r6d S |rv|rvdt|�t|�f } t�| �� ��d�} |� dd| � t|�}|� ||� ||ks�|dkr�d S | j j ||j d�S d S )N�%s:%s�ascii�Proxy-authorization�Basic r� r )r� r" rz � proxy_bypassr �base64� b64encode�encode�decoder� r� r� rG rJ ) r� r� r r� Z orig_typeZ proxy_typer r! r Z user_passZcredsrL rL rM r� , s" � zProxyHandler.proxy_open)N)r� r� r� r� r� r� rL rL rL rM r s c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd d � Zd S )r c C s i | _ d S rN )�passwdr� rL rL rM r� J s zHTTPPasswordMgr.__init__c s\ t |t�r|g}|�jkr$i �j|< dD ].� t� �fdd�|D ��}||f�j| |< q(d S )N�TFc 3 s | ]}�� |� �V qd S rN )� reduce_uri)r� �u�� default_portr� rL rM � <genexpr>T s z/HTTPPasswordMgr.add_password.<locals>.<genexpr>)r� r� r1 �tuple)r� �realmr r r1 � reduced_urirL r5 rM � add_passwordM s �z HTTPPasswordMgr.add_passwordc C s` | j �|i �}dD ]H}| �||�}|�� D ].\}}|D ] }| �||�r6| S q6q*qdS )Nr2 �NN)r1 r� r3 r � is_suburi) r� r9 �authuriZdomainsr6 �reduced_authuriZurisZauthinfor rL rL rM �find_user_passwordX s z"HTTPPasswordMgr.find_user_passwordTc C s� t |�}|d r.|d }|d }|d p*d}n d }|}d}t|�\}}|r~|d kr~|d k r~ddd��|�} | d k r~d|| f }||fS ) NrV r r: r �P i� r� z%s:%d)r r r� ) r� r r6 �partsr r r\ rz �portZdportrL rL rM r3 b s$ �� zHTTPPasswordMgr.reduce_uric C sN ||kr dS |d |d kr dS |d }|dd � dkr@|d7 }|d � |�S )NTr FrV rS r )r� )r� �base�test�prefixrL rL rM r= y s zHTTPPasswordMgr.is_suburiN)T)r� r� r� r� r; r@ r3 r= rL rL rL rM r H s c @ s e Zd Zdd� ZdS )r! c C s0 t �| ||�\}}|d k r"||fS t �| d |�S rN )r r@ )r� r9 r> r r! rL rL rM r@ � s �z2HTTPPasswordMgrWithDefaultRealm.find_user_passwordN)r� r� r� r@ rL rL rL rM r! � s c s< e Zd Z� fdd�Zd � fdd� Zd dd�Zdd � Z� ZS ) r" c s i | _ t� j||� d S rN )� authenticated�superr� �r� r� �kwargs�� __class__rL rM r� � s z%HTTPPasswordMgrWithPriorAuth.__init__Fc s< | � ||� |d k r&t� �d |||� t� �||||� d S rN )�update_authenticatedrH r; )r� r9 r r r1 �is_authenticatedrK rL rM r; � s z)HTTPPasswordMgrWithPriorAuth.add_passwordc C s> t |t�r|g}dD ]$}|D ]}| �||�}|| j|< q qd S �Nr2 )r� r� r3 rG )r� r rN r6 r4 r: rL rL rM rM � s z1HTTPPasswordMgrWithPriorAuth.update_authenticatedc C sD dD ]:}| � ||�}| jD ]"}| �||�r| j| S qqd S rO )r3 rG r= )r� r> r6 r? r rL rL rM rN � s z-HTTPPasswordMgrWithPriorAuth.is_authenticated)F)F)r� r� r� r� r; rM rN � __classcell__rL rL rK rM r" � s c @ sT e Zd Ze�dej�Zddd�Zdd� Zdd� Z d d � Z d d � Z d d� Z e Z e ZdS )r# z1(?:^|,)[ ]*([^ ,]+)[ ]+realm=(["']?)([^"']*)\2Nc C s" |d krt � }|| _| jj| _d S rN )r r1 r; )r� Z password_mgrrL rL rM r� � s z!AbstractBasicAuthHandler.__init__c c sp d}t j�|�D ]6}|�� \}}}|dkr8t�dtd� ||fV d}q|sl|r^|�� d }nd}|d fV d S )NF)�"�'z Basic Auth Realm was unquoted� Tr rr )r# �rx�finditer�groupsr? r@ � UserWarning�split)r� �headerZfound_challengeZmor r r9 rL rL rM � _parse_realm� s � z%AbstractBasicAuthHandler._parse_realmc C s~ |� |�}|sd S d }|D ]H}| �|�D ]8\}}|�� dkrB|}q(|d k r(| �|||� S q(q|d k rztd|f ��d S )N�basiczBAbstractBasicAuthHandler does not support the following scheme: %r)Zget_allrZ rx �retry_http_basic_authrB ) r� �authreqrz r� ri Z unsupportedrY r r9 rL rL rM �http_error_auth_reqed� s �z.AbstractBasicAuthHandler.http_error_auth_reqedc C s| | j �||�\}}|d k rtd||f }dt�|�� ��d� }|�| jd �|krTd S |�| j|� | j j ||j d�S d S d S )Nr( r+ r) r ) r1 r@ r- r. r/ r0 ru � auth_headerr� r� rG rJ )r� rz r� r9 r �pw�raw�authrL rL rM r\ � s z.AbstractBasicAuthHandler.retry_http_basic_authc C st t | jd�r| j�|j�s |S |�d�sp| j�d |j�\}}d�||��� }t� |�� � }|� dd�|� � �� |S )NrN � Authorizationz{0}:{1}zBasic {}) r� r1 rN rt r� r@ r� r/ r- Zstandard_b64encoder0 r� �strip)r� r� r r1 Z credentialsZauth_strrL rL rM � http_request s � �z%AbstractBasicAuthHandler.http_requestc C sL t | jd�rHd|j kr"dk r8n n| j�|jd� n| j�|jd� |S )NrN r� r� TF)r� r1 r� rM rt )r� r� r� rL rL rM r� s z&AbstractBasicAuthHandler.http_response)N)r� r� r� �re�compile�IrT r� rZ r^ r\ re r� � https_requestr� rL rL rL rM r# � s � c @ s e Zd ZdZdd� ZdS )r$ rc c C s |j }| �d|||�}|S )N�www-authenticate)rt r^ )r� r� rh r� r� ri rH r� rL rL rM �http_error_401$ s �z#HTTPBasicAuthHandler.http_error_401N)r� r� r� r_ rk rL rL rL rM r$ s c @ s e Zd ZdZdd� ZdS )r% r* c C s |j }| �d|||�}|S �N�proxy-authenticate)rz r^ )r� r� rh r� r� ri r r� rL rL rM �http_error_407/ s �z$ProxyBasicAuthHandler.http_error_407N)r� r� r� r_ rn rL rL rL rM r% + s c @ sN e Zd Zddd�Zdd� Zdd� Zdd � Zd d � Zd d � Zdd� Z dd� Z dS )r& Nc C s4 |d krt � }|| _| jj| _d| _d| _d | _d S �Nr )r r1 r; �retried� nonce_count� last_nonce)r� r1 rL rL rM r� I s z"AbstractDigestAuthHandler.__init__c C s d| _ d S ro )rp r� rL rL rM �reset_retry_countR s z+AbstractDigestAuthHandler.reset_retry_countc C s| |� |d �}| jdkr*t|jdd|d ��n| jd7 _|rx|�� d }|�� dkr`| �||�S |�� dkrxtd| ��d S ) N� i� zdigest auth failedrV r Zdigestr[ zEAbstractDigestAuthHandler does not support the following scheme: '%s')r� rp r rt rX rx �retry_http_digest_authrB )r� r_ rz r� ri r] r rL rL rM r^ U s � �z/AbstractDigestAuthHandler.http_error_auth_reqedc C sz |� dd�\}}ttd t|���}| �||�}|rvd| }|j�| jd �|krRd S |�| j|� | j j ||j d�}|S d S )Nr� rV z Digest %sr ) rX �parse_keqv_list�filter�parse_http_list�get_authorizationri r� r_ r� r� rG rJ )r� r� rb �tokenZ challenge�chalZauth_valZresprL rL rM ru i s z0AbstractDigestAuthHandler.retry_http_digest_authc C s@ d| j |t�� f }|�d�td� }t�|��� }|d d� S )Nz %s:%s:%s:r) � � )rq �time�ctimer/ � _randombytes�hashlib�sha1� hexdigest)r� �nonce�s�b�digrL rL rM � get_cnonceu s z$AbstractDigestAuthHandler.get_cnoncec C s� z6|d }|d }|� d�}|� dd�}|� dd �}W n tk rL Y d S X | �|�\}} |d krhd S | j�||j�\} } | d kr�d S |jd k r�| �|j|�} nd } d| || f } d|�� |j f }|d kr�| || �d|||�f �}n~d |� d �k�r\|| j k�r| j d 7 _ n d | _ || _ d | j }| � |�}d |||d ||�f }| || �|�}n td| ��d| |||j |f }|�r�|d| 7 }| �r�|d| 7 }|d| 7 }|�r�|d||f 7 }|S )Nr9 r� �qop� algorithm�MD5�opaquez%s:%s:%sr( rb �,rV z%08xz%s:%s:%s:%s:%szqop '%s' is not supported.z>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z , opaque="%s"z , digest="%s"z, algorithm="%s"z , qop=auth, nc=%s, cnonce="%s")r� �KeyError�get_algorithm_implsr1 r@ rt rI �get_entity_digestr� r� rX rr rq r� r )r� r� r{ r9 r� r� r� r� �H�KDr r` ZentdigZA1ZA2ZrespdigZncvalueZcnonceZnoncebitrD rL rL rM ry � s\ � �� z+AbstractDigestAuthHandler.get_authorizationc sD |dkrdd� � n |dkr$dd� � n t d| ��� fdd�}� |fS )Nr� c S s t �| �d���� S �Nr) )r� Zmd5r/ r� ��xrL rL rM r% � � z?AbstractDigestAuthHandler.get_algorithm_impls.<locals>.<lambda>ZSHAc S s t �| �d���� S r� )r� r� r/ r� r� rL rL rM r% � r� z.Unsupported digest authentication algorithm %rc s � d| |f �S )Nr( rL )r� �d�r� rL rM r% � r� )rB )r� r� r� rL r� rM r� � s � z-AbstractDigestAuthHandler.get_algorithm_implsc C s d S rN rL )r� rI r{ rL rL rM r� � s z+AbstractDigestAuthHandler.get_entity_digest)N) r� r� r� r� rs r^ ru r� ry r� r� rL rL rL rM r& > s > c @ s e Zd ZdZdZdd� ZdS )r' rc �� c C s* t |j�d }| �d|||�}| �� |S )NrV rj )r rt r^ rs �r� r� rh r� r� ri rz �retryrL rL rM rk � s �z$HTTPDigestAuthHandler.http_error_401N)r� r� r� r_ r� rk rL rL rL rM r' � s c @ s e Zd ZdZdZdd� ZdS )r( �Proxy-Authorizationr� c C s" |j }| �d|||�}| �� |S rl )rz r^ rs r� rL rL rM rn � s �z%ProxyDigestAuthHandler.http_error_407N)r� r� r� r_ r� rn rL rL rL rM r( � s c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd d � Zd S )�AbstractHTTPHandlerr c C s || _ d S rN �� _debuglevel)r� � debuglevelrL rL rM r� � s z AbstractHTTPHandler.__init__c C s || _ d S rN r� )r� �levelrL rL rM �set_http_debuglevel� s z'AbstractHTTPHandler.set_http_debuglevelc C s t jj�|j|�� �S rN )r� r� �HTTPConnection�_get_content_lengthrI r� �r� ry rL rL rM r� � s �z'AbstractHTTPHandler._get_content_lengthc C s |j }|std��|jd k r�|j}t|t�r8d}t|��|�d�sN|�dd� |�d�s�|�d�s�| �|�}|d k r�|�dt|�� n |�dd� |}|� � r�t |j �\}}t |�\}} |�d�s�|�d|� | j jD ]&\} } | �� } |�| �s�|�| | � q�|S ) N� no host givenz\POST data should be bytes, an iterable of bytes, or a file object. It cannot be of type str.z Content-type�!application/x-www-form-urlencodedr� �Transfer-encodingZchunkedrs )rz r rI r� r� r� r� r� r� r� r r� r r� r� r� ) r� ry rz rI r� Zcontent_lengthZsel_hostr ZselZsel_pathr_ r� rL rL rM � do_request_� sJ � � � � z AbstractHTTPHandler.do_request_c sT |j }|std��||fd|ji|��}|�| j� t|j�� � �� fdd�|j� � D �� d� d< dd� � � � D �� |j r�i }d}|� kr�� | ||< � |= |j |j |d � z`z&|j |� � |j|j� |�d �d � W n, tk �r } z t|��W 5 d }~X Y nX |�� } W n |�� � Y nX |j�r>|j�� d |_|�� | _| j| _| S ) Nr� rJ c s i | ]\}}|� kr||�qS rL rL r� �ri rL rM r / s � z/AbstractHTTPHandler.do_open.<locals>.<dictcomp>r� � Connectionc S s i | ]\}}|� � |�qS rL )�title)r� r_ r� rL rL rM r < s r� r� r� )Zencode_chunked)rz r rJ Zset_debuglevelr� r� r| �updateri r r~ Z set_tunnelry r� r� rI r� rq � getresponser� Zsockr� rH �reasonr� ) r� Z http_classr� Zhttp_conn_argsrz r� Ztunnel_headersZproxy_auth_hdr�errr$ rL r� rM r� ! sB � zAbstractHTTPHandler.do_openN)r )r� r� r� r� r� r� r� r� rL rL rL rM r� � s &r� c @ s e Zd Zdd� ZejZdS )r) c C s | � tjj|�S rN )r� r� r� r� �r� r� rL rL rM � http_openf s zHTTPHandler.http_openN)r� r� r� r� r� r� re rL rL rL rM r) d s r� c @ s$ e Zd Zddd�Zdd� ZejZdS )rE r Nc C s t �| |� || _|| _d S rN )r� r� �_context�_check_hostname)r� r� r> �check_hostnamerL rL rM r� o s zHTTPSHandler.__init__c C s | j tjj|| j| jd�S )N)r> r� )r� r� r� r� r� r� r� rL rL rM � https_opent s �zHTTPSHandler.https_open)r NN)r� r� r� r� r� r� r� ri rL rL rL rM rE m s rE c @ s. e Zd Zddd�Zdd� Zdd� ZeZeZdS ) r Nc C s$ dd l }|d kr|j�� }|| _d S ro )Zhttp.cookiejar� cookiejarZ CookieJar)r� r� r� rL rL rM r� } s z HTTPCookieProcessor.__init__c C s | j �|� |S rN )r� Zadd_cookie_headerr� rL rL rM re � s z HTTPCookieProcessor.http_requestc C s | j �||� |S rN )r� Zextract_cookies)r� ry r� rL rL rM r� � s z!HTTPCookieProcessor.http_response)N)r� r� r� r� re r� ri r� rL rL rL rM r | s c @ s e Zd Zdd� ZdS )r. c C s |j }td| ��d S )Nzunknown url type: %s)r� r )r� r� r� rL rL rM r� � s zUnknownHandler.unknown_openN)r� r� r� r� rL rL rL rM r. � s c C sN i }| D ]@}|� dd�\}}|d dkr@|d dkr@|dd� }|||< q|S )N�=rV r rQ rS )rX )�lZparsedZeltr� r rL rL rM rv � s rv c C s� g }d}d }}| D ]l}|r*||7 }d}q|rT|dkr>d}qn |dkrJd}||7 }q|dkrl|� |� d}q|dkrxd}||7 }q|r�|� |� dd� |D �S ) Nrr F�\TrQ r� c S s g | ] }|� � �qS rL )rd )r� �partrL rL rM � <listcomp>� s z#parse_http_list.<locals>.<listcomp>)ra )r� �resr� �escaper ZcurrL rL rM rx � s4 rx c @ s( e Zd Zdd� ZdZdd� Zdd� ZdS )r* c C s\ |j }|d d� dkrN|dd� dkrN|jrN|jdkrN|j| �� krXtd��n | �|�S d S )Nr: r rS r � localhost�-file:// scheme is supported only on localhost)r� rz � get_namesr �open_local_file)r� r� rH rL rL rM � file_open� s &� zFileHandler.file_openNc C s` t jd krZz*tt�d�d t�t�� �d �t _W n$ tjk rX t�d�ft _Y nX t jS )Nr� r: )r* �namesr8 r� �gethostbyname_ex� gethostname�gaierror� gethostbynamer� rL rL rM r� � s �� zFileHandler.get_namesc C s� dd l }dd l}|j}|j}t|�}z�t�|�}|j}|jj |j dd�} |� |�d } |� d| pbd|| f �} |r~t |�\}} |r�| s�t|�| �� kr�|r�d| | } nd| } tt|d�| | �W S W n* tk r� } z t|��W 5 d }~X Y nX td��d S ) Nr T�Zusegmtz6Content-type: %s Content-length: %d Last-modified: %s � text/plain�file://�rbzfile not on local host)� email.utils� mimetypesrz r� r4 r[ �stat�st_size�utils� formatdate�st_mtime� guess_type�message_from_stringr �_safe_gethostbynamer� r rG rq r )r� r� �emailr� rz rf Z localfile�statsrm �modified�mtyperi rC Zorigurl�exprL rL rM r� � s: �� ��zFileHandler.open_local_file)r� r� r� r� r� r� r� rL rL rL rM r* � s c C s* z t �| �W S t jk r$ Y d S X d S rN )r� r� r� )rz rL rL rM r� � s r� c @ s e Zd Zdd� Zdd� ZdS )r+ c C s* dd l }dd l}|j}|s"td��t|�\}}|d kr>|j}nt|�}t|�\}}|rdt|�\}}nd }t |�}|pvd}|p~d}zt � |�}W n* t k r� } z t|��W 5 d }~X Y nX t |j�\} } | �d�} ttt | ��} | d d� | d } } | �r| d �s| dd � } z�| �||||| |j�} | �r6d�p8d}| D ]2}t|�\}}|�� d k�r>|d k�r>|�� }�q>| �| |�\}}d}|�|j�d }|�r�|d | 7 }|d k �r�|dk�r�|d | 7 }t�|�}t |||j�W S |j k �r$ } z"td | �}|� t � � d ��W 5 d }~X Y nX d S )Nr �ftp error: no host givenrr r rS rV rh �Dr� ��a�Ar� rh r� r� zContent-type: %s zContent-length: %d � ftp error: %rr: )!�ftplibr� rz r r �FTP_PORTrb r r r r� r� rq r r� rX r� �map� connect_ftprJ r rx �upper�retrfiler� rt r� r� r � all_errors�with_tracebackr� �exc_info)r� r� r� r� rz rC r r1 r� r\ �attrs�dirsrO �fwr� �attrr� rh �retrlenri r� r� �excrL rL rM �ftp_open s^ � zFTPHandler.ftp_openc C s t ||||||dd�S )NF)� persistent)� ftpwrapper)r� r r1 rz rC r� rJ rL rL rM r� 7 s �zFTPHandler.connect_ftpN)r� r� r� r� r� rL rL rL rM r+ s 5c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )r, c C s" i | _ i | _d| _d| _d| _d S )Nr �< r} )�cacherJ �soonest�delay� max_connsr� rL rL rM r� > s zCacheFTPHandler.__init__c C s || _ d S rN )r� )r� �trL rL rM � setTimeoutE s zCacheFTPHandler.setTimeoutc C s || _ d S rN )r� )r� r rL rL rM � setMaxConnsH s zCacheFTPHandler.setMaxConnsc C sr |||d� |�|f}|| jkr4t�� | j | j|< n,t||||||�| j|< t�� | j | j|< | �� | j| S )Nr )�joinr� r~ r� rJ r� � check_cache)r� r r1 rz rC r� rJ r� rL rL rM r� K s � zCacheFTPHandler.connect_ftpc C s� t � � }| j|krPt| j�� �D ].\}}||k r | j| �� | j|= | j|= q tt| j�� ��| _t | j�| j kr�t| j�� �D ]&\}}|| jkr�| j|= | j|= q�q�tt| j�� ��| _d S rN ) r~ r� r� rJ r r� r� �min�valuesrd r� )r� r� r� r rL rL rM r� V s zCacheFTPHandler.check_cachec C s0 | j �� D ] }|�� q | j �� | j�� d S rN )r� r� r� �clearrJ )r� �connrL rL rM � clear_cachej s zCacheFTPHandler.clear_cacheN) r� r� r� r� r� r� r� r� r rL rL rL rM r, ; s c @ s e Zd Zdd� ZdS )r- c C s~ |j }|�dd�\}}|�dd�\}}t|�}|�d�rNt�|�}|d d� }|sVd}t�d|t|�f �}t t � |�||�S )N�:rV r� z;base64i�����text/plain;charset=US-ASCIIz$Content-type: %s Content-length: %d ) rt rX r �endswithr- � decodebytesr� r� rd r �io�BytesIO)r� r� rH r rI Z mediatyperi rL rL rM � data_openq s �zDataHandler.data_openN)r� r� r� r rL rL rL rM r- p s r� �nt)r4 r3 c C s t | �S rN )r ��pathnamerL rL rM r4 � s c C s t | �S rN )r r rL rL rM r3 � s c @ s� e Zd ZdZde Zd)dd�Zdd� Zdd� Zd d � Z d d � Z d*d d�Z d+dd�Z d,dd�Z d-dd�Zdd� Zd.dd�Zd/dd�Zdd � Zer�d d � Zd0d d �Zd!d"� Zd#d$� Zd%d&� Zd1d'd(�ZdS )2r8 Nr� c K sz dd| j ji }tj|tdd� |d kr.t� }|| _|�d�| _|�d�| _ d| j fdg| _ g | _ t j| _d | _t| _d S ) NzW%(class)s style of invoking requests is deprecated. Use newer urlopen functions/methods�classrS )� stacklevel�key_file� cert_filez User-Agent)ZAcceptz*/*)rL r� r? r@ rA r5 r& r� r r �versionr� �_URLopener__tempfilesr[ rp �_URLopener__unlink� tempcache�ftpcache)r� r& Zx509r� rL rL rM r� � s � zURLopener.__init__c C s | � � d S rN )r� r� rL rL rM �__del__� s zURLopener.__del__c C s | � � d S rN )�cleanupr� rL rL rM r� � s zURLopener.closec C sV | j rB| j D ](}z| �|� W q tk r2 Y q X q | j d d �= | jrR| j�� d S rN )r r rq r r )r� rO rL rL rM r � s zURLopener.cleanupc G s | j �|� d S rN )r� ra )r� r� rL rL rM � addheader� s zURLopener.addheaderc C sp t t|��}t|dd�}| jrL|| jkrL| j| \}}t|d�}t|||�S t|�\}}|s`d}|| jkr�| j| }t|�\}} t| �\} } | |f}nd }d| } || _ | � dd�} t | | �r�| dkr�|r�| � |||�S | � ||�S z0|d k�r t| | �|�W S t| | �||�W S W nV ttfk �r0 � Y n< tk �rj } z td | ��t�� d ��W 5 d } ~ X Y nX d S ) Nz%/:=&?~#+!$,;'@()*[]|�r r� rO Zopen_�-r� r� z socket errorr: )r r r r rG r r r& r r� r r� �open_unknown_proxy� open_unknownr� r r rq r� r� r� )r� r� rI rf ri rh �urltyperH r � proxyhostrz r� r_ r� rL rL rM rG � s< zURLopener.openc C s t |�\}}tdd|��d S )N� url errorzunknown url type�r rq )r� r� rI r� rH rL rL rM r s zURLopener.open_unknownc C s t |�\}}tdd| |��d S )Nr zinvalid proxy for %sr )r� r r� rI r� rH rL rL rM r s z URLopener.open_unknown_proxyc C s t t|��}| jr&|| jkr&| j| S t|�\}}|d kr�|rF|dkr�z0| �|�}|�� }|�� tt|�d �|fW S t k r� } zW 5 d } ~ X Y nX | � ||�}�z<|�� } |r�t |d�} nrt|�\} } t| p�d�\} } t | p�d�\} } t | p�d�\} } t j�| �d }t�|�\}}| j�|� t �|d�} z�|| f}| jd k �rT|| j|< d}d}d}d}d| k�rzt| d �}|�r�||||� |�|�}|�s��q�|t|�7 }| �|� |d7 }|�r�||||� �q�W 5 | �� X W 5 |�� X |dk�r||k �rtd ||f |��|S ) NrO rV rP rr rR rS r rT rU rW )r r r r r� rZ r� r4 r rq rG r r r[ r\ �splitextr^ Zmkstempr ra �fdopenrb rc rd re r )r� rH rf rg rI r� Zurl1rh r� r� ri rj Zgarbager\ �suffix�fdrk rl rm rc rn ro rL rL rM �retrieve sn ��zURLopener.retrievec C s$ d }d }t |t�r<t|�\}}|r6t|�\}}t|�}|}nt|\}}t|�\}}t|�\} } | }d }| �� dkrvd }n:t| �\}} |r�t|�\}}|r�d| || f }t|�r�|}|s�tdd��|r�t|�}t � |� � �� d�} nd } |�rt|�}t � |� � �� d�} nd } ||�} i }| �r*d| |d< | �r<d| |d< |�rJ||d < d |d < | j D ]\}}|||< �qX|d k �r�d |d < | �d|||� n| jd||d� z | �� }W n" tjjk �r� td��Y nX d|j k�r�dk �rn nt||jd| |j�S | �||j|j|j|j|�S d S )Nr� z %s://%s%sz http errorr� r) zBasic %sr� rc rs r� r� r� z Content-Typer� r� r� z$http protocol error: bad status liner� r� �http:)r� r� r r r r rx r, rq r- r. r/ r0 r� ry r� r� r� Z BadStatusLiner Zstatusr r� � http_errorrh r� )r� Zconnection_factoryrH rI Z user_passwdZ proxy_passwdrz r� Zrealhostr r� Z proxy_authrb Z http_connri rY r� r� rL rL rM �_open_generic_httpV s~ � �z URLopener._open_generic_httpc C s | � tjj||�S rN )r( r� r� r� �r� rH rI rL rL rM � open_http� s zURLopener.open_httpc C sb d| }t | |�rPt| |�}|d kr6||||||�} n|||||||�} | rP| S | �|||||�S )Nz http_error_%d)r� r� r� ) r� rH rh �errcode�errmsgri rI r_ r� rk rL rL rM r' � s zURLopener.http_errorc C s |� � t||||d ��d S rN )r� r �r� rH rh r+ r, ri rL rL rM r� � s z URLopener.http_error_defaultc C s t jj|| j| jd�S )N)r r )r� r� r� r r )r� rz rL rL rM �_https_connection� s �zURLopener._https_connectionc C s | � | j||�S rN )r( r. r) rL rL rM � open_https� s zURLopener.open_httpsc C s^ t |t�std��|d d� dkrP|dd� dkrP|dd� �� dkrPtd��n | �|�S d S ) NzEfile error: proxy support for file protocol currently not implementedr: r rS r � z localhost/r� )r� r� r rx rB r� r� rL rL rM � open_file� s 4 zURLopener.open_filec C s\ dd l }dd l}t|�\}}t|�}zt�|�}W n0 tk rb } zt|j|j ��W 5 d }~X Y nX |j } |j j |j dd�} |�|�d } |�d| p�d| | f �} |s�|} |d d� dkr�d| } tt|d �| | �S t|�\}}|�sPt�|�t� ft� k�rP|} |d d� dk�r d| } n |d d � d k�r>td | ��tt|d �| | �S td ��d S )Nr Tr� z6Content-Type: %s Content-Length: %d Last-modified: %s r� rV r r� r� r: z./zAlocal file url may start with / or file:. Unknown url of type: %sz#local file error: not on local host)r� r� r r4 r[ r� rq r �strerrorrf r� r� r� r� r� r� r rG r r� r� r� �thishostrB )r� rH r� r� rz rO Z localnamer� �erm r� r� ri ZurlfilerC rL rL rM r� � s@ �� � zURLopener.open_local_filec C s� t |t�std��dd l}t|�\}}|s2td��t|�\}}t|�\}}|r\t|�\}}nd }t|�}t|ppd�}t|p|d�}t � |�}|s�dd l }|j }nt |�}t|�\}} t|�}|�d�} | d d� | d } } | r�| d s�| dd � } | �r | d �s d| d< |||d�| �f} t| j�tk�rbt| j�D ]*} | | k�r6| j| }| j| = |�� �q6z�| | jk�r�t||||| �| j| < | �s�d}nd }| D ]2}t|�\}}|�� d k�r�|d k�r�|�� }�q�| j| �| |�\}}|�d | �d }d}|�r |d | 7 }|d k �r,|dk�r,|d| 7 }t � |�}t ||d | �W S t � k �r� } z td| �� t!�"� d ��W 5 d }~X Y nX d S )NzCftp error: proxy support for ftp protocol currently not implementedr r� rr r rS rV r� rh r� r� zftp:zContent-Type: %s zContent-Length: %d z ftp error %rr: )#r� r� r r� r r r r r r� r� r� r� rb r rX r� rd r � MAXFTPCACHEr� r� r� r rx r� r� r� r� r� r � ftperrorsr� r� r� )r� rH r� rz r\ rC r r1 r� r� r� rO r� r� r r� r� r� rh r� r� ri r� rL rL rM �open_ftp� st � � zURLopener.open_ftpc C s< t |t�std��z|�dd�\}}W n tk rD tdd��Y nX |sNd}|�d�}|dkr�d ||d � kr�||d d � }|d |� }nd }g }|�d t� d t� t�� �� � |�d | � |dkr�t � |� d���d�}nt|�}|�dt|� � |�d � |�|� d�|�}t�|�}t�|�}t|||�S )NzEdata error: proxy support for data protocol currently not implementedr� rV z data errorz bad data URLr �;r r� rr zDate: %sz%a, %d %b %Y %H:%M:%S GMTzContent-type: %sr- r) zlatin-1zContent-Length: %d� )r� r� r rX rB rq �rfindra r~ �strftime�gmtimer- r r/ r0 r rd r� r� r� r �StringIOr ) r� rH rI r� Zsemir r� ri �frL rL rM � open_data8 s8 � zURLopener.open_data)N)N)N)N)NNN)N)N)N)N)r� r� r� r r� r r� r r� r r rG r r r% r( r* r' r� rC r. r/ r1 r� r7 r? rL rL rL rM r8 � s, $ A\ :c @ s� e Zd Zdd� Zdd� Zd"dd�Zdd � Zd#d d �Zd$d d �Zd%dd�Z d&dd�Z d'dd�Z d(dd�Z d)dd�Z d*dd�Zd+dd �Zd,d d �Zd d!� ZdS )-r9 c O s( t j| f|�|� i | _d| _d| _d S )Nr r� )r8 r� � auth_cache�tries�maxtriesrI rL rL rM r� e s zFancyURLopener.__init__c C s t ||d| |�S )Nr& )r r- rL rL rM r� k s z!FancyURLopener.http_error_defaultNc C sv | j d7 _ zZ| jrN| j | jkrNt| d�r4| j}n| j}|||dd|�W � S | �||||||�}|W �S d| _ X d S )NrV r �http_error_500r� z)Internal Server Error: Redirect Recursion)rA rB r� rC r� �redirect_internal) r� rH rh r+ r, ri rI r� rk rL rL rM r o s � �z FancyURLopener.http_error_302c C sx d|kr|d }nd|kr$|d }nd S |� � t| jd | |�}t|�}|jdkrnt|||d| ||��| �|�S )Nr r r r z( Redirection to url '%s' is not allowed.)r� r r� r r r rG ) r� rH rh r+ r, ri rI r r rL rL rM rD � s" � �z FancyURLopener.redirect_internalc C s | � ||||||�S rN �r �r� rH rh r+ r, ri rI rL rL rM r � s z FancyURLopener.http_error_301c C s | � ||||||�S rN rE rF rL rL rM r � s z FancyURLopener.http_error_303c C s2 |d kr | � ||||||�S | �|||||�S d S rN )r r� rF rL rL rM r � s z FancyURLopener.http_error_307Fc C s� d|kr t �| |||||� |d }t�d|�} | sHt �| |||||� | �� \} } | �� dkrtt �| |||||� |s�t �| |||||� d| j d } |d kr�t| | �|| �S t| | �|| |�S d S )Nrj �![ ]*([^ ]+)[ ]+realm="([^"]*)"r[ Zretry_� _basic_auth�r8 r� rf �matchrV rx r� r� � r� rH rh r+ r, ri rI r� ZstuffrJ r r9 r_ rL rL rM rk � s: � � ��z FancyURLopener.http_error_401c C s� d|kr t �| |||||� |d }t�d|�} | sHt �| |||||� | �� \} } | �� dkrtt �| |||||� |s�t �| |||||� d| j d } |d kr�t| | �|| �S t| | �|| |�S d S )Nrm rG r[ Z retry_proxy_rH rI rK rL rL rM rn � s: � � ��z FancyURLopener.http_error_407c C s� t |�\}}d| | }| jd }t|�\}} t | �\} } | �d�d } | | d � } | �| || �\} } | sr| srd S dt| dd�t| dd�| f } d| | | jd< |d kr�| �|�S | �||�S d S )N�http://r� r rV �%s:%s@%srr r �r r& r r� �get_user_passwdr rG �r� rH r9 rI rz r� r r r r Z proxyselectorr� r r1 rL rL rM �retry_proxy_http_basic_auth� s$ � z*FancyURLopener.retry_proxy_http_basic_authc C s� t |�\}}d| | }| jd }t|�\}} t | �\} } | �d�d } | | d � } | �| || �\} } | sr| srd S dt| dd�t| dd�| f } d| | | jd< |d kr�| �|�S | �||�S d S )N�https://r� r rV rM rr r rN rP rL rL rM � retry_proxy_https_basic_auth� s$ � z+FancyURLopener.retry_proxy_https_basic_authc C s� t |�\}}|�d�d }||d � }| �|||�\}}|sD|sDd S dt|dd�t|dd�|f }d| | } |d kr�| �| �S | �| |�S d S )Nr rV rM rr r rL �r r� rO r rG � r� rH r9 rI rz r� r� r r1 r rL rL rM r\ s � z$FancyURLopener.retry_http_basic_authc C s� t |�\}}|�d�d }||d � }| �|||�\}}|sD|sDd S dt|dd�t|dd�|f }d| | } |d kr�| �| �S | �| |�S d S )Nr rV rM rr r rR rT rU rL rL rM �retry_https_basic_auth s � z%FancyURLopener.retry_https_basic_authr c C s` |d |� � }|| jkr2|r(| j|= n | j| S | �||�\}}|sJ|rX||f| j|< ||fS )Nr )rx r@ �prompt_user_passwd)r� rz r9 r r� r r1 rL rL rM rO s z FancyURLopener.get_user_passwdc C sX dd l }z.td||f �}|� d|||f �}||fW S tk rR t� Y dS X d S )Nr z Enter username for %s at %s: z#Enter password for %s in %s at %s: r< )�getpass�input�KeyboardInterrupt�print)r� rz r9 rX r r1 rL rL rM rW ) s � z!FancyURLopener.prompt_user_passwd)N)N)N)N)NF)NF)N)N)N)N)r )r� r� r� r� r� r rD r r r rk rn rQ rS r\ rV rO rW rL rL rL rM r9 b s& � � c C s t d krt�d�a t S )Nr� )� _localhostr� r� rL rL rL rM r� 9 s r� c C sP t d krLztt�t�� �d �a W n( tjk rJ tt�d�d �a Y nX t S )Nr: r� )� _thishostr8 r� r� r� r� rL rL rL rM r3 A s r3 c C s t d krdd l} | ja t S ro )� _ftperrorsr� r� )r� rL rL rM r6 L s r6 c C s t d krt�d�a t S r� )� _noheadersr� r� rL rL rL rM � noheadersU s r` c @ sF e Zd Zddd�Zdd� Zdd� Zd d � Zd d � Zd d� Zdd� Z dS )r� NTc C sX || _ || _|| _|| _|| _|| _d| _|| _z | �� W n | � � � Y nX d S ro ) r r1 rz rC r� rJ �refcount� keepalive�initr� )r� r r1 rz rC r� rJ r� rL rL rM r� b s zftpwrapper.__init__c C s\ dd l }d| _|�� | _| j�| j| j| j� | j�| j | j � d� | j �}| j� |� d S )Nr r )r� �busyZFTPr Zconnectrz rC rJ Zloginr r1 r� r� �cwd)r� r� Z_targetrL rL rM rc r s zftpwrapper.initc C s� dd l }| �� |dkr"d}d}n d| }d}z| j�|� W n* |jk rh | �� | j�|� Y nX d }|r�|s�z d| }| j�|�\}}W nR |jk r� } z2t|�d d� dkr�t d | �� t � � d ��W 5 d }~X Y nX |�s�| j�d� |�rl| j� � } zJz| j�|� W n4 |jk �rN } zt d | �|�W 5 d }~X Y nX W 5 | j�| � X d | }nd }| j�|�\}}d| _t|�d �| j�} | jd7 _|�� | |fS )Nr )r� r� zTYPE ArV zTYPE zRETR rS Z550r� r: zLIST ZLISTr� )r� � endtransferr Zvoidcmdr� rc Z ntransfercmdZ error_permr� r r� r� r� �pwdre rd r Zmakefile� file_closera r� ) r� rO r� r� �cmd�isdirr r� r� rg ZftpobjrL rL rM r� { sP � $ zftpwrapper.retrfilec C s d| _ d S ro )rd r� rL rL rM rf � s zftpwrapper.endtransferc C s d| _ | jdkr| �� d S )NFr )rb ra � real_closer� rL rL rM r� � s zftpwrapper.closec C s2 | � � | jd8 _| jdkr.| js.| �� d S )NrV r )rf ra rb rk r� rL rL rM rh � s zftpwrapper.file_closec C s2 | � � z| j�� W n t� k r, Y nX d S rN )rf r r� r6 r� rL rL rM rk � s zftpwrapper.real_close)NT) r� r� r� r� rc r� rf r� rh rk rL rL rL rM r� _ s � -r� c C s� i } t j�� D ]4\}}|�� }|r|dd � dkr|| |d d� < qdt jkrZ| �dd � t j�� D ]J\}}|dd � dkrd|�� }|r�|| |d d� < qd| �|d d� d � qd| S )Ni�����_proxyZREQUEST_METHODr� )r[ �environr rx r� )r& r_ r� rL rL rM �getproxies_environment� s rn c C s� |d krt � }z |d }W n tk r0 Y dS X |dkr>dS | �� } t| �\}}|�d�D ]Z}|�� }|r\|�d�}|�� }||ks�| |kr� dS d| }|�|�s�| �|�r\ dS q\dS )NZnoF�*Tr� �.)rn r� rx r rX rd �lstripr )rz r& Zno_proxy�hostonlyrC r_ rL rL rM �proxy_bypass_environment� s* rs c C s: ddl m } ddlm}m} t| �\}}dd� }d| krD|d rDdS d }zt||��}W n |k rl Y nX |�d d �D ]�} | s�qzt�d | �} | d k �r$|d k �r$|| � d ��} | � d �} | d kr�d| � d �� d�d } nt| d d � �} | dk sz| dk�rqzd| } || ? | | ? k�r4 dS qz|| | �rz dS qzdS )Nr ��fnmatch)�AddressValueError� IPv4Addressc S sh | � d�}ttt|��}t|�dkr<|ddddg d d� }|d d> |d d> B |d d> B |d B S ) Nrp r� r � rV r} r: r| rS )rX r� r� rb rd )ZipAddrrB rL rL rM �ip2num s z,_proxy_bypass_macosx_sysconf.<locals>.ip2numrp Zexclude_simpleT� exceptionsrL z(\d+(?:\.\d+)*)(/\d+)?rV r: r| � F) ru Z ipaddressrv rw r rb r� rf rJ �group�count) rz �proxy_settingsru rv rw rr rC ry ZhostIPr� r rD �maskrL rL rM � _proxy_bypass_macosx_sysconf s< r� c C s` ddl m } t| �\} }|�d�}|D ]4}|�� }|dkrJd| krZ dS q&|| |�r& dS q&dS )Nr rt r8 z<local>rp TF)ru r rX rd )rz �overrideru r� Zproxy_overriderE rL rL rM � _proxy_bypass_winreg_overrideB s r� �darwin)�_get_proxy_settings� _get_proxiesc C s t � }t| |�S rN )r� r� )rz r~ rL rL rM �proxy_bypass_macosx_sysconf] s r� c C s t � S rN )r� rL rL rL rM �getproxies_macosx_sysconfa s r� c C s t � }|rt| |�S t| �S d S rN )rn rs r� �rz r& rL rL rM r, k s r, c C s t � p t� S rN )rn r� rL rL rL rM r5 x s c C s i } z dd l }W n tk r( | Y S X z�|�|jd�}|�|d�d }|r�t|�|d�d �}d|kr�|�d�D ]4}|�dd�\}}t�d|�s�d ||f }|| |< qtn>|d d � d kr�|| d < n$d | | d < d| | d< d| | d< |� � W n t t t fk �r Y nX | S )Nr �;Software\Microsoft\Windows\CurrentVersion\Internet Settings� ProxyEnableZ ProxyServerr� r8 rV z (?:[^/:]+)://z%s://%srt r& r� z http://%sz https://%sr� zftp://%sr ) �winreg� ImportError�OpenKey�HKEY_CURRENT_USER� QueryValueExr� rX rf rJ ZCloserq rB r� )r& r� �internetSettings� proxyEnableZ proxyServer�pr� ZaddressrL rL rM �getproxies_registry} sF ����� r� c C s t � p t� S rN )rn r� rL rL rL rM r5 � s c C s� z dd l }W n tk r" Y dS X z6|�|jd�}|�|d�d }t|�|d�d �}W n tk rp Y dS X |rz|s~dS t| |�S )Nr Fr� r� Z ProxyOverride)r� r� r� r� r� r� rq r� )rz r� r� r� Z proxyOverriderL rL rM �proxy_bypass_registry� s. ����� r� c C s t � }|rt| |�S t| �S d S rN )rn rs r� r� rL rL rM r, � s )NNN)N)~r- r� r� r� Z http.clientr� r r[ � posixpathrf r� r r� r~ r^ rX r? Z urllib.errorr r r Z urllib.parser r r r r r r r r r r r r r r r r r Zurllib.responser r rD r� rC �__all__� version_infor� rF r� r0 r1 r` r6 r7 rg �ASCIIrv r{ r r r2 r r/ r r r" r r r! r" r# r$ r% �urandomr� r& r' r( r� r) r� r� rE ra r r. rv rx r* r� r+ r, r- r5 r_ Z nturl2pathr4 r3 r r8 r9 r\ r� r] r3 r^ r6 r_ r` r� rn rs r� r� �platformZ_scproxyr� r� r� r� r, r5 r� r� rL rL rL rM �<module>T s P � � U ?m $q!+@ o v +3:5! @ W _ %@ -