OwlCyberSecurity - MANAGER
Edit File: request.cpython-310.opt-2.pyc
o �?Ogn� � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlmZmZmZ d dlmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d dl(m)Z)m*Z* zd dl+Z+W n e,y� dZ-Y nw dZ-g d�Z.de j/dd � Z0da1de j2fddddd �d d �Z3d d� Z4g Z5d�dd�Z6dd� Z7e �8de j9�Z:dd� Z;G dd� d�Z<G dd� d�Z=dd� Z>G d d � d �Z?G d d � d e?�Z@G d d!� d!e?�ZAG d"d#� d#e?�ZBd$d%� ZCG d&d'� d'e?�ZDG d(d)� d)�ZEG d*d+� d+eE�ZFG d,d-� d-eF�ZGG d.d/� d/�ZHG d0d1� d1eHe?�ZIG d2d3� d3eHe?�ZJejKZLG d4d5� d5�ZMG d6d7� d7e?eM�ZNG d8d9� d9e?eM�ZOG d:d;� d;e?�ZPG d<d=� d=eP�ZQeRejSd>��rsG d?d@� d@eP�ZTe.�Ud@� G dAdB� dBe?�ZVG dCdD� dDe?�ZWdEdF� ZXdGdH� ZYG dIdJ� dJe?�ZZdKdL� Z[G dMdN� dNe?�Z\G dOdP� dPe\�Z]G dQdR� dRe?�Z^dSZ_ej`dTk�r�d dUlambZbmcZc ndVdW� ZbdXdY� Zci ZdG dZd[� d[�ZeG d\d]� d]ee�Zfdagd^d_� Zhdaid`da� Zjdakdbdc� Zldamddde� ZnG dfdg� dg�Zodhdi� Zpd�djdk�Zqdldm� Zrdndo� Zse jtdpk�r)d dqlumvZvmwZw drds� Zxdtdu� Zydvdw� Zzdxdy� Z{dS ej`dTk�rAdzd{� Z|d|dy� Z{d}d~� Z}ddw� ZzdS epZ{eqZzdS )�� N)�URLError� HTTPError�ContentTooShortError)�urlparse�urlsplit�urljoin�unwrap�quote�unquote� _splittype� _splithost� _splitport� _splituser� _splitpasswd� _splitattr� _splitquery� _splitvalue� _splittag� _to_bytes�unquote_to_bytes� urlunparse)� addinfourl� addclosehookFT)!�Request�OpenerDirector� BaseHandler�HTTPDefaultErrorHandler�HTTPRedirectHandler�HTTPCookieProcessor� ProxyHandler�HTTPPasswordMgr� HTTPPasswordMgrWithDefaultRealm� HTTPPasswordMgrWithPriorAuth�AbstractBasicAuthHandler�HTTPBasicAuthHandler�ProxyBasicAuthHandler�AbstractDigestAuthHandler�HTTPDigestAuthHandler�ProxyDigestAuthHandler� HTTPHandler� FileHandler� FTPHandler�CacheFTPHandler� DataHandler�UnknownHandler�HTTPErrorProcessor�urlopen�install_opener� build_opener� pathname2url� url2pathname� getproxies� urlretrieve� urlcleanup� URLopener�FancyURLopenerz%d.%d� )�cafile�capath� cadefault�contextc C s� |s|s|r:dd l }|�dtd� |d urtd��ts td��tjtjj||d�}|� dg� t |d�}t |�} n|rFt |d�}t |�} n t d u rPt � a } nt } | � | ||�S ) Nr zJcafile, capath and cadefault are deprecated, use a custom context instead.r: zDYou can't pass both context and any of cafile, capath, and cadefaultzSSL support not available)r; r< zhttp/1.1)r> )�warnings�warn�DeprecationWarning� ValueError� _have_ssl�sslZcreate_default_contextZPurposeZ SERVER_AUTHZset_alpn_protocols� HTTPSHandlerr2 �_opener�open) �url�data�timeoutr; r< r= r> r? Z https_handler�opener� rL �5/opt/alt/python310/lib64/python3.10/urllib/request.pyr0 � s4 2�� � r0 c C s | a d S �N)rF )rK rL rL rM r1 � s r1 c C sd t | �\}}t�t| |����}|�� }|dkr)|s)tj�|�|fW d � S |r1t|d�}nt j dd�}|j }t � |� |�G ||f} d} d} d} d} d|v rXt|d �} |r`|| | | � |�| �}|sin| t|�7 } |�|� | d 7 } |r�|| | | � qaW d � n1 s�w Y W d � n1 s�w Y | dkr�| | k r�td | | f | ��| S ) N�file�wbF)�delete� ���r �content-length�Content-LengthT� �1retrieval incomplete: got only %i out of %i bytes)r � contextlib�closingr0 �info�os�path�normpathrG �tempfileZNamedTemporaryFile�name�_url_tempfiles�append�int�read�len�writer )rH �filename� reporthookrI Zurl_typer\ �fp�headers�tfp�result�bs�sizerc �blocknum�blockrL rL rM r6 � sX � � �� �&��r6 c C sF t D ]} zt�| � W q ty Y qw t d d �= tr!d ad S d S rN )r` r[ �unlink�OSErrorrF )Z temp_filerL rL rM r7 s � �r7 z:\d+$c C s> | j }t|�d }|dkr| �dd�}t�d|d�}|�� S )NrV � �Host)�full_urlr � get_header� _cut_port_re�sub�lower)�requestrH �hostrL rL rM � request_host- s r{ c @ s� e Zd Zdi dddfdd�Zedd� �Zejdd� �Zejdd� �Zed d � �Zejd d � �Zejd d � �Zd d� Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zdd � Zd#d d �Zd d � Zd!d"� ZdS )$r NFc C sp || _ i | _i | _d | _|| _d | _|�� D ] \}}| �||� q|d u r)t| �}|| _ || _ |r6|| _ d S d S rN ) rt ri �unredirected_hdrs�_datarI � _tunnel_host�items� add_headerr{ �origin_req_host� unverifiable�method) �selfrH rI ri r� r� r� �key�valuerL rL rM �__init__? s �zRequest.__init__c C s | j r d�| j| j �S | jS )Nz{}#{})�fragment�format� _full_url�r� rL rL rM rt Q s zRequest.full_urlc C s( t |�| _t| j�\| _| _| �� d S rN )r r� r r� �_parse�r� rH rL rL rM rt W s c C s d | _ d | _d| _d S �Nrr )r� r� �selectorr� rL rL rM rt ^ s c C � | j S rN )r} r� rL rL rM rI d s z Request.datac C s0 || j kr|| _ | �d�r| �d� d S d S d S )N�Content-length)r} � has_header� remove_header)r� rI rL rL rM rI h s �c C s d | _ d S rN )rI r� rL rL rM rI r s c C sR t | j�\| _}| jd u rtd| j ��t|�\| _| _| jr't| j�| _d S d S )Nzunknown url type: %r) r r� �typerB rt r rz r� r )r� �restrL rL rM r� v s �zRequest._parsec C s | j d urdnd}t| d|�S )N�POST�GETr� )rI �getattr)r� Zdefault_methodrL rL rM � get_method~ s zRequest.get_methodc C r� rN )rt r� rL rL rM � get_full_url� s zRequest.get_full_urlc C s2 | j dkr | js | j| _n|| _ | j| _|| _d S )N�https)r� r~ rz rt r� )r� rz r� rL rL rM � set_proxy� s zRequest.set_proxyc C s | j | jkS rN )r� rt r� rL rL rM � has_proxy� � zRequest.has_proxyc C � || j |�� < d S rN )ri � capitalize�r� r� �valrL rL rM r� � � zRequest.add_headerc C r� rN )r| r� r� rL rL rM �add_unredirected_header� r� z Request.add_unredirected_headerc C s || j v p || jv S rN )ri r| �r� � header_namerL rL rM r� � s �zRequest.has_headerc C s | j �|| j�||��S rN )ri �getr| )r� r� �defaultrL rL rM ru � s �zRequest.get_headerc C s | j �|d � | j�|d � d S rN )ri �popr| r� rL rL rM r� � s zRequest.remove_headerc C s i | j �| j�}t|�� �S rN )r| ri �listr )r� �hdrsrL rL rM � header_items� s zRequest.header_itemsrN )�__name__� __module__� __qualname__r� �propertyrt �setter�deleterrI r� r� r� r� r� r� r� r� ru r� r� rL rL rL rM r = s8 � r c @ sN e Zd Zdd� Zdd� Zdd� Zdd� Zd ejfd d �Z dd d �Z dd� Z d S )r c C s6 dt }d|fg| _g | _i | _i | _i | _i | _d S )N�Python-urllib/%sz User-agent)� __version__� addheaders�handlers� handle_open� handle_error�process_response�process_request)r� Zclient_versionrL rL rM r� � s zOpenerDirector.__init__c C sP t |d�s tdt|� ��d}t|�D ]�}|dv rq|�d�}|d |� }||d d � }|�d�r`|�d�| d }||d d � }zt|�}W n tyR Y nw | j� |i �} | | j|< n |dkrj|}| j } n|d krt|}| j } n |d kr~|}| j } nq| � |g �} | r�t�| |� n| �|� d }q|r�t�| j|� |�| � d S d S ) N� add_parentz%expected BaseHandler instance, got %rF)�redirect_request�do_open� proxy_open�_rV �errorrG �responsery T)�hasattr� TypeErrorr� �dir�find� startswithrb rB r� r� r� r� r� � setdefault�bisectZinsortra r� r� ) r� �handlerZadded�meth�i�protocolZ condition�j�kind�lookupr� rL rL rM � add_handler� sP � � �zOpenerDirector.add_handlerc C � d S rN rL r� rL rL rM �close� � zOpenerDirector.closec G s< |� |d�}|D ]}t||�}||� }|d ur| S qd S )NrL )r� r� ) r� �chainr� � meth_name�argsr� r� �funcrk rL rL rM � _call_chain� s ��zOpenerDirector._call_chainNc C s� t |t�r t||�}n |}|d ur||_||_|j}|d }| j�|g �D ] }t||�}||�}q%t � d|j |j|j |� � � | �||�} |d }| j�|g �D ] }t||�}||| �} qP| S )NZ_requestzurllib.RequestZ _response)� isinstance�strr rI rJ r� r� r� r� �sys�auditrt ri r� �_openr� ) r� �fullurlrI rJ �reqr� r� Z processorr� r� rL rL rM rG � s$ zOpenerDirector.openc C sP | � | jdd|�}|r |S |j}| � | j||d |�}|r |S | � | jdd|�S )Nr� Z default_openr� �unknown� unknown_open)r� r� r� )r� r� rI rk r� rL rL rM r� s � �� �zOpenerDirector._openc G s~ |dv r| j d }|d }d| }d}|}n | j }|d }d}|||f| }| j|� }|r/|S |r=|dd f| }| j|� S d S ) N��httpr� r� r: z http_error_%srV Z_errorr r� �http_error_default)r� r� )r� �protor� �dictr� Zhttp_errZ orig_argsrk rL rL rM r� s" �zOpenerDirector.errorrN ) r� r� r� r� r� r� r� �socket�_GLOBAL_DEFAULT_TIMEOUTrG r� r� rL rL rL rM r � s / r c G s� t � }ttttttttt g }t t j d�r|� t� t� }|D ]!}| D ] }t|t�r5t||�r4|�|� q#t||�r?|�|� q#q |D ]}|�|� qC|D ]}|�|� � qM| D ]}t|t�rb|� }|�|� qX|S )N�HTTPSConnection)r r r. r) r r r+ r* r/ r- r� r� �clientra rE �setr� r� � issubclass�add�remover� )r� rK Zdefault_classes�skip�klassZcheck�hrL rL rM r2 9 s: � � �� r2 c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r �� c C � || _ d S rN )�parent)r� r� rL rL rM r� ` � zBaseHandler.add_parentc C r� rN rL r� rL rL rM r� c r� zBaseHandler.closec C s t |d�sdS | j|jk S )N� handler_orderT)r� r� )r� �otherrL rL rM �__lt__g s zBaseHandler.__lt__N)r� r� r� r� r� r� r� rL rL rL rM r ] s r c @ s e Zd Z dZdd� ZeZdS )r/ i� c C sH |j |j|�� }}}d| krdk s"n | j�d|||||�}|S )N�� �, r� )�code�msgrZ r� r� )r� ry r� r� r� r� rL rL rM � http_responset s �z HTTPErrorProcessor.http_responseN)r� r� r� r� r� �https_responserL rL rL rM r/ p s r/ c @ � e Zd Zdd� ZdS )r c C s t |j||||��rN )r rt )r� r� rh r� r� r� rL rL rM r� � s z*HTTPDefaultErrorHandler.http_error_defaultN)r� r� r� r� rL rL rL rM r � � r c @ s4 e Zd ZdZdZdd� Zdd� Ze Z ZZ dZ dS ) r � � c sv |� � }|dv r |dv s |dv r|dks t|j||||��|�dd�}d� � fdd �|j�� D �}t|||jd d �S ) N)�- �. �/ i3 )r� ZHEAD)r r r r� � z%20)rT z content-typec s" i | ] \}}|� � � vr||�qS rL )rx ��.0�k�v�ZCONTENT_HEADERSrL rM � <dictcomp>� s �z8HTTPRedirectHandler.redirect_request.<locals>.<dictcomp>T)ri r� r� )r� r rt �replaceri r r r� ) r� r� rh r� r� ri �newurl�mZ newheadersrL r rM r� � s �z$HTTPRedirectHandler.redirect_requestc C sH d|v r |d }n d|v r|d }nd S t |�}|jdvr)t||d||f ||��|js7|jr7t|�}d|d< t|�}t|dtj d�}t |j |�}| � ||||||�}|d u rYd S t |d �r�|j } |_| �|d �| jkstt| �| jkr�t|j || j| ||��ni } |_|_| �|d �d | |< |�� |�� | jj||jd �S ) N�location�uri�r� r� �ftprr z+%s - Redirection to url '%s' is not allowed�/r: z iso-8859-1)�encoding�safe� redirect_dictr rV �rJ )r �schemer r\ Znetlocr� r r �stringZ punctuationr rt r� r� r r� � max_repeatsrd �max_redirections�inf_msgrc r� r� rG rJ ) r� r� rh r� r� ri r �urlparts�newZvisitedrL rL rM �http_error_302� sH � � ��z"HTTPRedirectHandler.http_error_302zoThe HTTP server returned a redirect error that would lead to an infinite loop. The last 30x error message was: N) r� r� r� r r r� r �http_error_301�http_error_303�http_error_307r rL rL rL rM r � s & <r c C s� t | �\}}|�d�sd }| }n-|�d�s td| ��d|v r,|�d�}|�d|�}n|�dd�}|dkr8d }|d|� }t|�\}}|d urOt|�\}} nd }} ||| |fS )Nr �//z proxy URL with no authority: %r�@r: rS )r r� rB r� r r ) �proxyr Zr_scheme� authorityZhost_separator�endZuserinfo�hostport�user�passwordrL rL rM � _parse_proxy� s& r, c @ s" e Zd ZdZddd�Zdd� ZdS )r �d Nc C sP |d u rt � }|| _|�� D ]\}}|�� }t| d| ||| jfdd�� qd S )Nz%s_openc S s || ||�S rN rL )�rr& r� r� rL rL rM �<lambda># r� z'ProxyHandler.__init__.<locals>.<lambda>)r5 �proxiesr rx �setattrr� )r� r0 r� rH rL rL rM r� s ��zProxyHandler.__init__c C s� |j }t|�\}}}}|d u r|}|jrt|j�rd S |r;|r;dt|�t|�f } t�| �� ��d�} |� dd| � t|�}|� ||� ||ksM|dkrOd S | j j ||j d�S )N�%s:%s�ascii�Proxy-authorization�Basic r� r )r� r, rz � proxy_bypassr �base64� b64encode�encode�decoder� r� r� rG rJ ) r� r� r& r� Z orig_typeZ proxy_typer* r+ r) Z user_passZcredsrL rL rM r� & s" � zProxyHandler.proxy_openrN )r� r� r� r� r� r� rL rL rL rM r s r c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd d � Zd S )r c C s i | _ d S rN )�passwdr� rL rL rM r� D r� zHTTPPasswordMgr.__init__c s\ t |t�r|g}|�jvri �j|< dD ]� t� �fdd�|D ��}||f�j| |< qd S )N�TFc 3 s � | ] }�� |� �V qd S rN )� reduce_uri)r �u�� default_portr� rL rM � <genexpr>N s � �z/HTTPPasswordMgr.add_password.<locals>.<genexpr>)r� r� r; �tuple)r� �realmr r* r; � reduced_urirL r? rM � add_passwordG s ��z HTTPPasswordMgr.add_passwordc C s` | j �|i �}dD ]$}| �||�}|�� D ]\}}|D ]}| �||�r+| S qqq dS )Nr< �NN)r; r� r= r � is_suburi) r� rC �authuriZdomainsr@ �reduced_authuriZurisZauthinfor rL rL rM �find_user_passwordR s ���z"HTTPPasswordMgr.find_user_passwordTc C s� t |�}|d r|d }|d }|d pd}nd }|}d}t|�\}}|r@|d u r@|d ur@ddd��|�} | d ur@d|| f }||fS ) NrV r r: r �P i� r� z%s:%d)r r r� ) r� r r@ �partsr r' r\ rz �portZdportrL rL rM r= \ s& �� zHTTPPasswordMgr.reduce_uric C sP ||krdS |d |d krdS |d }|dd � dkr!|d7 }|d � |�S )NTr FrV rS r )r� )r� �base�test�prefixrL rL rM rG s s zHTTPPasswordMgr.is_suburiN)T)r� r� r� r� rE rJ r= rG rL rL rL rM r B s r c @ r� )r! c C s0 t �| ||�\}}|d ur||fS t �| d |�S rN )r rJ )r� rC rH r* r+ rL rL rM rJ � s �z2HTTPPasswordMgrWithDefaultRealm.find_user_passwordN)r� r� r� rJ rL rL rL rM r! � s r! c s< e Zd Z� fdd�Zd � fdd� Zd dd�Zdd � Z� ZS ) r" c s i | _ t� j|i |�� d S rN )� authenticated�superr� �r� r� �kwargs�� __class__rL rM r� � s z%HTTPPasswordMgrWithPriorAuth.__init__Fc s< | � ||� |d urt� �d |||� t� �||||� d S rN )�update_authenticatedrR rE )r� rC r r* r; �is_authenticatedrU rL rM rE � s z)HTTPPasswordMgrWithPriorAuth.add_passwordc C s> t |t�r|g}dD ]}|D ] }| �||�}|| j|< qq d S �Nr< )r� r� r= rQ )r� r rX r@ r> rD rL rL rM rW � s ��z1HTTPPasswordMgrWithPriorAuth.update_authenticatedc C sD dD ] }| � ||�}| jD ]}| �||�r | j| S q qd S rY )r= rQ rG )r� rH r@ rI r rL rL rM rX � s ���z-HTTPPasswordMgrWithPriorAuth.is_authenticated)F)r� r� r� r� rE rW rX � __classcell__rL rL rU rM r" � s r" c @ sT e Zd Ze�dej�Zddd�Zdd� Zdd� Z d d � Z d d � Z d d� Z e Z e ZdS )r# z1(?:^|,)[ ]*([^ ,]+)[ ]+realm=(["']?)([^"']*)\2Nc C s" |d u rt � }|| _| jj| _d S rN )r r; rE )r� Z password_mgrrL rL rM r� � s z!AbstractBasicAuthHandler.__init__c c sv � d}t j�|�D ]}|�� \}}}|dvr t�dtd� ||fV d}q |s9|r0|�� d }nd}|d fV d S d S )NF)�"�'z Basic Auth Realm was unquoted� Tr rr )r# �rx�finditer�groupsr? r@ � UserWarning�split)r� �headerZfound_challengeZmor r rC rL rL rM � _parse_realm� s �� �z%AbstractBasicAuthHandler._parse_realmc C s~ |� |�}|s d S d }|D ]$}| �|�D ] \}}|�� dkr!|}q|d ur0| �|||� S qq |d ur=td|f ��d S )N�basiczBAbstractBasicAuthHandler does not support the following scheme: %r)Zget_allrd rx �retry_http_basic_authrB ) r� �authreqrz r� ri Z unsupportedrc r rC rL rL rM �http_error_auth_reqed� s$ �� ��z.AbstractBasicAuthHandler.http_error_auth_reqedc C sx | j �||�\}}|d ur:d||f }dt�|�� ��d� }|�| jd �|kr*d S |�| j|� | j j ||j d�S d S )Nr2 r5 r3 r ) r; rJ r7 r8 r9 r: ru � auth_headerr� r� rG rJ )r� rz r� rC r* �pw�raw�authrL rL rM rf � s z.AbstractBasicAuthHandler.retry_http_basic_authc C st t | jd�r | j�|j�s|S |�d�s8| j�d |j�\}}d�||��� }t� |�� � }|� dd�|� � �� |S )NrX � Authorizationz{0}:{1}zBasic {}) r� r; rX rt r� rJ r� r9 r7 Zstandard_b64encoder: r� �strip)r� r� r* r; Z credentialsZauth_strrL rL rM � http_request s � �z%AbstractBasicAuthHandler.http_requestc C sN t | jd�r%d|j krdk r n n | j�|jd� |S | j�|jd� |S )NrX r� r� TF)r� r; r� rW rt )r� r� r� rL rL rM r� s �z&AbstractBasicAuthHandler.http_responserN )r� r� r� �re�compile�Ir^ r� rd rh rf ro r� � https_requestr� rL rL rL rM r# � s � r# c @ � e Zd ZdZdd� ZdS )r$ rm c C � |j }| �d|||�}|S )N�www-authenticate)rt rh )r� r� rh r� r� ri rH r� rL rL rM �http_error_401 s �z#HTTPBasicAuthHandler.http_error_401N)r� r� r� ri rw rL rL rL rM r$ � r$ c @ rt )r% r4 c C ru �N�proxy-authenticate)rz rh )r� r� rh r� r� ri r' r� rL rL rM �http_error_407) s �z$ProxyBasicAuthHandler.http_error_407N)r� r� r� ri r{ rL rL rL rM r% % rx r% c @ sN e Zd Zddd�Zdd� Zdd� Zdd � Zd d � Zd d � Zdd� Z dd� Z dS )r& Nc C s4 |d u rt � }|| _| jj| _d| _d| _d | _d S �Nr )r r; rE �retried� nonce_count� last_nonce)r� r; rL rL rM r� C s z"AbstractDigestAuthHandler.__init__c C � d| _ d S r| )r} r� rL rL rM �reset_retry_countL r� z+AbstractDigestAuthHandler.reset_retry_countc C s~ |� |d �}| jdkrt|jdd|d ��| jd7 _|r;|�� d }|�� dkr/| �||�S |�� dkr=td| ��d S d S ) N� i� zdigest auth failedrV r Zdigestre zEAbstractDigestAuthHandler does not support the following scheme: '%s')r� r} r rt rb rx �retry_http_digest_authrB )r� ri rz r� ri rg r rL rL rM rh O s � ��z/AbstractDigestAuthHandler.http_error_auth_reqedc C sz |� dd�\}}ttd t|���}| �||�}|r;d| }|j�| jd �|kr)d S |�| j|� | j j ||j d�}|S d S )Nr rV z Digest %sr ) rb �parse_keqv_list�filter�parse_http_list�get_authorizationri r� ri r� r� rG rJ )r� r� rl �tokenZ challenge�chalZauth_valZresprL rL rM r� c s �z0AbstractDigestAuthHandler.retry_http_digest_authc C s@ d| j |t�� f }|�d�td� }t�|��� }|d d� S )Nz %s:%s:%s:r3 � � )r~ �time�ctimer9 � _randombytes�hashlib�sha1� hexdigest)r� �nonce�s�b�digrL rL rM � get_cnonceo s z$AbstractDigestAuthHandler.get_cnoncec C s� z|d }|d }|� d�}|� dd�}|� dd �}W n ty% Y d S w | �|�\}} |d u r3d S | j�||j�\} } | d u rCd S |jd urP| �|j|�} nd } d| || f } d|�� |j f }|d u rt| || �d|||�f �}n=d |� d �v r�|| j kr�| j d 7 _ nd | _ || _ d | j }| � |�}d |||d ||�f }| || �|�}ntd| ��d| |||j |f }|r�|d| 7 }| r�|d| 7 }|d| 7 }|r�|d||f 7 }|S )NrC r� �qop� algorithm�MD5�opaquez%s:%s:%sr2 rl �,rV z%08xz%s:%s:%s:%s:%szqop '%s' is not supported.z>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z , opaque="%s"z , digest="%s"z, algorithm="%s"z , qop=auth, nc=%s, cnonce="%s")r� �KeyError�get_algorithm_implsr; rJ rt rI �get_entity_digestr� r� rb r r~ r� r )r� r� r� rC r� r� r� r� �H�KDr* rj ZentdigZA1ZA2ZrespdigZncvalueZcnonceZnoncebitrN rL rL rM r� z s^ � � �� z+AbstractDigestAuthHandler.get_authorizationc sD |dkr dd� � n|dkrdd� � nt d| ��� fdd�}� |fS )Nr� c S � t �| �d���� S �Nr3 )r� Zmd5r9 r� ��xrL rL rM r/ � � z?AbstractDigestAuthHandler.get_algorithm_impls.<locals>.<lambda>ZSHAc S r� r� )r� r� r9 r� r� rL rL rM r/ � r� z.Unsupported digest authentication algorithm %rc s � d| |f �S )Nr2 rL )r� �d�r� rL rM r/ � s )rB )r� r� r� rL r� rM r� � s � z-AbstractDigestAuthHandler.get_algorithm_implsc C r� rN rL )r� rI r� rL rL rM r� � r� z+AbstractDigestAuthHandler.get_entity_digestrN ) r� r� r� r� r� rh r� r� r� r� r� rL rL rL rM r& 8 s > r& c @ s e Zd Z dZdZdd� ZdS )r' rm �� c C s* t |j�d }| �d|||�}| �� |S )NrV rv )r rt rh r� �r� r� rh r� r� ri rz �retryrL rL rM rw � s �z$HTTPDigestAuthHandler.http_error_401N)r� r� r� ri r� rw rL rL rL rM r' � s r' c @ s e Zd ZdZdZdd� ZdS )r( �Proxy-Authorizationr� c C s" |j }| �d|||�}| �� |S ry )rz rh r� r� rL rL rM r{ � s �z%ProxyDigestAuthHandler.http_error_407N)r� r� r� ri r� r{ rL rL rL rM r( � s r( c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd d � Zd S )�AbstractHTTPHandlerr c C r� rN �� _debuglevel)r� � debuglevelrL rL rM r� � r� z AbstractHTTPHandler.__init__c C r� rN r� )r� �levelrL rL rM �set_http_debuglevel� r� z'AbstractHTTPHandler.set_http_debuglevelc C s t jj�|j|�� �S rN )r� r� �HTTPConnection�_get_content_lengthrI r� �r� ry rL rL rM r� � s �z'AbstractHTTPHandler._get_content_lengthc C s |j }|s td��|jd urI|j}t|t�r d}t|��|�d�s'|�dd� |�d�sI|�d�sI| �|�}|d urC|�dt|�� n|�dd� |}|� � r\t |j �\}}t |�\}} |�d�sg|�d|� | j jD ]\} } | �� } |�| �s~|�| | � qk|S ) N� no host givenz\POST data should be bytes, an iterable of bytes, or a file object. It cannot be of type str.z Content-type�!application/x-www-form-urlencodedr� �Transfer-encodingZchunkedrs )rz r rI r� r� r� r� r� r� r� r r� r r� r� r� ) r� ry rz rI r� Zcontent_lengthZsel_hostr ZselZsel_pathr_ r� rL rL rM � do_request_� sH � � �� �z AbstractHTTPHandler.do_request_c sB |j }|s td��||fd|ji|��}|�| j� t|j�� � �� fdd�|j� � D �� d� d< dd� � � � D �� |j rXi }d}|� v rP� | ||< � |= |j |j |d � z*z|j |� � |j|j� |�d �d � W n ty| } zt|��d }~ww |�� } W n |�� � |jr�|j�� d |_|�� | _| j| _| S ) Nr� rJ c s i | ] \}}|� vr||�qS rL rL r �ri rL rM r ) s �z/AbstractHTTPHandler.do_open.<locals>.<dictcomp>r� � Connectionc S s i | ] \}}|� � |�qS rL )�title)r r_ r� rL rL rM r 6 s r� r� r� )Zencode_chunked)rz r rJ Zset_debuglevelr� r� r| �updateri r r~ Z set_tunnelry r� r� rI r� rq � getresponser� Zsockr� rH �reasonr� ) r� Z http_classr� Zhttp_conn_argsrz r� Ztunnel_headersZproxy_auth_hdr�errr. rL r� rM r� sH ��� zAbstractHTTPHandler.do_openN�r )r� r� r� r� r� r� r� r� rL rL rL rM r� � s &r� c @ s e Zd Zdd� ZejZdS )r) c C s | � tjj|�S rN )r� r� r� r� �r� r� rL rL rM � http_open` s zHTTPHandler.http_openN)r� r� r� r� r� r� ro rL rL rL rM r) ^ s r) r� c @ s$ e Zd Zddd�Zdd� ZejZdS )rE r Nc C s t �| |� || _|| _d S rN )r� r� �_context�_check_hostname)r� r� r> �check_hostnamerL rL rM r� i s zHTTPSHandler.__init__c C s | j tjj|| j| jd�S )N)r> r� )r� r� r� r� r� r� r� rL rL rM � https_openn s �zHTTPSHandler.https_open)r NN)r� r� r� r� r� r� r� rs rL rL rL rM rE g s rE c @ s. e Zd Zddd�Zdd� Zdd� ZeZeZdS ) r Nc C s$ dd l }|d u r |j�� }|| _d S r| )Zhttp.cookiejar� cookiejarZ CookieJar)r� r� r� rL rL rM r� w s z HTTPCookieProcessor.__init__c C s | j �|� |S rN )r� Zadd_cookie_headerr� rL rL rM ro } s z HTTPCookieProcessor.http_requestc C s | j �||� |S rN )r� Zextract_cookies)r� ry r� rL rL rM r� � s z!HTTPCookieProcessor.http_responserN )r� r� r� r� ro r� rs r� rL rL rL rM r v s r c @ r� )r. c C s |j }td| ��)Nzunknown url type: %s)r� r )r� r� r� rL rL rM r� � s zUnknownHandler.unknown_openN)r� r� r� r� rL rL rL rM r. � r r. c C sP i }| D ] }|� dd�\}}|d dkr!|d dkr!|dd� }|||< q|S )N�=rV r r[ rS )rb )�lZparsed�eltr r rL rL rM r� � s r� c C s� g }d}d }}| D ]5}|r||7 }d}q |r*|dkr d}q |dkr%d}||7 }q |dkr6|� |� d}q |dkr<d}||7 }q |rH|� |� dd� |D �S ) Nrr F�\Tr[ r� c S s g | ]}|� � �qS rL )rn )r �partrL rL rM � <listcomp>� r� z#parse_http_list.<locals>.<listcomp>)ra )r� �resr� �escaper ZcurrL rL rM r� � s6 r� c @ s( e Zd Zdd� ZdZdd� Zdd� ZdS )r* c C sZ |j }|d d� dkr(|dd� dkr(|jr(|jdkr(|j| �� vr&td��d S | �|�S )Nr: r$ r] r � localhost�-file:// scheme is supported only on localhost)r� rz � get_namesr �open_local_file)r� r� rH rL rL rM � file_open� s & � zFileHandler.file_openNc C sf t jd u r0ztt�d�d t�t�� �d �t _W t jS tjy/ t�d�ft _Y t jS w t jS )Nr� r: )r* �namesrB r� �gethostbyname_ex� gethostname�gaierror� gethostbynamer� rL rL rM r� � s ����zFileHandler.get_namesc C s� dd l }dd l}|j}|j}t|�}zYt�|�}|j}|jj |j dd�} |� |�d } |� d| p1d|| f �} |r?t |�\}} |rK| sbt|�| �� v rg|rTd| | } nd| } tt|d�| | �W S W td��W td�� ty{ } zt|��d }~ww ) Nr T�Zusegmtz6Content-type: %s Content-length: %d Last-modified: %s � text/plain�file://�rbzfile not on local host)� email.utils� mimetypesrz r� r4 r[ �stat�st_size�utils� formatdate�st_mtime� guess_type�message_from_stringr �_safe_gethostbynamer� r rG rq r )r� r� �emailr� rz rf Z localfile�statsrm �modified�mtyperi rM Zorigurl�exprL rL rM r� � sB �� �� ����zFileHandler.open_local_file)r� r� r� r� r� r� r� rL rL rL rM r* � s r* c C s$ zt �| �W S t jy Y d S w rN )r� r� r� )rz rL rL rM r� � s �r� c @ s e Zd Zdd� Zdd� ZdS )r+ c C s� dd l }dd l}|j}|std��t|�\}}|d u r |j}nt|�}t|�\}}|r2t|�\}}nd }t |�}|p;d}|p?d}zt � |�}W n t yW } zt|��d }~ww t |j�\} } | �d�} ttt | ��} | d d� | d } } | r�| d s�| dd � } z_| �||||| |j�} | r�dp�d}| D ]}t|�\}}|�� d kr�|d v r�|�� }q�| �| |�\}}d}|�|j�d }|r�|d | 7 }|d ur�|dkr�|d | 7 }t�|�}t |||j�W S |j y� } zt|�|�d }~ww ) Nr �ftp error: no host givenrr r rS rV rr �Dr� ��a�Ar� rr r� r� zContent-type: %s zContent-length: %d ) �ftplibr� rz r r �FTP_PORTrb r r r r� r� rq r r� rb r� �map� connect_ftprJ r rx �upper�retrfiler� rt r� r� r � all_errors)r� r� r� r� rz rM r* r; r� r\ �attrs�dirsrO �fwr� �attrr� rh �retrlenri r� r� rL rL rM �ftp_open� sd �� � ��zFTPHandler.ftp_openc C s t ||||||dd�S )NF)� persistent)� ftpwrapper)r� r* r; rz rM r� rJ rL rL rM r� 0 s �zFTPHandler.connect_ftpN)r� r� r� r� r� rL rL rL rM r+ � s 4r+ c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )r, c C s" i | _ i | _d| _d| _d| _d S )Nr �< r� )�cacherJ �soonest�delay� max_connsr� rL rL rM r� 7 s zCacheFTPHandler.__init__c C r� rN )r )r� �trL rL rM � setTimeout> r� zCacheFTPHandler.setTimeoutc C r� rN )r )r� r rL rL rM � setMaxConnsA r� zCacheFTPHandler.setMaxConnsc C sr |||d� |�|f}|| jv rt�� | j | j|< nt||||||�| j|< t�� | j | j|< | �� | j| S )Nr )�joinr r� r rJ r � check_cache)r� r* r; rz rM r� rJ r� rL rL rM r� D s � zCacheFTPHandler.connect_ftpc C s� t � � }| j|kr(t| j�� �D ]\}}||k r'| j| �� | j|= | j|= qtt| j�� ��| _t | j�| j krat| j�� �D ]\}}|| jkrT| j|= | j|= nqAtt| j�� ��| _d S d S rN ) r� r r� rJ r r r� �min�valuesrd r )r� r r r rL rL rM r O s$ � ��zCacheFTPHandler.check_cachec C s0 | j �� D ]}|�� q| j �� | j�� d S rN )r r r� �clearrJ )r� �connrL rL rM � clear_cachec s zCacheFTPHandler.clear_cacheN) r� r� r� r� r r r� r r rL rL rL rM r, 4 s r, c @ r� )r- c C s~ |j }|�dd�\}}|�dd�\}}t|�}|�d�r't�|�}|d d� }|s+d}t�d|t|�f �}t t � |�||�S )N�:rV r� z;base64i�����text/plain;charset=US-ASCIIz$Content-type: %s Content-length: %d ) rt rb r �endswithr7 � decodebytesr� r� rd r �io�BytesIO)r� r� rH r rI Z mediatyperi rL rL rM � data_openj s �zDataHandler.data_openN)r� r� r� r rL rL rL rM r- i r r- r �nt)r4 r3 c C � t | �S rN )r ��pathnamerL rL rM r4 � � r4 c C r rN )r r rL rL rM r3 � r r3 c @ s� e Zd Z dZde Zd)dd�Zdd� Zdd� Zd d � Z d d � Z d)d d�Z d)dd�Z d)dd�Z d*dd�Zdd� Zd)dd�Zd)dd�Zdd � ZerQd d � Zd)d d �Zd!d"� Zd#d$� Zd%d&� Zd)d'd(�ZdS )+r8 Nr� c K sz dd| j ji }tj|tdd� |d u rt� }|| _|�d�| _|�d�| _ d| j fdg| _ g | _ t j| _d | _t| _d S ) NzW%(class)s style of invoking requests is deprecated. Use newer urlopen functions/methods�classr] )� stacklevel�key_file� cert_filez User-Agent)ZAcceptz*/*)rV r� r? r@ rA r5 r0 r� r r �versionr� �_URLopener__tempfilesr[ rp �_URLopener__unlink� tempcache�ftpcache)r� r0 Zx509r� rL rL rM r� � s � zURLopener.__init__c C � | � � d S rN )r� r� rL rL rM �__del__� r� zURLopener.__del__c C r% rN )�cleanupr� rL rL rM r� � r� zURLopener.closec C sV | j r | j D ]}z| �|� W q ty Y qw | j d d �= | jr)| j�� d S d S rN )r! r" rq r# r )r� rO rL rL rM r' � s � �zURLopener.cleanupc G s | j �|� d S rN )r� ra )r� r� rL rL rM � addheader� s zURLopener.addheaderc C sT t t|��}t|dd�}| jr'|| jv r'| j| \}}t|d�}t|||�S t|�\}}|s1d}|| jv rL| j| }t|�\}} t| �\} } | |f}nd }d| } || _ | � dd�} t | | �rd| dkrs|rm| � |||�S | � ||�S z|d u r�t| | �|�W S t| | �||�W S ttfy� � ty� } z td | ��t�� d ��d } ~ ww ) Nz%/:=&?~#+!$,;'@()*[]|�r r� rO Zopen_�-r� r� z socket errorr: )r r r r# rG r r r0 r r� r r� �open_unknown_proxy� open_unknownr� r r rq �with_tracebackr� �exc_info)r� r� rI rf ri rh �urltyperH r& � proxyhostrz r� r_ r� rL rL rM rG � sB ��zURLopener.openc C s t |�\}}tdd|��)N� url errorzunknown url type�r rq )r� r� rI r� rH rL rL rM r, s zURLopener.open_unknownc C s t |�\}}tdd| |��)Nr1 zinvalid proxy for %sr2 )r� r& r� rI r� rH rL rL rM r+ s z URLopener.open_unknown_proxyc C s t t|��}| jr|| jv r| j| S t|�\}}|d u rF|r$|dkrFz| �|�}|�� }|�� tt|�d �|fW S t yE Y nw | � ||�}z�|�� } |rYt |d�} n9t|�\} } t| pcd�\} } t | pkd�\} } t | psd�\} } t j�| �d } t�| �\}}| j�|� t �|d�} zO|| f}| jd ur�|| j|< d}d}d}d}d| v r�t| d �}|r�||||� |�|�}|s�n|t|�7 }| �|� |d7 }|r�||||� q�W | �� n| �� w W |�� n|�� w |dk�r||k �rtd ||f |��|S ) NrO rV rP rr rR rS r rT rU rW )r r r# r r� rZ r� r4 r rq rG r r r[ r\ �splitextr^ Zmkstempr! ra �fdopenrb rc rd re r )r� rH rf rg rI r� Zurl1rh r� ri rj Zgarbager\ �suffix�fdrk rl rm rc rn ro rL rL rM �retrieve sx � ���zURLopener.retrievec C s d }d }t |t�r t|�\}}|r t|�\}}t|�}|}n:|\}}t|�\}}t|�\} } | }d }| �� dkr<d }n t| �\}} |rJt|�\}}|rSd| || f }t|�rY|}|s`tdd��|rqt|�}t � |� � �� d�} nd } |r�t|�}t � |� � �� d�} nd } ||�} i }| r�d| |d< | r�d| |d< |r�||d < d |d < | j D ]\}}|||< q�|d ur�d |d < | �d|||� n| jd||d� z| �� }W n tjjy� td��w d|j kr�dk r�n n t||jd| |j�S | �||j|j|j|j|�S )Nr� z %s://%s%sz http errorr� r3 zBasic %sr� rm rs r� r� r� z Content-Typer� r� r� z$http protocol error: bad status liner� r� �http:)r� r� r r r r rx r6 rq r7 r8 r9 r: r� ry r� r� r� Z BadStatusLiner Zstatusr r� � http_errorrh r� )r� Zconnection_factoryrH rI Z user_passwdZ proxy_passwdrz r� Zrealhostr/ r� Z proxy_authrl Z http_connri rc r� r� rL rL rM �_open_generic_httpO sx ���z URLopener._open_generic_httpc C s | � tjj||�S rN )r: r� r� r� �r� rH rI rL rL rM � open_http� � zURLopener.open_httpc C sd d| }t | |�r)t| |�}|d u r ||||||�} n |||||||�} | r)| S | �|||||�S )Nz http_error_%d)r� r� r� ) r� rH rh �errcode�errmsgri rI r_ r� rk rL rL rM r9 � s zURLopener.http_errorc C s |� � t||||d ��rN )r� r �r� rH rh r> r? ri rL rL rM r� � s z URLopener.http_error_defaultc C s t jj|| j| jd�S )N)r r )r� r� r� r r )r� rz rL rL rM �_https_connection� s �zURLopener._https_connectionc C s | � | j||�S rN )r: rA r; rL rL rM � open_https� s zURLopener.open_httpsc C sZ t |t�s td��|d d� dkr(|dd� dkr(|dd� �� dkr(td��| �|�S ) NzEfile error: proxy support for file protocol currently not implementedr: r$ r] r � z localhost/r� )r� r� r rx rB r� r� rL rL rM � open_file� s 4 zURLopener.open_filec C sH dd l }dd l}t|�\}}t|�}zt�|�}W n ty- } zt|j|j ��d }~ww |j } |j j |j dd�} |�|�d } |�d| pGd| | f �} |sf|} |d d� dkr]d| } tt|d �| | �S t|�\}}|s�t�|�t� ft� v r�|} |d d� dkr�d| } n|d d � d kr�td | ��tt|d �| | �S td ��)Nr Tr� z6Content-Type: %s Content-Length: %d Last-modified: %s r� rV r r� r� r: z./zAlocal file url may start with / or file:. Unknown url of type: %sz#local file error: not on local host)r� r� r r4 r[ r� rq r �strerrorrf r� r� r� r� r� r� r rG r r� r� r� �thishostrB )r� rH r� r� rz rO Z localnamer� �erm r� r� ri ZurlfilerM rL rL rM r� � sD �� �� zURLopener.open_local_filec C sj t |t�s td��dd l}t|�\}}|std��t|�\}}t|�\}}|r/t|�\}}nd }t|�}t|p9d�}t|p?d�}t � |�}|sPdd l }|j }nt |�}t|�\}} t|�}|�d�} | d d� | d } } | rz| d sz| dd � } | r�| d s�d| d< |||d�| �f} t| j�tkr�t| j�D ]} | | kr�| j| }| j| = |�� q�zl| | jvr�t||||| �| j| < | s�d}nd }| D ]}t|�\}}|�� d kr�|d v r�|�� }q�| j| �| |�\}}|�d | �d }d}|r�|d | 7 }|d u�r |dk�r |d| 7 }t � |�}t ||d | �W S t � �y4 } z td| �� t!�"� d ��d }~ww )NzCftp error: proxy support for ftp protocol currently not implementedr r� rr r rS rV r� rr r� r� zftp:zContent-Type: %s zContent-Length: %d z ftp error %rr: )#r� r� r r� r r r r r r� r� r� r� rb r rb r rd r$ � MAXFTPCACHEr� r� r r rx r� r� r� r� r� r � ftperrorsr- r� r. )r� rH r� rz r\ rM r* r; r� r� r� rO r� r r r� r� r� rh r� r� ri r� rL rL rM �open_ftp� sr � � � ��zURLopener.open_ftpc C s8 t |t�s td��z |�dd�\}}W n ty tdd��w |s%d}|�d�}|dkrEd ||d � vrE||d d � }|d |� }nd }g }|�d t� d t� t�� �� � |�d | � |dkrpt � |� d���d�}nt|�}|�dt|� � |�d � |�|� d�|�}t�|�}t�|�}t|||�S )NzEdata error: proxy support for data protocol currently not implementedr� rV z data errorz bad data URLr �;r r� rr zDate: %sz%a, %d %b %Y %H:%M:%S GMTzContent-type: %sr7 r3 zlatin-1zContent-Length: %d� )r� r� r rb rB rq �rfindra r� �strftime�gmtimer7 r r9 r: r rd r r� r� r �StringIOr ) r� rH rI r� Zsemir r� ri �frL rL rM � open_data1 s< � � zURLopener.open_datarN �NNN)r� r� r� r! r� r r� r& r� r' r( rG r, r+ r7 r: r< r9 r� rC rA rB rD r� rJ rR rL rL rL rM r8 � s0 $ A \ :r8 c @ s� e Zd Z dd� Zdd� Zd"dd�Zdd � Zd"d d �Zd"d d �Zd"dd�Z d#dd�Z d#dd�Z d"dd�Z d"dd�Z d"dd�Zd"dd �Zd$d d �Zd d!� ZdS )%r9 c O s. t j| g|�R i |�� i | _d| _d| _d S )Nr r )r8 r� � auth_cache�tries�maxtriesrS rL rL rM r� ^ s zFancyURLopener.__init__c C s t ||d| |�S )Nr8 )r r@ rL rL rM r� d r= z!FancyURLopener.http_error_defaultNc C s| | j d7 _ z1| jr*| j | jkr*t| d�r| j}n| j}|||dd|�W d| _ S | �||||||�}|W d| _ S d| _ w )NrV �http_error_500r� z)Internal Server Error: Redirect Recursionr )rU rV r� rW r� �redirect_internal) r� rH rh r> r? ri rI r� rk rL rL rM r h s" � ��z FancyURLopener.http_error_302c C sx d|v r |d }n d|v r|d }nd S |� � t| jd | |�}t|�}|jdvr7t|||d| ||��| �|�S )Nr r r r z( Redirection to url '%s' is not allowed.)r� r r� r r r rG ) r� rH rh r> r? ri rI r r rL rL rM rX z s �� z FancyURLopener.redirect_internalc C � | � ||||||�S rN �r �r� rH rh r> r? ri rI rL rL rM r! � � z FancyURLopener.http_error_301c C rY rN rZ r[ rL rL rM r" � r\ z FancyURLopener.http_error_303c C s0 |d u r| � ||||||�S | �|||||�S rN )r r� r[ rL rL rM r# � s z FancyURLopener.http_error_307Fc C �� d|vrt �| |||||� |d }t�d|�} | s%t �| |||||� | �� \} } | �� dkr;t �| |||||� |sGt �| |||||� d| j d } |d u rZt| | �|| �S t| | �|| |�S )Nrv �![ ]*([^ ]+)[ ]+realm="([^"]*)"re Zretry_� _basic_auth�r8 r� rp �matchr` rx r� r� � r� rH rh r> r? ri rI r� Zstuffra r rC r_ rL rL rM rw � �0 � � ��z FancyURLopener.http_error_401c C r] )Nrz r^ re Z retry_proxy_r_ r` rb rL rL rM r{ � rc z FancyURLopener.http_error_407c C � t |�\}}d| | }| jd }t|�\}} t | �\} } | �d�d } | | d � } | �| || �\} } | s9| s9d S dt| dd�t| dd�| f } d| | | jd< |d u rZ| �|�S | �||�S )N�http://r� r% rV �%s:%s@%srr r) �r r0 r r� �get_user_passwdr rG �r� rH rC rI rz r� r r& r/ r0 Z proxyselectorr� r* r; rL rL rM �retry_proxy_http_basic_auth� � � z*FancyURLopener.retry_proxy_http_basic_authc C rd )N�https://r� r% rV rf rr r) rg ri rL rL rM � retry_proxy_https_basic_auth� rk z+FancyURLopener.retry_proxy_https_basic_authc C � t |�\}}|�d�d }||d � }| �|||�\}}|s"|s"d S dt|dd�t|dd�|f }d| | } |d u r@| �| �S | �| |�S )Nr% rV rf rr r) re �r r� rh r rG � r� rH rC rI rz r� r� r* r; r rL rL rM rf � � � z$FancyURLopener.retry_http_basic_authc C rn )Nr% rV rf rr r) rl ro rp rL rL rM �retry_https_basic_auth rq z%FancyURLopener.retry_https_basic_authr c C s` |d |� � }|| jv r|r| j|= n| j| S | �||�\}}|s%|r,||f| j|< ||fS )Nr% )rx rT �prompt_user_passwd)r� rz rC r r� r* r; rL rL rM rh s z FancyURLopener.get_user_passwdc C sT dd l }ztd||f �}|� d|||f �}||fW S ty) t� Y dS w )Nr z Enter username for %s at %s: z#Enter password for %s in %s at %s: rF )�getpass�input�KeyboardInterrupt�print)r� rz rC rt r* r; rL rL rM rs " s � �z!FancyURLopener.prompt_user_passwdrN )NFr� )r� r� r� r� r� r rX r! r" r# rw r{ rj rm rf rr rh rs rL rL rL rM r9 [ s* � � r9 c C � t d u r t�d�a t S )Nr� )� _localhostr� r� rL rL rL rM r� 2 � r� c C sT t d u r(ztt�t�� �d �a W t S tjy' tt�d�d �a Y t S w t S )Nr: r� )� _thishostrB r� r� r� r� rL rL rL rM rF : s ��rF c C s t d u r dd l} | ja t S r| )� _ftperrorsr� r� )r� rL rL rM rI E s rI c C rx r� )� _noheadersr� r� rL rL rL rM � noheadersN rz r~ c @ sL e Zd Z ddd�Zdd� Zdd� Zd d � Zd d � Zd d� Zdd� Z dS )r NTc C sP || _ || _|| _|| _|| _|| _d| _|| _z| �� W d S | � � � r| ) r* r; rz rM r� rJ �refcount� keepalive�initr� )r� r* r; rz rM r� rJ r� rL rL rM r� [ s zftpwrapper.__init__c C s\ dd l }d| _|�� | _| j�| j| j| j� | j�| j | j � d� | j �}| j� |� d S )Nr r )r� �busyZFTPr Zconnectrz rM rJ Zloginr* r; r r� �cwd)r� r� Z_targetrL rL rM r� k s zftpwrapper.initc C s� dd l }| �� |dv rd}d}nd| }d}z| j�|� W n |jy3 | �� | j�|� Y nw d }|rs|sszd| }| j�|�\}}W n* |jyr } z t|�d d� dkrht d | �� t � � d ��W Y d }~nd }~ww |s�| j�d� |r�| j� � } z%z| j�|� W n |jy� } zt d | �|�d }~ww W | j�| � n| j�| � w d | }nd }| j�|�\}}d| _t|�d �| j�} | jd7 _|�� | |fS )Nr )r� r� zTYPE ArV zTYPE zRETR r] Z550z ftp error: %rr: zLIST ZLISTr� )r� � endtransferr Zvoidcmdr� r� Z ntransfercmdZ error_permr� r r- r� r. �pwdr� r� r Zmakefile� file_closer r� ) r� rO r� r� �cmd�isdirr r� r� r� ZftpobjrL rL rM r� t sX � � ��� ��� zftpwrapper.retrfilec C r� r| )r� r� rL rL rM r� � r� zftpwrapper.endtransferc C s d| _ | jdkr| �� d S d S )NFr )r� r � real_closer� rL rL rM r� � s �zftpwrapper.closec C s: | � � | jd8 _| jdkr| js| �� d S d S d S )NrV r )r� r r� r� r� rL rL rM r� � s �zftpwrapper.file_closec C s0 | � � z| j�� W d S t� y Y d S w rN )r� r r� rI r� rL rL rM r� � s �zftpwrapper.real_close)NT) r� r� r� r� r� r� r� r� r� r� rL rL rL rM r X s � - r c C s� i } g }t j�� D ]3}t|�dkr=|d dkr=|dd � �� dkr=t j| }|d d� �� }|�|||f� |r=|| |< q dt jv rI| �dd � |D ]\}}}|dd � dkre|r_|| |< qK| �|d � qK| S ) Nr� i����r� ���r& ZREQUEST_METHODr� �_proxy)r[ �environ�keysrd rx ra r� )r0 Z environmentr_ r� Z proxy_namerL rL rM �getproxies_environment� s( , � �r� c C s� |d u rt � }z|d }W n ty Y dS w |dkr dS | �� } t| �\}}|�d�D ]-}|�� }|r[|�d�}|�� }||ksG| |krJ dS d| }|�|�sX| �|�r[ dS q.dS )NZnoF�*Tr� �.)r� r� rx r rb rn �lstripr )rz r0 Zno_proxy�hostonlyrM r_ rL rL rM �proxy_bypass_environment� s0 � �r� c C s2 ddl m } ddlm}m} t| �\}}dd� }d| vr#|d r#dS d }zt||��}W n |y6 Y nw |�d d �D ]Y} | sBq=t�d | �} | d ur�|d ur�|| � d ��} | � d �} | d u rmd| � d �� d�d } nt| d d � �} | dk s}| dkr~q=d| } || ? | | ? kr� dS q=|| | �r� dS q=dS )Nr ��fnmatch)�AddressValueError� IPv4Addressc S sd | � d�}ttt|��}t|�dkr |g d� d d� }|d d> |d d> B |d d > B |d B S ) Nr� r )r r r r r � rV r� r: r� r] )rb r� r� rb rd )ZipAddrrL rL rL rM �ip2num s ,z,_proxy_bypass_macosx_sysconf.<locals>.ip2numr� Zexclude_simpleT� exceptionsrL z(\d+(?:\.\d+)*)(/\d+)?rV r: r� � F) r� Z ipaddressr� r� r rb r� rp ra �group�count) rz �proxy_settingsr� r� r� r� rM r� ZhostIPr� r rN �maskrL rL rM � _proxy_bypass_macosx_sysconf sB � � �r� c C sb ddl m } t| �\} }|�d�}|D ]}|�� }|dkr&d| vr% dS q|| |�r. dS qdS )Nr r� rK z<local>r� TF)r� r rb rn )rz �overrider� r� Zproxy_overriderO rL rL rM � _proxy_bypass_winreg_overrideA s � �r� �darwin)�_get_proxy_settings� _get_proxiesc C s t � }t| |�S rN )r� r� )rz r� rL rL rM �proxy_bypass_macosx_sysconf\ s r� c C s t � S rN )r� rL rL rL rM �getproxies_macosx_sysconf` s r� c C � t � }|r t| |�S t| �S rN )r� r� r� �rz r0 rL rL rM r6 j � r6 c C s t � pt� S rN )r� r� rL rL rL rM r5 w r� r5 c C s: i } zdd l }W n ty | Y S w zz|�|jd�}|�|d�d }|r�t|�|d�d �}d|vr>d|vr>d�|�}|�d�D ]%}|�dd�\}}t� d |�sd|d v r\d | }n|d krdd | }|| |< qC| � d �r�t� dd| d �}| � d�p}|| d< | � d�p�|| d< |� � W | S t ttfy� Y | S w )Nr �;Software\Microsoft\Windows\CurrentVersion\Internet Settings� ProxyEnableZ ProxyServerr� rK zhttp={0};https={0};ftp={0}rV z (?:[^/:]+)://)r� r� r re Zsockszsocks://z ^socks://z socks4://r� r� )�winreg� ImportError�OpenKey�HKEY_CURRENT_USER� QueryValueExr� r� rb rp ra r� rw ZCloserq rB r� )r0 r� �internetSettings� proxyEnableZ proxyServer�pr� ZaddressrL rL rM �getproxies_registry| sT ������ ��r� c C s t � pt� S rN )r� r� rL rL rL rM r5 � s c C s� zdd l }W n ty Y dS w z|�|jd�}|�|d�d }t|�|d�d �}W n ty6 Y dS w |r;|s=dS t| |�S )Nr Fr� r� Z ProxyOverride)r� r� r� r� r� r� rq r� )rz r� r� r� Z proxyOverriderL rL rM �proxy_bypass_registry� s2 ����� � � r� c C r� rN )r� r� r� r� rL rL rM r6 � r� rS rN )~r7 r� r� r� Z http.clientr� r r[ � posixpathrp r� r r� r� r^ rX r? Z urllib.errorr r r Z urllib.parser r r r r r r r r r r r r r r r r r Zurllib.responser r rD r� rC �__all__� version_infor� rF r� r0 r1 r` r6 r7 rq �ASCIIrv r{ r r r2 r r/ r r r, r r r! r" r# r$ r% �urandomr� r& r' r( r� r) r� r� rE ra r r. r� r� r* r� r+ r, r- rH r_ Z nturl2pathr4 r3 r$ r8 r9 ry r� r{ rF r| rI r} r~ r r� r� r� r� �platformZ_scproxyr� r� r� r� r6 r5 r� r� rL rL rL rM �<module> s� SP � �O ?m $q!+@ o v +395! @ W _ %%@ 1