OwlCyberSecurity - MANAGER
Edit File: cookiejar.cpython-37.opt-2.pyc
B YI~d�+ � @ s d dddddddgZ dd lZdd lZdd lZdd lZdd lZdd lZdd lZ dd l Z dd l m Z d Zd ad d � Zee jj�ZdZdd� ZdZdd� ZdddddddgZdd d d d d d!d"d#d$d%d&g Zg ZxeD ]Z e� e � � � q�W dtd'd(�Z dud)d*�Z d d d d d+�Z!e�"d,ej#�Z$d-d.� Z%d/d0� Z&e�"d1ej#�Z'e�"d2ej(ej#B �Z)e�"d3ej*ej#B �Z+d4d5� Z,e�"d6ej*ej#B �Z-d7d8� Z.d9d:� Z/e�"d;�Z0e�"d<�Z1e�"d=�Z2e�"d>�Z3d?d@� Z4e�"dA�Z5dBdC� Z6dDdE� Z7dFdG� Z8e�"dHej#�Z9dIdJ� Z:dKdL� Z;dMdN� Z<dOdP� Z=e�"dQej#�Z>dRdS� Z?dTdU� Z@dVdW� ZAdXdY� ZBdZZCe�"d[�ZDd\d]� ZEd^d_� ZFd`da� ZGdbdc� ZHG ddd � d �ZIG ded� d�ZJG dfd� deJ�ZKdgdh� ZLdidj� ZMG dkdl� dl�ZNG dmd� d�ZOG dnd� deP�ZQG dod� deO�ZRdpdq� ZSG drd� deR�ZTG dsd� deR�ZUd S )v�Cookie� CookieJar� CookiePolicy�DefaultCookiePolicy� FileCookieJar� LWPCookieJar� LoadError�MozillaCookieJar� N)�timegmFc G s( t sd S ts dd l}|�d�atj | � S )Nr zhttp.cookiejar)�debug�logger�loggingZ getLogger)�argsr � r �3/opt/alt/python37/lib64/python3.7/http/cookiejar.py�_debug+ s r zQa filename was not supplied (nor was the CookieJar instance initialised with one)c C sJ dd l } dd l}dd l}| �� }|�d |� |�� }|jd| dd� d S )Nr zhttp.cookiejar bug! %s� )� stacklevel)�io�warnings� traceback�StringIO� print_exc�getvalue�warn)r r r �f�msgr r r �_warn_unhandled_exception9 s r i� c C s� | d d� \}}}}}}|t kr�d| kr4dkr�n nhd| krLdkr�n nPd| krddkr�n n8d| kr|dkr�n n d| kr�dkr�n nt| �S d S d S ) N� � � � r � �; �= )� EPOCH_YEARr )�tt�year�monthZmday�hour�min�secr r r �_timegmH s 8Hr, ZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C s@ | d krt j �� }n t j �| �}d|j|j|j|j|j|jf S )Nz %04d-%02d-%02d %02d:%02d:%02dZ) �datetime�utcnow�utcfromtimestampr' r( �dayr) �minute�second)�t�dtr r r � time2isozV s r5 c C sR | d krt j �� }n t j �| �}dt|�� |jt|jd |j|j |j |j f S )Nz#%s, %02d-%s-%04d %02d:%02d:%02d GMTr ) r- r. r/ �DAYSZweekdayr0 �MONTHSr( r' r) r1 r2 )r3 r4 r r r � time2netscapei s r8 )ZGMT�UTCZUT�Zz^([-+])?(\d\d?):?(\d\d)?$c C sj d }| t krd}nTt�| �}|rfdt|�d�� }|�d�rR|dt|�d�� }|�d�dkrf| }|S )Nr i r � �< r �-)� UTC_ZONES� TIMEZONE_RE�search�int�group)�tz�offset�mr r r �offset_from_tz_string� s rF c C s� t |�}|tjkrd S yt�|�� �d }W nX tk r� y t |�}W n tk r\ d S X d| krrdkr|n n|}nd S Y nX |d kr�d}|d kr�d}|d kr�d}t | �} t |�}t |�}t |�}|dk �r0t�t�� �d }|d } |} || | }| | } t | �dk�r0| dk�r(|d }n|d }t ||| ||||f�} | d k �r�|d k�r^d}|� � }t |�} | d k�r|d S | | } | S )Nr r r i� �d �2 r9 ) rA r- ZMAXYEAR� MONTHS_LOWER�index�lower� ValueError�timeZ localtime�absr, �upperrF ) r0 �mon�yr�hrr* r+ rC ZimonZcur_yrrE Ztmpr3 rD r r r � _str2time� sV rS zV^[SMTWF][a-z][a-z], (\d\d) ([JFMASOND][a-z][a-z]) (\d\d\d\d) (\d\d):(\d\d):(\d\d) GMT$z+^(?:Sun|Mon|Tue|Wed|Thu|Fri|Sat)[a-z]*,?\s*a� ^ (\d\d?) # day (?:\s+|[-\/]) (\w+) # month (?:\s+|[-\/]) (\d+) # year (?: (?:\s+|:) # separator before clock (\d\d?):(\d\d) # hour:min (?::(\d\d))? # optional seconds )? # optional clock \s* (?: ([-+]?\d{2,4}|(?![APap][Mm]\b)[A-Za-z]+) # timezone \s* )? (?: \(\w+\) # ASCII representation of timezone in parens. \s* )?$c C s� t �| �}|rl|�� }t�|d �� �d }t|d �|t|d �t|d �t|d �t|d �f}t|�S | � � } t � d| d�} d gd \}}}}}} } t �| �}|d k r�|�� \}}}}}} } nd S t |||||| | �S ) Nr r r r; � � � � )�STRICT_DATE_REr@ �groupsrI rJ rK rA �floatr, �lstrip� WEEKDAY_RE�sub�LOOSE_HTTP_DATE_RErS ) �textrE �grP r& r0 rQ rR r* r+ rC r r r � http2time� s " ra a� ^ (\d{4}) # year [-\/]? (\d\d?) # numerical month [-\/]? (\d\d?) # day (?: (?:\s+|[-:Tt]) # separator before clock (\d\d?):?(\d\d) # hour:min (?::?(\d\d(?:\.\d*)?))? # optional seconds (and fractional) )? # optional clock \s* (?: ([-+]?\d\d?:?(:?\d\d)? |Z|z) # timezone (Z is "zero meridian", i.e. GMT) \s* )?$c C sd | � � } d gd \}}}}}}}t�| �}|d k rL|�� \}}}}}}}} nd S t|||||||�S )NrW )r[ � ISO_DATE_REr@ rY rS ) r_ r0 rP rQ rR r* r+ rC rE �_r r r �iso2time* s rd c C s* | � d�\}}| jd |� | j|d � S )Nr )�span�string)�match�start�endr r r � unmatchedK s rj z^\s*([^=\s;,]+)z&^\s*=\s*\"([^\"\\]*(?:\\.[^\"\\]*)*)\"z^\s*=\s*([^\s;,]*)z\\(.)c C s g }�x | D ]�}|}g }x�|r�t �|�}|r�t|�}|�d�}t�|�}|rlt|�}|�d�}t�d|�}n.t�|�}|r�t|�}|�d�}|�� }nd }|� ||f� q|� � � d�r�|� � dd � }|r�|� |� g }qt � dd|�\}} |}qW |r |� |� q W |S )Nr z\1�,z^[=\s;]*rV )�HEADER_TOKEN_REr@ rj rB �HEADER_QUOTED_VALUE_RE�HEADER_ESCAPE_REr] �HEADER_VALUE_RE�rstrip�appendr[ � startswith�re�subn) Z header_values�resultr_ Z orig_text�pairsrE �name�valueZnon_junkZ nr_junk_charsr r r �split_header_wordsT s> . ry z([\"\\])c C s� g }xt| D ]l}g }xN|D ]F\}}|d k rTt �d|�sHt�d|�}d| }d||f }|�|� qW |r |�d�|�� q W d�|�S )Nz^\w+$z\\\1z"%s"z%s=%sz; z, )rs r@ �HEADER_JOIN_ESCAPE_REr] rq �join)Zlists�headersrv �attr�k�vr r r �join_header_words� s r� c C s0 | � d�r| dd � } | �d�r,| d d� } | S )N�"r ���)rr �endswith)r_ r r r � strip_quotes� s r� c C s d}g }x�| D ]�}g }d}x�t |�d��D ]�\}}|�� }|�d�\}} } |�� }|sd|dkr*P nq*| rp| �� nd } |dkr�|�� } | |kr�| }|dkr�| d k r�t| �} d}n |dkr�| d k r�tt| ��} |�|| f� q*W |r|s�|�d � |�|� qW |S ) N)�expires�domain�path�secure�version�portzmax-ageF�;�=r r� Tr� )r� �0)� enumerate�split�strip� partitionrK r� ra rq ) Z ns_headersZ known_attrsru Z ns_headerrv � version_set�iiZparam�key�sep�val�lcr r r �parse_ns_headers� s> r� z\.\d+$c C s: t �| �rdS | dkrdS | d dks2| d dkr6dS dS )NFrV r �.r� T)�IPV4_REr@ )r_ r r r �is_HDN s r� c C sl | � � } |� � }| |kr dS t| �s(dS | �|�}|dksB|dkrFdS |�d�sTdS t|dd � �shdS dS )NTFr� r r� r )rK r� �rfindrr )�A�B�ir r r � domain_match s r� c C s t �| �rdS dS )NFT)r� r@ )r_ r r r �liberal_is_HDNE s r� c C s` | � � } |� � }t| �r t|�s0| |kr,dS dS |�d�}|rL| �|�rLdS |s\| |kr\dS dS )NTFr� )rK r� rr r� )r� r� � initial_dotr r r �user_domain_matchO s r� z:\d+$c C sB | � � }tj�|�d }|dkr,| �dd�}t�d|d�}|�� S )Nr rV ZHost)� get_full_url�urllib�parseZurlparseZ get_header� cut_port_rer] rK )�request�url�hostr r r � request_hostd s r� c C s4 t | � }}|�d�dkr,t�|�s,|d }||fS )Nr� r� z.local)r� �findr� r@ )r� �erhn�req_hostr r r �eff_request_hostt s r� c C s4 | � � }tj�|�}t|j�}|�d�s0d| }|S )N�/)r� r� r� Zurlsplit� escape_pathr� rr )r� r� �partsr� r r r � request_path s r� c C s^ | j }|�d�}|dkrV||d d � }y t|� W qZ tk rR td|� d S X nt}|S )N�:r r znonnumeric port: '%s')r� r� rA rL r �DEFAULT_HTTP_PORT)r� r� r� r� r r r � request_port� s r� z%/;:@&=+$,!~*'()z%([0-9a-fA-F][0-9a-fA-F])c C s d| � d��� S )Nz%%%sr )rB rO )rg r r r �uppercase_escaped_char� s r� c C s t j�| t�} t�t| �} | S )N)r� r� Zquote�HTTP_PATH_SAFE�ESCAPED_CHAR_REr] r� )r� r r r r� � s r� c C sP | � d�}|dkrL| |d d � }|� d�}t| �rL|dksD|dkrLd| S | S )Nr� r r Zlocal)r� r� )�hr� �br r r �reach� s r� c C s$ t | �}t|t| j��s dS dS d S )NTF)r� r� r� Zorigin_req_host)r� r� r r r �is_third_party� s r� c @ sJ e Zd Zddd�Zdd� Zddd�Zd d � Zdd d �Zd d� Zdd� Z dS )r Fc C s� |d k rt |�}| d k r$t t| ��} |d kr<|dkr<td��|| _|| _|| _|| _|| _|�� | _ || _ || _ | | _ | | _ | | _| | _| | _|| _|| _|| _t�|�| _d S )NTz-if port is None, port_specified must be false)rA rZ rL r� rw rx r� �port_specifiedrK r� �domain_specified�domain_initial_dotr� �path_specifiedr� r� �discard�comment� comment_url�rfc2109�copy�_rest)�selfr� rw rx r� r� r� r� r� r� r� r� r� r� r� r� �restr� r r r �__init__� s. zCookie.__init__c C s || j kS )N)r� )r� rw r r r �has_nonstandard_attr s zCookie.has_nonstandard_attrNc C s | j �||�S )N)r� �get)r� rw �defaultr r r �get_nonstandard_attr s zCookie.get_nonstandard_attrc C s || j |< d S )N)r� )r� rw rx r r r �set_nonstandard_attr s zCookie.set_nonstandard_attrc C s, |d krt � � }| jd k r(| j|kr(dS dS )NTF)rM r� )r� �nowr r r � is_expired" s zCookie.is_expiredc C sX | j d krd}n d| j }| j| | j }| jd k rFd| j| jf }n| j}d||f S )NrV r� z%s=%sz<Cookie %s for %s>)r� r� r� rx rw )r� �p�limitZ namevaluer r r �__str__( s zCookie.__str__c C sp g }x,dD ]$}t | |�}|�d|t|�f � q W |�dt| j� � |�dt| j� � d| jjd�|�f S )N)r� rw rx r� r� r� r� r� r� r� r� r� r� r� r� z%s=%szrest=%sz rfc2109=%sz%s(%s)z, )�getattrrq �reprr� r� � __class__�__name__r{ )r� r rw r} r r r �__repr__2 s zCookie.__repr__)F)N)N) r� � __module__� __qualname__r� r� r� r� r� r� r� r r r r r � s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) r c C s t � �d S )N)�NotImplementedError)r� �cookier� r r r �set_okJ s zCookiePolicy.set_okc C s t � �d S )N)r� )r� r� r� r r r � return_okS s zCookiePolicy.return_okc C s dS )NTr )r� r� r� r r r �domain_return_okW s z CookiePolicy.domain_return_okc C s dS )NTr )r� r� r� r r r �path_return_ok\ s zCookiePolicy.path_return_okN)r� r� r� r� r� r� r� r r r r r A s c @ s� e Zd ZdZdZdZdZeeB Zdddddddddeddf dd �Zd d � Z d d � Z dd� Z dd� Z dd� Z dd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z d4d5� Z dS )6r r r rT r NTFc C sp || _ || _|| _|| _|| _|| _| | _| | _| | _| | _ |d k rPt |�| _ nd| _ |d k rft |�}|| _ d S )Nr ) �netscape�rfc2965�rfc2109_as_netscape� hide_cookie2� strict_domain�strict_rfc2965_unverifiable�strict_ns_unverifiable�strict_ns_domain� strict_ns_set_initial_dollar�strict_ns_set_path�tuple�_blocked_domains�_allowed_domains) r� �blocked_domains�allowed_domainsr� r� r� r� r� r� r� r� r� r� r r r r� l s z DefaultCookiePolicy.__init__c C s | j S )N)r� )r� r r r r� � s z#DefaultCookiePolicy.blocked_domainsc C s t |�| _d S )N)r� r� )r� r� r r r �set_blocked_domains� s z'DefaultCookiePolicy.set_blocked_domainsc C s" x | j D ]}t||�rdS qW dS )NTF)r� r� )r� r� Zblocked_domainr r r � is_blocked� s z DefaultCookiePolicy.is_blockedc C s | j S )N)r� )r� r r r r� � s z#DefaultCookiePolicy.allowed_domainsc C s |d k rt |�}|| _d S )N)r� r� )r� r� r r r �set_allowed_domains� s z'DefaultCookiePolicy.set_allowed_domainsc C s0 | j d krdS x | j D ]}t||�rdS qW dS )NFT)r� r� )r� r� Zallowed_domainr r r �is_not_allowed� s z"DefaultCookiePolicy.is_not_allowedc C sB t d|j|j� x,dD ]$}d| }t| |�}|||�sdS qW dS )Nz - checking cookie %s=%s)r� � verifiabilityrw r� r� r� Zset_ok_FT)r rw rx r� )r� r� r� �n�fn_name�fnr r r r� � s zDefaultCookiePolicy.set_okc C sZ |j d kr td|j|j� dS |j dkr:| js:td� dS |j dkrV| jsVtd� dS dS )Nz0 Set-Cookie2 without version attribute (%s=%s)Fr z$ RFC 2965 cookies are switched offz$ Netscape cookies are switched offT)r� r rw rx r� r� )r� r� r� r r r �set_ok_version� s z"DefaultCookiePolicy.set_ok_versionc C sJ |j rFt|�rF|jdkr*| jr*td� dS |jdkrF| jrFtd� dS dS )Nr z> third-party RFC 2965 cookie during unverifiable transactionFz> third-party Netscape cookie during unverifiable transactionT)� unverifiabler� r� r� r r� )r� r� r� r r r �set_ok_verifiability� s z(DefaultCookiePolicy.set_ok_verifiabilityc C s0 |j dkr,| jr,|j�d�r,td|j� dS dS )Nr �$z' illegal name (starts with '$'): '%s'FT)r� r� rw rr r )r� r� r� r r r � set_ok_name� s z DefaultCookiePolicy.set_ok_namec C sL |j rHt|�}|jdks(|jdkrH| jrH| �|j|�sHtd|j|� dS dS )Nr z7 path attribute %s is not a prefix of request path %sFT)r� r� r� r� r� r� r )r� r� r� �req_pathr r r � set_ok_path� s z DefaultCookiePolicy.set_ok_pathc C s� | � |j�r td|j� dS | �|j�r8td|j� dS |j�r�t|�\}}|j}| jr�|�d�dkr�|�d�}|�dd|�}|dkr�||d d � }||d |� } | � � dkr�t |�dkr�td |� dS |� d�r�|dd � } n|} | � d�dk} | �s|d k�rtd |� dS |j dk�rX|�|��sX|� d��sXd| �|��sXtd ||� dS |j dk�sr| j| j@ �r�t||��s�td ||� dS |j dk�s�| j| j@ �r�|d t |� � } | � d�dk�r�t�|��s�td| |� dS dS )Nz" domain %s is in user block-listFz& domain %s is not in user allow-listr� r r r )�coZacZcomZeduZorgZnetZgovZmilrA ZaeroZbiz�catZcoop�infoZjobsZmobiZmuseumrw ZproZtravel�euz& country-code second level domain %sz.localz/ non-local domain %s contains no embedded dotzO effective request-host %s (even with added initial dot) does not end with %sz5 effective request-host %s does not domain-match %sz. host prefix %s for domain %s contains a dotT)r� r� r r� r� r� r� �countr� rK �lenrr r� r� r� r� �DomainRFC2965Matchr� �DomainStrictNoDotsr� r@ ) r� r� r� r� r� r� r� �jZtldZsldZundotted_domainZ embedded_dotsZ host_prefixr r r � set_ok_domain� sb z!DefaultCookiePolicy.set_ok_domainc C s� |j r�t|�}|d kr d}nt|�}x\|j�d�D ]:}y t|� W n tk r` td|� dS X ||kr2P q2W td||j� dS dS )N�80rk z bad port %s (not numeric)Fz$ request port (%s) not found in %sT)r� r� �strr� r� rA rL r )r� r� r� �req_portr� r r r � set_ok_port( s" z DefaultCookiePolicy.set_ok_portc C sB t d|j|j� x,dD ]$}d| }t| |�}|||�sdS qW dS )Nz - checking cookie %s=%s)r� r� r� r� r� r� Z return_ok_FT)r rw rx r� )r� r� r� r� r� r� r r r r� = s z DefaultCookiePolicy.return_okc C s< |j dkr | js td� dS |j dkr8| js8td� dS dS )Nr z$ RFC 2965 cookies are switched offFz$ Netscape cookies are switched offT)r� r� r r� )r� r� r� r r r �return_ok_versionO s z%DefaultCookiePolicy.return_ok_versionc C sJ |j rFt|�rF|jdkr*| jr*td� dS |jdkrF| jrFtd� dS dS )Nr z> third-party RFC 2965 cookie during unverifiable transactionFz> third-party Netscape cookie during unverifiable transactionT)r� r� r� r� r r� )r� r� r� r r r �return_ok_verifiabilityX s z+DefaultCookiePolicy.return_ok_verifiabilityc C s |j r |jdkr td� dS dS )NZhttpsz( secure cookie with non-secure requestFT)r� �typer )r� r� r� r r r �return_ok_secured s z$DefaultCookiePolicy.return_ok_securec C s |� | j�rtd� dS dS )Nz cookie expiredFT)r� �_nowr )r� r� r� r r r �return_ok_expiresj s z%DefaultCookiePolicy.return_ok_expiresc C sP |j rLt|�}|d krd}x0|j �d�D ]}||kr(P q(W td||j � dS dS )Nr rk z0 request port %s does not match cookie port %sFT)r� r� r� r )r� r� r� r r� r r r �return_ok_portp s z"DefaultCookiePolicy.return_ok_portc C s� t |�\}}|j}|r*|�d�s*d| }n|}|jdkr^| j| j@ r^|js^||kr^td� dS |jdkr�t||�s�td||� dS |jdkr�d| � |�s�td||� dS dS )Nr� r zQ cookie with unspecified domain does not string-compare equal to request domainFzQ effective request-host name %s does not domain-match RFC 2965 cookie domain %sz; request-host %s does not match Netscape cookie domain %sT) r� r� rr r� r� �DomainStrictNonDomainr� r r� r� )r� r� r� r� r� r� � dotdomainr r r �return_ok_domain~ s& z$DefaultCookiePolicy.return_ok_domainc C s� t |�\}}|�d�s d| }|�d�s0d| }|rH|�d�sHd| }n|}|�|�sd|�|�sddS | �|�r|td|� dS | �|�r�td|� dS dS )Nr� Fz" domain %s is in user block-listz& domain %s is not in user allow-listT)r� rr r� r� r r� )r� r� r� r� r� r r r r r� � s" z$DefaultCookiePolicy.domain_return_okc C sb t d|� t|�}t|�}||kr&dS |�|�rR|�d�sN|||d � dkrRdS t d||� dS )Nz- checking cookie path=%sTr� r z %s does not path-match %sF)r r� r rr r� )r� r� r� r� Zpathlenr r r r� � s z"DefaultCookiePolicy.path_return_ok) r� r� r� r r r Z DomainLiberalZ DomainStrictr� r� r� r� r� r� r� r� r� r� r� r� r r r� r r r r r r r� r� r r r r r b sJ ; c C s t | �� �}t| j|�S )N)�sorted�keys�mapr� )Zadictr r r r �vals_sorted_by_key� s r c c sZ t | �}xL|D ]D}d} y |j W n tk r4 Y nX d} t|�E d H | s|V qW d S )NFT)r �items�AttributeError� deepvalues)�mapping�values�objr r r r � s r c @ s e Zd ZdS )�AbsentN)r� r� r� r r r r r" � s r" c @ s� e Zd Ze�d�Ze�d�Ze�d�Ze�d�Ze�d�Z e�dej �Z d2dd �Z d d � Z d d � Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd3d$d%�Zd&d'� Zd(d)� Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z dS )4r z\Wz([\"\\])z\.?[^.]*z[^.]*z^\.+z^\#LWP-Cookies-(\d+\.\d+)Nc C s( |d krt � }|| _t�� | _i | _d S )N)r �_policy� _threading�RLock� _cookies_lock�_cookies)r� �policyr r r r� � s zCookieJar.__init__c C s || _ d S )N)r# )r� r( r r r � set_policy� s zCookieJar.set_policyc C s� g }| j �||�sg S td|� | j| }xd|�� D ]X}| j �||�sHq4|| }x:|�� D ].}| j �||�svtd� qZtd� |�|� qZW q4W |S )Nz!Checking %s for cookies to returnz not returning cookiez it's a match) r# r� r r' r r� r r� rq )r� r� r� �cookiesZcookies_by_pathr� Zcookies_by_namer� r r r �_cookies_for_domain� s z CookieJar._cookies_for_domainc C s. g }x$| j �� D ]}|�| �||�� qW |S )N)r' r �extendr+ )r� r� r* r� r r r �_cookies_for_request s z CookieJar._cookies_for_requestc C sF |j dd� dd� d}g }�x$|D �]}|j}|sLd}|dkrL|�d| � |jd k r~| j�|j�r~|dkr~| j�d|j�}n|j}|jd kr�|�|j� n|�d |j|f � |dkr"|j r�|�d |j � |j � d ��r|j }|j �s|� d ��r|d d � }|�d | � |jd k r"d}|j�r4|d|j }|�|� q"W |S )Nc S s t | j�S )N)r r� )�ar r r �<lambda> � z)CookieJar._cookie_attrs.<locals>.<lambda>T)r� �reverseFr z $Version=%sz\\\1z%s=%sz $Path="%s"r� r z $Domain="%s"z$Portz="%s")�sortr� rq rx � non_word_rer@ �quote_rer] rw r� r� r� rr r� r� r� ) r� r* r� �attrsr� r� rx r� r� r r r � _cookie_attrs s> zCookieJar._cookie_attrsc C s� t d� | j�� z�tt�� � | j_| _| �|�}| �|�}|r^|� d�s^|� dd� |�� | jj r�| jj s�|� d�s�x$|D ] }|jdkr~|� dd� P q~W W d | j�� X | �� d S )N�add_cookie_headerr z; ZCookie2r z $Version="1")r r& �acquirerA rM r# r r- r6 Z has_headerZadd_unredirected_headerr{ r� r� r� �release�clear_expired_cookies)r� r� r* r5 r� r r r r7 F s$ zCookieJar.add_cookie_headerc C s� g }d}d}�x||D �]r}|d \}}d}d} i } i } �x4|dd � D �]"\} } | � � }||ksh||krl|} | |kr�| d kr�d} | | kr�qF| dkr�| d kr�td� d} P | � � } | d kr�|r�qF| d kr�td � qF| d k�r d}y t| �} W n$ tk �r td � d} P Y nX d } | j| } | |k�s2| |k�rb| d k�rX| d k�rXtd| � d} P | | | < qF| | | < qFW | �rvq|�||| | f� qW |S )N)r� r� )r� r� zmax-ager� r� r� r� � commenturlr Fr Tr� z% missing value for domain attributer� zM missing or invalid value for expires attribute: treating as session cookiezmax-agez? missing or invalid (non-numeric) value for max-age attribute)r� r� r; z! missing value for %s attribute)rK r rA rL r rq )r� � attrs_set� cookie_tuples� boolean_attrs� value_attrsZ cookie_attrsrw rx Z max_age_setZ bad_cookie�standardr� r~ r r� r r r �_normalized_cookie_tuplesg sf z#CookieJar._normalized_cookie_tuplesc C s$ |\}}}}|� dt�}|� dt�}|� dt�} |� dt�} |� dd �} | d k rry t| �} W n tk rp d S X |� dd�} |� dd�} |� d d �}|� d d �}|tk r�|d kr�d }t|�}nXd}t|�}|�d �}|dk�r| dkr�|d |� }n|d |d � }t|�dk�rd }|tk }d}|�r8t|� d��}|tk�rTt |�\}}|}n|� d��shd| }d}| tk �r�| d k�r�t |�} nd }t � dd | �} nd } | tk�r�d } d } nH| | jk�r�y| �|||� W n tk �r� Y nX td|||� d S t| ||| ||||||| | | |||�S )Nr� r� r� r� r� r� Fr� r� r; rV Tr� r� r r r� z\s+z2Expiring cookie, domain='%s', path='%s', name='%s')r� r" rA rL r� r� r� r �boolrr r� r� rs r] r �clear�KeyErrorr r )r� �tupr� rw rx r@ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r �_cookie_from_cookie_tuple� s� z#CookieJar._cookie_from_cookie_tuplec C s: | � |�}g }x&|D ] }| �||�}|r|�|� qW |S )N)rA rF rq )r� r< r� r= r* rE r� r r r �_cookies_from_attrs_set$ s z!CookieJar._cookies_from_attrs_setc C sL t | jdd �}|d kr | jj }x&|D ] }|jdkr&d|_|r&d|_q&W d S )Nr� r Tr )r� r# r� r� r� )r� r* Z rfc2109_as_nsr� r r r �_process_rfc2109_cookies- s z"CookieJar._process_rfc2109_cookiesc C s> |� � }|�dg �}|�dg �}tt�� � | j_| _| jj}| jj}|sN|rf|sV|rf|s^|rf|sj|sjg S y| �t |�|�}W n t k r� t � g }Y nX |�r:|�r:y| �t |�|�} W n t k r� t � g } Y nX | � | � |�r*i } x |D ]} d | | j| j| jf< q�W | fdd�} t| | �} | �r:|�| � |S )Nz Set-Cookie2z Set-Cookiec S s | j | j| jf}||kS )N)r� r� rw )Z ns_cookie�lookupr� r r r �no_matching_rfc2965f s z3CookieJar.make_cookies.<locals>.no_matching_rfc2965)r Zget_allrA rM r# r r� r� rG ry � Exceptionr r� rH r� r� rw �filterr, ) r� �responser� r| Z rfc2965_hdrsZns_hdrsr� r� r* Z ns_cookiesrI r� rJ r r r � make_cookies9 sD zCookieJar.make_cookiesc C sN | j �� z2tt�� � | j_| _| j�||�r:| �|� W d | j �� X d S )N) r& r8 rA rM r# r r� � set_cookier9 )r� r� r� r r r �set_cookie_if_okp s zCookieJar.set_cookie_if_okc C sl | j }| j�� zJ|j|kr&i ||j< ||j }|j|krDi ||j< ||j }|||j< W d | j�� X d S )N)r' r& r8 r� r� rw r9 )r� r� �cZc2Zc3r r r rO } s zCookieJar.set_cookiec C sf t d|�� � | j�� z<x6| �||�D ]&}| j�||�r(t d|� | �|� q(W W d | j�� X d S )Nzextract_cookies: %sz setting cookie: %s) r r r& r8 rN r# r� rO r9 )r� rM r� r� r r r �extract_cookies� s zCookieJar.extract_cookiesc C st |d k r2|d ks|d kr t d��| j| | |= n>|d k rX|d krJt d��| j| |= n|d k rj| j|= ni | _d S )Nz8domain and path must be given to remove a cookie by namez.domain must be given to remove cookies by path)rL r' )r� r� r� rw r r r rC � s zCookieJar.clearc C sH | j �� z,x&| D ] }|jr| �|j|j|j� qW W d | j �� X d S )N)r& r8 r� rC r� r� rw r9 )r� r� r r r �clear_session_cookies� s z CookieJar.clear_session_cookiesc C sT | j �� z8t�� }x*| D ]"}|�|�r| �|j|j|j� qW W d | j �� X d S )N) r& r8 rM r� rC r� r� rw r9 )r� r� r� r r r r: � s z CookieJar.clear_expired_cookiesc C s t | j�S )N)r r' )r� r r r �__iter__� s zCookieJar.__iter__c C s d}x| D ] }|d }q W |S )Nr r r )r� r� r� r r r �__len__� s zCookieJar.__len__c C s6 g }x| D ]}|� t|�� q W d| jjd�|�f S )Nz<%s[%s]>z, )rq r� r� r� r{ )r� �rr� r r r r� � s zCookieJar.__repr__c C s6 g }x| D ]}|� t|�� q W d| jjd�|�f S )Nz<%s[%s]>z, )rq r r� r� r{ )r� rV r� r r r r� � s zCookieJar.__str__)N)NNN)!r� r� r� rs �compiler3 r4 Zstrict_domain_reZ domain_reZdots_re�ASCII�magic_rer� r) r+ r- r6 r7 rA rF rG rH rN rP rO rR rC rS r: rT rU r� r� r r r r r � s6 ;!a\ 7 c @ s e Zd ZdS )r N)r� r� r� r r r r r � s c @ s4 e Zd Zd dd�Zd dd�Zd dd�Zdd d �ZdS )r NFc C sJ t �| |� |d k r6y |d W n td��Y nX || _t|�| _d S )NrV z filename must be string-like)r r� rL �filenamerB � delayload)r� rZ r[ r( r r r r� � s zFileCookieJar.__init__c C s t � �d S )N)r� )r� rZ �ignore_discard�ignore_expiresr r r �save� s zFileCookieJar.savec C sJ |d kr"| j d k r| j }ntt��t|��}| �||||� W d Q R X d S )N)rZ rL �MISSING_FILENAME_TEXT�open� _really_load)r� rZ r\ r] r r r r �load s zFileCookieJar.loadc C s� |d kr"| j d k r| j }ntt��| j�� zFt�| j�}i | _y| �|||� W n t k rn || _� Y nX W d | j� � X d S )N) rZ rL r_ r& r8 r� Zdeepcopyr' rb �OSErrorr9 )r� rZ r\ r] Z old_stater r r �revert s zFileCookieJar.revert)NFN)NFF)NFF)NFF)r� r� r� r� r^ rb rd r r r r r � s c C s$ | j | jfd| jfd| jfg}| jd k r8|�d| jf� | jrH|�d� | jrX|�d� | jrh|�d� | j rx|�d� | j r�|�dt t | j ��f� | j r�|�d � | jr�|�d | jf� | jr�|�d | jf� t| j�� �}x$|D ] }|�|t| j| �f� q�W |�d t| j�f� t|g�S ) Nr� r� r� )� path_specN)� port_specN)� domain_dotN)r� Nr� )r� Nr� r; r� )rw rx r� r� r� rq r� r� r� r� r� r5 rZ r� r� r� r r� r r r� r� )r� r� r r~ r r r �lwp_cookie_str$ s6 rh c @ s( e Zd Zd dd�Zd dd�Zdd � ZdS ) r Tc C sX t � � }g }x:| D ]2}|s"|jr"q|s2|�|�r2q|�dt|� � qW d�|dg �S )NzSet-Cookie3: %s� rV )rM r� r� rq rh r{ )r� r\ r] r� rV r� r r r � as_lwp_strM s zLWPCookieJar.as_lwp_strNFc C sX |d kr"| j d k r| j }ntt��t|d��"}|�d� |�| �||�� W d Q R X d S )N�wz#LWP-Cookies-2.0 )rZ rL r_ r` �writerj )r� rZ r\ r] r r r r r^ ] s zLWPCookieJar.savec C sD |� � }| j�|�s$d| }t|��t�� }d}d} d} �yx�|� � } | dkrRP | �|�s^q@| t|�d � �� } �x�t| g�D �]p} | d \} }i }i }x| D ] }d||< q�W x�| dd � D ]p\}}|d k r�|� � }nd }|| ks�|| kr�|}|| k�r|d k�rd }|||< q�|| k�r&|||< q�|||< q�W |j }|d �}|d �}|d k �rZt |�}|d k�rhd }|d �}|�d �}t |d�| ||d�|d�|||d�|d�|d�|d�|||d�|d�|�}|�s�|j �r�q�|�s�|�|��r�q�| �|� q�W q@W W nB tk �r � Y n, tk �r> t� td|| f ��Y nX d S )Nz5%r does not look like a Set-Cookie3 (LWP) format filez Set-Cookie3:)rf re rg r� r� )r� r� r� r� r� r� r; rV r Fr Tr� r� r� r� r� r� rf rg r� re r� r� r; z&invalid Set-Cookie3 format file %r: %r)�readlinerY r@ r rM rr r r� ry rK r� rd r r� r� rO rc rK r )r� r rZ r\ r] �magicr r� �headerr> r? �line�datarw rx r@ r� r~ r r� r� r� r� r� r� rQ r r r ra i s� zLWPCookieJar._really_load)TT)NFF)r� r� r� rj r^ ra r r r r r @ s c @ s, e Zd Ze�d�ZdZdd� Zd dd�ZdS ) r z #( Netscape)? HTTP Cookie Filezr# Netscape HTTP Cookie File # http://curl.haxx.se/rfc/cookie_spec.html # This is a generated file! Do not edit. c C sd t � � }|�� }| j�|�s(td| ��y�x�|�� }|dkr>P |�d�rT|d d� }|�� �d�s,|�� dkrpq,|�d�\}} } } } } }| dk} | dk} | dkr�|} d }|�d�}d }| dkr�d } d }t d | |d d || || d | | |d d i �}|s�|j r�q,|�s |� |��r q,| � |� q,W W nB t k �r4 � Y n, tk �r^ t� td ||f ��Y nX d S ) Nz4%r does not look like a Netscape format cookies filerV ri r� )�#r� � �TRUEr� FTr z+invalid Netscape format cookies file %r: %r)rM rm rY r@ r r� r� rr r� r r� r� rO rc rK r )r� r rZ r\ r] r� rn rp r� r� r� r� r� rw rx r� r� rQ r r r ra � s` z MozillaCookieJar._really_loadNFc C s |d kr"| j d k r| j }ntt��t|d���}|�| j� t�� }x�| D ]�}|sX|jrXqH|sh|�|�rhqH|j rtd}nd}|j � d�r�d}nd}|j d k r�t |j �} nd} |jd kr�d} |j} n |j} |j} |�d�|j ||j|| | | g�d � qHW W d Q R X d S )Nrk rt ZFALSEr� rV rs ri )rZ rL r_ r` rl ro rM r� r� r� r� rr r� r rx rw r{ r� ) r� rZ r\ r] r r� r� r� r� r� rw rx r r r r^ s< zMozillaCookieJar.save)NFF) r� r� r� rs rW rY ro ra r^ r r r r r � s A)N)N)V�__all__r� r- rs rM Z urllib.parser� Zurllib.requestZ threadingr$ Z http.clientZhttpZcalendarr r r r r ZclientZ HTTP_PORTr� r_ r r% r, r6 r7 rI r( rq rK r5 r8 r> rW rX r? rF rS rX �Ir\ �Xr^ ra rb rd rj rl rm ro rn ry rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r" r rc r r rh r r r r r r �<module> s� 88! U D' #b! ` : x