3
\4? � @ sH d dl Z d dlmZmZmZmZmZmZmZm Z m
Z
m Z m Z m
Z
mZmZ d dlmZ d dlmZ d dlmZ dddd d
d d d
dddddddddddddgZG dd � d �ZG d d
� d
e�Zed
e� G d d� de�Zed e� G d d� de�Zed e� G d!d� d�ZG d"d� d�Zye W n e k
�r4 e Z Y nX G d#d� d�Z dS )$� N)�Error� __version__�writer�reader�register_dialect�unregister_dialect� get_dialect�
list_dialects�field_size_limit�
QUOTE_MINIMAL� QUOTE_ALL�QUOTE_NONNUMERIC�
QUOTE_NONE�__doc__)�Dialect)� OrderedDict)�StringIOr r r
r r r r �excel� excel_tabr
r r r r r �Snifferr r �
DictReader�
DictWriter� unix_dialectc @ s@ e Zd ZdZdZdZdZdZdZdZ dZ
dZ dd� Z dd� Z
dS )r � FNc C s | j tkrd| _| j� d S )NT)� __class__r �_valid� _validate)�self� r �/usr/lib64/python3.6/csv.py�__init__+ s
zDialect.__init__c C s@ y t | � W n. tk
r: } ztt|���W Y d d }~X nX d S )N)�_Dialect� TypeErrorr �str)r �er r r r 0 s zDialect._validate)�__name__�
__module__� __qualname__�_namer � delimiter� quotecharZ
escapechar� doublequote�skipinitialspace�lineterminator�quotingr r r r r r r s c @ s$ e Zd ZdZdZdZdZdZeZ dS )r �,�"TFz
N)
r% r& r' r) r* r+ r, r- r r. r r r r r 7 s c @ s e Zd ZdZdS )r � N)r% r& r' r) r r r r r A s z excel-tabc @ s$ e Zd ZdZdZdZdZdZeZ dS )r r/ r0 TF�
N)
r% r& r' r) r* r+ r, r- r r. r r r r r F s Zunixc @ s@ e Zd Zd dd�Zdd� Zedd� �Zejd d� �Zd
d � ZdS )
r Nr c O s6 || _ || _|| _t||f|�|�| _|| _d| _d S )Nr )� _fieldnames�restkey�restvalr �dialect�line_num)r �f�
fieldnamesr4 r5 r6 �args�kwdsr r r r R s zDictReader.__init__c C s | S )Nr )r r r r �__iter__[ s zDictReader.__iter__c C s@ | j d kr0yt| j�| _ W n tk
r. Y nX | jj| _| j S )N)r3 �nextr �
StopIterationr7 )r r r r r9 ^ s
zDictReader.fieldnamesc C s
|| _ d S )N)r3 )r �valuer r r r9 h s c C s� | j dkr| j t| j�}| jj | _ x|g kr:t| j�}q&W tt| j|��}t| j�}t|�}||k rz||d � || j< n*||kr�x | j|d � D ]}| j||< q�W |S )Nr ) r7 r9 r= r r �zip�lenr4 r5 )r �row�dZlfZlr�keyr r r �__next__l s
zDictReader.__next__)NNNr ) r% r& r' r r< �propertyr9 �setterrE r r r r r Q s
c @ s6 e Zd Zddd�Zdd� Zdd � Zd
d � Zd d
� ZdS )r r �raiser c O sB || _ || _|j� dkr$td| ��|| _t||f|�|�| _d S )NrH �ignorez-extrasaction (%s) must be 'raise' or 'ignore')rH rI )r9 r5 �lower�
ValueError� extrasactionr )r r8 r9 r5 rL r6 r: r; r r r r � s zDictWriter.__init__c C s t t| j| j��}| j|� d S )N)�dictr@ r9 �writerow)r �headerr r r � writeheader� s zDictWriter.writeheaderc sN �j dkr8� j� �j }|r8tddjdd� |D �� ��� �fdd��jD �S )NrH z(dict contains fields not in fieldnames: z, c S s g | ] }t |��qS r )�repr)�.0�xr r r �
� s z,DictWriter._dict_to_list..c 3 s | ]}� j |�j�V qd S )N)�getr5 )rR rD )�rowdictr r r � � s z+DictWriter._dict_to_list..)rL �keysr9 rK �join)r rV Z wrong_fieldsr )rV r r �
_dict_to_list� s
zDictWriter._dict_to_listc C s | j j| j|��S )N)r rN rZ )r rV r r r rN � s zDictWriter.writerowc C s | j jt| j|��S )N)r � writerows�maprZ )r Zrowdictsr r r r[ � s zDictWriter.writerowsN)r rH r )r% r& r' r rP rZ rN r[ r r r r r � s
c @ s6 e Zd Zdd� Zd dd�Zdd� Zdd � Zd
d � ZdS )
r c C s dddddg| _ d S )Nr/ r1 �;� �:)� preferred)r r r r r � s zSniffer.__init__Nc C sd | j ||�\}}}}|s(| j||�\}}|s4td��G dd� dt�}||_||_|pVd|_||_|S )Nz Could not determine delimiterc @ s e Zd ZdZdZeZdS )z Sniffer.sniff..dialectZsniffedz
N)r% r& r' r( r- r r. r r r r r6 � s r6 r0 )�_guess_quote_and_delimiter�_guess_delimiterr r r+ r) r* r, )r �sample�
delimitersr* r+ r) r, r6 r r r �sniff� s
z
Sniffer.sniffc C s� g }x0dD ](}t j|t jt jB �}|j|�}|r
P q
W |s>dS i }i }d}|j} x�|D ]�}
| d d } |
| } | r�|j| d�d || < y| d
d } |
| } W n tk
r� wVY nX | r�|d ks�| |kr�|j| d�d || < y| d d } W n tk
�r wVY nX |
| rV|d 7 }qVW t||jd �}
|�rZt||jd �}|| |k}|d
k�rbd}nd}d}t jdt j |�|
d� t j�}|j
|��r�d}nd}|
|||fS )N�I(?P[^\w\n"\'])(?P ?)(?P["\']).*?(?P=quote)(?P=delim)�G(?:^|\n)(?P["\']).*?(?P=quote)(?P[^\w\n"\'])(?P ?)�G(?P[^\w\n"\'])(?P ?)(?P["\']).*?(?P=quote)(?:$|\n)�-(?:^|\n)(?P["\']).*?(?P=quote)(?:$|\n)r Fr �quote� �delimZspace)rD r2 z]((%(delim)s)|^)\W*%(quote)s[^%(delim)s\n]*%(quote)s[^%(delim)s\n]*%(quote)s\W*((%(delim)s)|$))rl rj T)rf rg rh ri )r FNr ) �re�compile�DOTALL� MULTILINE�findall�
groupindexrU �KeyError�max�escape�search)r �datard ZmatchesZrestrZregexpZquotes�delimsZspacesrr �m�nrD r* rl r, Z dq_regexpr+ r r r ra � s`
z"Sniffer._guess_quote_and_delimiterc C s t td |jd���}dd� td�D �}tdt|��}d}i }i }i }dt|t|�� } }
�x| t|�k �rn|d7 }xT|| |
� D ]D} x>|D ]6} |j| i �}
| j| �}|
j|d�d |
|< |
|| < q�W q�W x�|j� D ]�} t || j � �}t|�dk�r|d d dk�rq�t|�dk�rht
|dd � d
�|| < |j || � || d || d t d d � |D �� f|| < q�|d || < q�W |j � }t
|| �}d
}d}x�t|�dk�r||k�rx\|D ]T\}}|d dk�r�|d dk�r�|d | |k�r�|d k�s�||k�r�|||< �q�W |d8 }�q�W t|�dk�r`t |j� �d }|d j|�|d jd| �k}||fS |
} |
|7 }
q\W |�szdS t|�dk�r�xF| jD ]<}||j� k�r�|d j|�|d jd| �k}||fS �q�W dd� |j � D �}|j� |d d }|d j|�|d jd| �k}||fS )Nr2 c S s g | ] }t |��qS r )�chr)rR �cr r r rT . s z,Sniffer._guess_delimiter..� �
r rk c S s | d S )Nrk r )rS r r r �H s z*Sniffer._guess_delimiter..)rD c s s | ]}|d V qdS )rk Nr )rR �itemr r r rW M s z+Sniffer._guess_delimiter..g �?g�������?g{�G�z�?z%c r c S s g | ]\}}||f�qS r r )rR �k�vr r r rT w s )r r �����)�list�filter�split�range�minrA rU �countrX �itemsrt �remove�sum�floatr` �sort)r rw rd �asciiZ chunkLengthZ iterationZ
charFrequencyZmodesrx �start�end�line�charZ
metaFrequencyZfreqr� ZmodeListZtotalZ consistencyZ thresholdr� r� rl r, rC r r r rb st
zSniffer._guess_delimiterc
C s� t t|�| j|��}t|�}t|�}i }xt|�D ] }d ||< q2W d}x�|D ]�}|dkrZP |d7 }t|�|krpqLx�t|j� �D ]x} xJtt t
gD ]0}
y|
|| � P W q� t t fk
r� Y q�X q�W t|| �}
|
|| kr~|| d kr�|
|| < q~|| = q~W qLW d} x�|j
� D ]~\} } t| �td�k�rLt|| �| k�rB| d7 } n| d8 } n s0 @
2