] ? @ s d d l Z d d l m Z m Z m Z m Z m Z m Z m Z m Z m
Z
m Z m Z m
Z
m Z m Z d d l m Z d d l m Z d d d d d d
d d d
d d d d d d d d d d d g Z Gd d
d
Z Gd d d e Z e d e Gd d
d
e Z e d e Gd d d e Z e d e Gd d d Z Gd! d d Z y e Wn e k
re Z Yn XGd" d d Z d S)# N)Error __version__writerreaderregister_dialectunregister_dialect get_dialect
list_dialectsfield_size_limit
QUOTE_MINIMAL QUOTE_ALLQUOTE_NONNUMERIC
QUOTE_NONE__doc__)Dialect)StringIOr r r
r r r r excel excel_tabr
r r r r r Snifferr r
DictReader
DictWriterc @ s^ e Z d Z d Z d Z d Z d Z d Z d Z d Z d Z
d Z d d Z d d Z
d S)r FNc C s& | j t k r d | _ | j d S)NT) __class__r _valid _validate)self r (/opt/alt/python35/lib64/python3.5/csv.py__init__) s zDialect.__init__c C sL y t | Wn7 t k
rG } z t t | WYd d } ~ Xn Xd S)N)_Dialect TypeErrorr str)r er r r r . s zDialect._validate)__name__
__module__ __qualname___namer delimiter quotecharZ
escapechar doublequoteskipinitialspacelineterminatorquotingr r r r r r r s c @ s4 e Z d Z d Z d Z d Z d Z d Z e Z d S)r ,"TFz
N)
r# r$ r% r' r( r) r* r+ r r, r r r r r 5 s c @ s e Z d Z d Z d S)r N)r# r$ r% r' r r r r r ? s z excel-tabc @ s4 e Z d Z d Z d Z d Z d Z d Z e Z d S) unix_dialectr- r. TF
N)
r# r$ r% r' r( r) r* r+ r r, r r r r r0 D s r0 Zunixc @ sg e Z d Z d d d d d d Z d d Z e d d Z e j d d Z d
d Z d S) r Nr c O sI | | _ | | _ | | _ t | | | | | _ | | _ d | _ d S)Nr ) _fieldnamesrestkeyrestvalr dialectline_num)r f
fieldnamesr3 r4 r5 argskwdsr r r r P s zDictReader.__init__c C s | S)Nr )r r r r __iter__Y s zDictReader.__iter__c C sP | j d k r: y t | j | _ Wn t k
r9 Yn X| j j | _ | j S)N)r2 nextr
StopIterationr6 )r r r r r8 \ s
zDictReader.fieldnamesc C s
| | _ d S)N)r2 )r valuer r r r8 f s c C s | j d k r | j t | j } | j j | _ x | g k rU t | j } q7 Wt t | j | } t | j } t | } | | k r | | d | | j <n7 | | k r x( | j | d D] } | j | | <q W| S)Nr ) r6 r8 r< r dictziplenr3 r4 )r rowdZlfZlrkeyr r r __next__j s zDictReader.__next__) r# r$ r% r r; propertyr8 setterrE r r r r r O s
c @ sU e Z d Z d d d d d Z d d Z d d Z d
d Z d d
Z d S)r r raiser c O sY | | _ | | _ | j d k r4 t d | | | _ t | | | | | _ d S)NrH ignorez-extrasaction (%s) must be 'raise' or 'ignore')rH rI )r8 r4 lower
ValueError extrasactionr )r r7 r8 r4 rL r5 r9 r: r r r r s
zDictWriter.__init__c C s, t t | j | j } | j | d S)N)r? r@ r8 writerow)r headerr r r writeheader s zDictWriter.writeheaderc sq j d k rT f d d D } | rT t d d j d d | D f d d j D S) NrH c s% g | ] } | j k r | q Sr )r8 ).0k)r r r
<listcomp> s z,DictWriter._dict_to_list.<locals>.<listcomp>z(dict contains fields not in fieldnames: z, c S s g | ] } t | q Sr )repr)rP xr r r rR s c 3 s$ | ] } j | j Vq d S)N)getr4 )rP rD )rowdictr r r <genexpr> s z+DictWriter._dict_to_list.<locals>.<genexpr>)rL rK joinr8 )r rV Z wrong_fieldsr )rV r r
_dict_to_list s zDictWriter._dict_to_listc C s | j j | j | S)N)r rM rY )r rV r r r rM s zDictWriter.writerowc C s | j j t | j | S)N)r writerowsmaprY )r Zrowdictsr r r rZ s zDictWriter.writerowsN)r# r$ r% r rO rY rM rZ r r r r r s c @ sO e Z d Z d d Z d d d Z d d Z d d Z d
d Z d S) r c C s d d d d d g | _ d S)Nr- r/ ; :) preferred)r r r r r s zSniffer.__init__Nc C s | j | | \ } } } } | s< | j | | \ } } | sN t d Gd d d t } | | _ | | _ | p d | _ | | _ | S)Nz Could not determine delimiterc @ s" e Z d Z d Z d Z e Z d S)z Sniffer.sniff.<locals>.dialectZsniffedz
N)r# r$ r% r& r+ r r, r r r r r5 s r5 r. )_guess_quote_and_delimiter_guess_delimiterr r r) r' r( r* )r sample
delimitersr( r) r' r* r5 r r r sniff s z
Sniffer.sniffc C s g } x@ d D]8 } t j | t j t j B } | j | } | r
Pq
W| sS d Si } i } d } | j } x | D] }
| d d } |
| } | r | j | d d | | <y | d
d } |
| } Wn t k
r wu Yn X| r | d k s| | k r | j | d d | | <y | d d } Wn t k
rHwu Yn X|
| ru | d 7} qu Wt | d | j }
| rt | d | j } | | | k } | d
k rd } n d } d } t j d d
t j | d |
i t j } | j
| rd } n d } |
| | | f S)NF(?P<delim>[^\w
"'])(?P<space> ?)(?P<quote>["']).*?(?P=quote)(?P=delim)C(?:^|
)(?P<quote>["']).*?(?P=quote)(?P<delim>[^\w
"'])(?P<space> ?)D(?P<delim>>[^\w
"'])(?P<space> ?)(?P<quote>["']).*?(?P=quote)(?:$|
)*(?:^|
)(?P<quote>["']).*?(?P=quote)(?:$|
)r Fr quote delimZspacerD r1 z]((%(delim)s)|^)\W*%(quote)s[^%(delim)s\n]*%(quote)s[^%(delim)s\n]*%(quote)s\W*((%(delim)s)|$)T)re rf rg rh )r FNr ) recompileDOTALL MULTILINEfindall
groupindexrU KeyErrormaxescapesearch)r datarc matchesZrestrZregexpZquotesdelimsZspacesrq mnrD r( rk r* Z dq_regexpr) r r r r` s`
% z"Sniffer._guess_quote_and_delimiterc C s t t d | j d } d d t d D } t d t | } d } i } i } i } d t | t | } }
x| t | k r | d 7} xn | | |
D]\ } xS | D]K } | j | i }
| j | } |
j | d d |
| <|
| | <q Wq Wx | j D] } t | | j } t | d k rb| d d d k rbq t | d k rt
| d d d
| | <| j | | | | d | | d t d d | D f | | <q | d | | <q W| j } t
| | } d
} d } x t | d k r| | k rxj | D]b \ } } | d d k r=| d d k r=| d | | k r=| d k s| | k r=| | | <q=W| d 8} qWt | d k r
t | j d } | d j | | d j d | k } | | f S|
} |
| 7}
q W| s+d St | d k rxW | j D]L } | | j k rG| d j | | d j d | k } | | f SqGWd d | j D } | j | d d } | d j | | d j d | k } | | f S)Nr1 c S s g | ] } t | q Sr )chr)rP cr r r rR , s z,Sniffer._guess_delimiter.<locals>.<listcomp>
r rj rD c S s | d S)Nrj r )rT r r r <lambda>F s z*Sniffer._guess_delimiter.<locals>.<lambda>c s s | ] } | d Vq d S)rj Nr )rP itemr r r rW K s z+Sniffer._guess_delimiter.<locals>.<genexpr>g ?g?g{Gz?z%c r c S s" g | ] \ } } | | f q Sr r )rP rQ vr r r rR u s )r r )listfiltersplitrangeminrA rU countkeysitemsrs removesumfloatr_ sort)r rv rc asciiZ chunkLengthZ iterationZ
charFrequencyZmodesrx startendlinecharZ
metaFrequencyZfreqr ZmodeListtotalZ consistencyZ thresholdrQ r rk r* rC r r r ra st
& $ !
zSniffer._guess_delimiterc
C s t t | | j | } t | } t | } i } x t | D] } d | | <qI Wd } x | D] } | d k r} P| d 7} t | | k r qj x t | j D] } xU t t t
g D]4 }
y |
| | PWq t t f k
r Yq Xq Wt | | }
|
| | k r | | d k r:|
| | <q | | =q Wqj Wd } x | j
D] \ } } t | t d k rt | | | k r| d 7} q| d 8} q\y | | | Wn" t t f k
r| d 7} Yq\X| d 8} q\W| d k S)Nr rj )r r rd r< rA r r r intr complexrK
OverflowErrorr typer )
r rb ZrdrrN columnsZ columnTypesiZcheckedrB colZthisTypeZ hasHeaderZcolTyper r r
has_header~ sJ
zSniffer.has_header)r# r$ r% r rd r` ra r r r r r r s
L g) rl Z_csvr r r r r r r r r
r r r
r r r r ior __all__r r r0 r r r NameErrorr r r r r r <module> s, ^
2