U
տVX
@ sF d dl mZ dZdZdd ZdZdZdZd d
ZeZ d Z
d d
Z dd Z dd Z
dd Zdd Zd dlZd dlZd dlZd dlZedZddddd d d d d d! Zd"d# ZG d$d% d%eZG d&d' d'eZe d(krBd dl m Z e Z d dl Z e!e j"d) Z#e#$ Z%ee Z&e&'e%e j"d) e&( Z)e)s2qBe*e&j+e) q dS )* )
generators)
ZCPP_ID CPP_INTEGERZ CPP_FLOATZ
CPP_STRINGZCPP_CHARCPP_WSZ CPP_COMMENT1Z CPP_COMMENT2Z CPP_POUNDZ
CPP_DPOUNDz+-*/%|&~^<>=!?()[]{}.,;:\'"c C s | j j| jd7 _| S )z\s+
lexerlinenovaluecountt r
/cpp.pyt_CPP_WS s r z\#z\#\#z[A-Za-z_][\w_]*c C s | S )zA(((((0x)|(0X))[0-9a-fA-F]+)|(\d+))([uU][lL]|[lL][uU]|[uU]|[lL])?)r
r r
r
r r $ s r z?((\d+)(\.\d+)(e(\+|-)?(\d+))? | (\d+)e(\+|-)?(\d+))([lL]|[fF])?c C s | j j| jd7 _| S )z\"([^\\\n]|(\\(.|\n)))*?\"r r r r
r
r t_CPP_STRING. s r c C s | j j| jd7 _| S )z (L)?\'([^\\\n]|(\\(.|\n)))*?\'r r r r
r
r
t_CPP_CHAR4 s r c C s8 | j d}| j j|7 _d| _|r.d| nd| _ | S )z(/\*(.|\n)*?\*/)r r )r r
r r type)r Zncrr
r
r t_CPP_COMMENT1: s
r c C s d| _ d| _dS )z
(//.*?(\n|$))r r N)r r r r
r
r t_CPP_COMMENT2C s r c C s( | j d | _| j d | _ | jd | S Nr )r r r skipr r
r
r t_errorH s r Nz\?\?[=/\'\(\)\!<>\-]#\^[]|{}~) =/'()!<>-c C s t dd | S )Nc S s t | d S N)
_trigraph_repgroup)gr
r
r <lambda>r ztrigraph.<locals>.<lambda>)
_trigraph_patsub)inputr
r
r trigraphq s r6 c @ s e Zd ZdddZdS )MacroNFc C s0 || _ || _|| _|| _|r&|d | _d | _d S r, )namer arglistvariadicvarargsource)selfr8 r r9 r: r
r
r __init__ s
zMacro.__init__)NF)__name__
__module__ __qualname__r> r
r
r
r r7 s r7 c @ s e Zd Zd&ddZdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z d'ddZ
dd Zd(ddZd d Zd d Zd d! Zdi fd"d#Zd$d% ZdS )) PreprocessorNc C sl |d krt j}|| _i | _g | _g | _| t }| dt d| | dt d| d | _
d S )Nz
__DATE__ "%s"z%b %d %Yz
__TIME__ "%s"z%H:%M:%S) lexr macrospath temp_pathlexprobetime localtimedefinestrftimeparser)r= r Ztmr
r
r r> s zPreprocessor.__init__c C s0 g }| j | | j }|s q,|| q|S N)r r5 tokenappend)r= texttokenstokr
r
r tokenize s
zPreprocessor.tokenizec C s t d|||f d S )Nz%s:%d %s)print)r= filelinemsgr
r
r error s zPreprocessor.errorc C s | j d | j }|r$|jdkr.td n|j| _| j d | j }|r^t|jdkrhtd n|j| _t|j| _ | j d | j }|r|jdkrtd n|j| _
| j d | j }|r|jdkrd | _ n|j| _ | j d | j }|r|jd kr d | _ td
n|j| _ | j | j f| _
d d d
ddddddg }|D ]:}| j | | j }|rz|j|krNtd| qNd S )NZ
identifierz"Couldn't determine identifier typeZ12345i90 z Couldn't determine integer typez
"filename"z Couldn't determine string typez r z%Couldn't determine token for newlinesr) r* r ##r r& r' ,.z,Unable to lex '%s' required for preprocessor)r r5 rN r rT r t_IDint t_INTEGERt_INTEGER_TYPEt_STRINGZt_SPACEZ t_NEWLINEt_WS)r= rR charscr
r
r rG sD
zPreprocessor.lexprobec C s | j | d S rM )rE rO )r= rE r
r
r add_path s zPreprocessor.add_pathc c s | j }dd | D }tt|D ]T}|d }|| dr(|t|k r(|| d d || ||< d||< |d7 }q4q(d|}|| d|_g }| }|sq|
| |j | j krd|j
kr|V g }q|r|V d S )Nc S s g | ] }| qS r
)rstrip.0xr
r
r
<listcomp> s z,Preprocessor.group_lines.<locals>.<listcomp>r r r- r )r Zclone
splitlinesZxrangelenendswithjoinr5 r rN rO r ra r )r= r5 rC linesijZ current_linerR r
r
r group_lines s*
zPreprocessor.group_linesc C st d}|t |k r*|| j| jkr*|d7 }q|d |= t |d }|dkrb|| j| jkrb|d8 }q@||d d = |S r )rl r ra )r= rQ rp r
r
r
tokenstrip0 s
zPreprocessor.tokenstripc C s g }g }g }d}t |}d}||k r>|| j| jkr>|d7 }q ||k rd|| jdkrd||d n | | j|d jd dg g fS |d7 }||k r`|| }|jdkr|| |d7 }n|jdkr|d8 }|dkr|r|| | || |d ||fS || nD|jdkrL|dkrL|| | ||d g }n
|| |d7 }q| | j|d jd dg g fS ) Nr r r& z Missing '(' in macro argumentsr' rZ r- z Missing ')' in macro arguments) rl r ra r rO rX r< r rs ) r= Z tokenlistargs positionsZ current_argZnestingZtokenlenrp r r
r
r collect_argsL sD
zPreprocessor.collect_argsc C s g |_ g |_g |_d}|t|jk r |j| j| jkrh|j| j|jkrh|j|j| j}|dkr|j|d jdkrt |j| |j|< | j
|j| _|j|d = |j ||d f qn|dkr |j|d jdkr |j d||d f |j|d = qnZ|d t|jk rT|j|d jdkrT|j d||f |d7 }qn|j d||f n|j| jdkr|j r|dkr|j|d jdkr|d t|jk r|j|d j| jkr|j|d j|j
kr|j |d |d7 }q|j jdd d
d d S ) Nr r r rY rc erZ c S s | d S )N r
)rh r
r
r r1 r2 z,Preprocessor.macro_prescan.<locals>.<lambda>T)keyreverse)patch str_patchvar_comma_patchrl r r r\ r9 indexcopyr` rO r: r; sort)r= macrorp argnumr
r
r
macro_prescan sB ( *(
zPreprocessor.macro_prescanc
C s dd |j D }i }|jD ]X\}}||krRdddd || D dd||< t|| ||< || || _ qd}|jr|d s|jD ]}d ||< d
}qi }|jD ]^\} }}| d kr|| |||d < q| d
kr||kr| || ||< || |||d < q|r dd |D }|S )Nc S s g | ]}t |qS r
r rg Z_xr
r
r ri s z2Preprocessor.macro_expand_args.<locals>.<listcomp>z"%s"rj c S s g | ]
}|j qS r
r rf r
r
r ri s r z\\Fr- Trc r rw c S s g | ] }|r|qS r
r
rg Z_ir
r
r ri s ) r r| rn replacer r: r} r{
expand_macros)
r= r rt repZ
str_expansionr rp Z comma_patchexpandedZptyper
r
r macro_expand_args s. (
z Preprocessor.macro_expand_argsc C s |d kr i }d}|t |k r|| }|j| jkr|j| jkr|j|krd||j< | j|j }|js| dd |jD |}|D ] }|j|_q||||d < |t |7 }n|d }|t |k r|| j| jkr|d7 }q|| jdkr| ||d \} }
} |j
sTt |
t |jkrT| | j |jd|jt |jf || }n@|j
rt |
t |jd k rt |jdkr| | j |jd |jt |jd f n&| | j |jd
|jt |jd f || }n|j
rLt |
t |jd kr|
g nD||| t |jd || d |
t |jd < |
t |jd = | ||
} | | |} | D ]}
|j|
_qh| |||| < |t | 7 }||j= qn"|jd kr| j|_| |j|_|d7 }q|S ) Nr Tc S s g | ]}t |qS r
r r r
r
r ri s z.Preprocessor.expand_macros.<locals>.<listcomp>r r& z Macro %s requires %d argumentsrx z(Macro %s must have at least %d argumentsz'Macro %s must have at least %d argumentZ__LINE__)rl r r\ r rD r9 r r ra rv r: rX r< rO r r^ r_ )r= rQ r rp r mZexrw rq tokcountrt ru r rr
r
r r s\
" (&
4
zPreprocessor.expand_macrosc C sN d}|t |k r || j| jkr|| jdkr|d }d}d}|t |k r|| j| jkrl|d7 }qDnn|| j| jkr|| j| jkrd}nd}|sqn<|| jdkrd}n(|| jd krqn| | j|| jd
|d7 }qD| j || _|
||| _||d |d = |d7 }q| |}t |D ]\}}|j| jkrpt
|||< | j || _|
d|| _n`|j| j kr.t
|||< t|| j|| _|| jd d kr.|| jd d || _qq.d
dd |D }|dd}|dd}|dd}z t|}W n0 tk
rH | | j|d jd d}Y nX |S )Nr Zdefinedr FZ0LZ1Lr& Tr' zMalformed defined()r- Z0123456789abcdefABCDEFrj c S s g | ]}t |jqS r
strr rf r
r
r ri K s z)Preprocessor.evalexpr.<locals>.<listcomp>z&&z and z||z or r( z not z Couldn't evaluate expression)rl r r\ r ra rD rX r< r r^ r_ r enumerater r rn r evalZ
StandardError)r= rQ rp rq Z needparenresultr exprr
r
r evalexpr s^ "
zPreprocessor.evalexprc c s t |}| |}|sd}| d| || _g }d}d}g }|D ],} t| D ]\}
} | j| jkrP qjqP| jdkrb| D ]$} | j| jkrzd| jkrz|| qz| | |
d d } | r| d j}
| | dd }nd}
g }|
d kr|r`|
|D ]
} | V qg }| | qp|
d
krz|r`|
|D ] } | V q2g }| j d }| |D ] } | V qX|| j d < || _qp|
d kr|r`|
|D ] } | V qg }|
| qp|
d
kr|||f |r`|d j| j krd}d}nd}qp|
dkr8|||f |r`|d j| j kr0d}d}nd}qp|
dkrv|||f |r`| |}|spd}d}nd}n|
dkr|r|d d r|rd}n |s| |}|rd}d}n| | j| d jd n|
dkr*|r|d d r(|rd}n|s(d}d}n| | j| d jd n6|
dkrp|rH| \}}n| | j| d jd n qB|rB|| qB|
|D ] } | V q|g }d S )Nrj z
__FILE__ "%s"TFr r r r rJ includeZ__FILE__undefZifdefZifndefifelifr- zMisplaced #elifelsezMisplaced #elseZendifzMisplaced #endif)r6 rr rJ r< r r ra r rO rs r rD r r r rX r popextend)r= r5 r< r ro chunkZenableZ iftriggerZifstackrh rp rR Z dirtokensr8 rt Zoldfiler r
r
r parsegen[ s
zPreprocessor.parsegenc
c s |sd S |r|d j dkr4|d j| jkr4| |}|d j dkrd}|t|k rl|| j dkrbqx|d7 }qFtd d S ddd |d| D }| jdg | j }nB|d j| jkr|d j dd }| jdg | j }n td
d S |D ]}t j||}zbt
|d }t j |}|r0| j
d| | ||D ] } | V q<|rX| jd= W qW q tk
rx Y qX qtd | d S )
Nr r) r r* zMalformed #include <...>rj c S s g | ]
}|j qS r
r rf r
r
r ri s z(Preprocessor.include.<locals>.<listcomp>r- z Malformed #include statementr zCouldn't find '%s')r r r` r rl rT rn rE rF osopenreaddirnameinsertr IOError)
r= rQ rp filenamerE pZinamedataZdnamerR r
r
r r sF
zPreprocessor.includec C s t |ttfr| |}|}zz|d }t|dkr>|d }nd }|sbt|jg }|| j|j< n4|j| j krt|j|
|dd }|| j|j< n|jdkr| |dd \}}}d} |D ]}
| rt d qd
dd |
D } | d
kr$d } | j|
d _d |
d _d } |
dd = qnb| d
d d
kr|
d j| jkrd } |
dd = |
d jd
d d
kr|
d jd d
|
d _qt|
dks|
d j| jkrt d qq|
|d| d } d}
|
t| k r\|
d t| k rP| |
j| j kr | |
d jdkr | |
= qn0| |
jdkrP| |
d j| j krP| |
d = |
d7 }
qt|j| dd |D | }| | || j|j< nt d W n tk
r t d Y nX d S )Nr r rx r& Fz0No more arguments may follow a variadic argumentrj c S s g | ]}t |jqS r
r r r
r
r ri ) s z'Preprocessor.define.<locals>.<listcomp>z...TZ __VA_ARGS__zInvalid macro argumentrY c S s g | ]}|d j qS )r r rf r
r
r ri G s zBad macro definition)
isinstancer ZunicoderS rl r7 r rD r ra rs rv rT rn r\ r LookupError)r= rQ Zlinetokr8 Zmtyper r rt ru r: aZastrZmvaluerp r
r
r rJ sl
$
&&
zPreprocessor.definec C s0 |d j }z | j|= W n tk
r* Y nX d S )Nr )r rD r )r= rQ idr
r
r r U s
zPreprocessor.undefc C s || _ | ||| _d S rM )ignorer rL )r= r5 r< r r
r
r parsea s zPreprocessor.parsec C sD z"t | j}|j| jkr|W S qW n tk
r> d | _Y d S X d S rM )nextrL r r
StopIteration)r= rR r
r
r rN j s
zPreprocessor.token)N)N)N)r? r@ rA r> rS rX rG rd rr rs rv r r r r r r rJ r r rN r
r
r
r rB s&
< ! 5+2
B;
1F rB __main__r ),Z
__future__r rQ literalsr Z t_CPP_POUNDZ t_CPP_DPOUNDZt_CPP_IDr Z
t_CPP_INTEGERZ t_CPP_FLOATr r r r r rer rH Zos.pathr compiler3 r. r6 objectr7 rB r? Zply.lexrC r sysr argvfr r5 r r rN rR rT r< r
r
r
r <module>
sb
c