]5 @ s d d l m Z m Z m Z Gd d d e j Z Gd d d e Z Gd d d e Z Gd d d e Z d
d d Z
d
S) )grammartokentokenizec @ s e Z d Z d S) PgenGrammarN)__name__
__module__ __qualname__ r r )/opt/alt/python35/lib64/python3.5/pgen.pyr s r c @ s e Z d Z d d d Z d d Z d d Z d d Z d
d Z d d
Z d d Z d d Z
d d Z d d Z d d Z
d d Z d d Z d d Z d d Z d d d! Z d" d# Z d$ d% Z d S)&ParserGeneratorNc C s d } | d k r' t | } | j } | | _ | | _ t j | j | _ | j | j \ | _
| _ | d k r | i | _ | j
d S)N)openclosefilenamestreamr generate_tokensreadline generatorgettokenparsedfas startsymbolfirst addfirstsets)selfr r Z close_streamr r r
__init__ s
zParserGenerator.__init__c C s t } t | j j } | j | j | j | j d | j x; | D]3 } d t | j } | | j | <| | j
| <qR Wx | D] } | j | } g } x | D] } g } xK t | j j
D]4 \ } }
| j | j | | | j |
f q W| j r/| j d | j | f | j | q W| j j | | | j | | f | j | j | <q W| j | j | _ | S)N )r listr keyssortremover insertlen
symbol2numberZ
number2symbolsortedarcsitemsappend
make_labelindexisfinalstates
make_firststart) r cnamesnameidfar+ stater% labelnextr r r
make_grammar s.
", *z ParserGenerator.make_grammarc C sJ | j | } i } x0 t | D]" } | j | | } d | | <q W| S)Nr )r r$ r( )r r. r0 Zrawfirstr r4 ilabelr r r
r, 4 s
zParserGenerator.make_firstc C s t | j } | d j r | | j k ry | | j k rH | j | S| j j | j | d f | | j | <| Sqt t | d } | | j k r | j | S| j j | d f | | j | <| Sn t | } | d j r2| | j
k r| j
| S| j j t j | f | | j
| <| SnN t j
| } | | j k rY| j | S| j j | d f | | j | <| Sd S)Nr )r" Zlabelsisalphar# Z symbol2labelr' getattrr tokensevalkeywordsNAMEr Zopmap)r r. r4 r7 Zitokenvaluer r r
r( = s6
zParserGenerator.make_labelc C sP t | j j } | j x* | D]" } | | j k r& | j | q& Wd S)N)r r r r r calcfirst)r r/ r0 r r r
r k s
z ParserGenerator.addfirstsetsc C sc | j | } d | j | <| d } i } i } x | j j D] \ } } | | j k r | | j k r | j | } | d k r t d | n | j | | j | } | j | | | | <q@ d | | <| d i | | <q@ Wi } xa | j D]S \ } }
xD |
D]< } | | k r@t d | | | | | f | | | <qWq W| | j | <d S)Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r% r&
ValueErrorr? update) r r0 r2 r3 ZtotalsetZ overlapcheckr4 r5 fsetZinverseZitsfirstsymbolr r r
r? s s2
zParserGenerator.calcfirstc C s i } d } x | j t j k r x | j t j k rC | j q$ W| j t j } | j t j d | j \ } } | j t j | j | | } t
| } | j | t
| } | | | <| d k r | } q W| | f S)N:) typer ENDMARKERNEWLINEr expectr= OP parse_rhsmake_dfar" simplify_dfa) r r r r0 azr2 ZoldlenZnewlenr r r
r s"
zParserGenerator.parsec s f d d } f d d t | | | g } x | D] } i } xP | j D]E } x< | j D]1 \ } } | d k ri | | j | i qi WqY Wxm t | j D]Y \ } }
x: | D] } | j |
k r Pq Wt |
| } | j | | j | | q WqC W| S)Nc s i } | | | S)Nr )r3 base)
addclosurer r
closure s
z)ParserGenerator.make_dfa.<locals>.closurec sQ | | k r d Sd | | <x0 | j D]% \ } } | d k r$ | | q$ Wd S)Nr )r% )r3 rO r4 r5 )rP r r
rP s
z,ParserGenerator.make_dfa.<locals>.addclosure)DFAStatenfasetr%
setdefaultr$ r& r' addarc) r r- finishrQ r+ r3 r% Znfastater4 r5 rS str )rP r
rK s"
!
zParserGenerator.make_dfac
C s t d | | g } x t | D] \ } } t d | | | k rJ d pM d x | j D]t \ } } | | k r | j | } n t | } | j | | d k r t d | q[ t d | | f q[ Wq# Wd S)NzDump of NFA forz Statez(final) z -> %dz %s -> %d)print enumerater% r) r" r' )
r r0 r- rV Ztodor1 r3 r4 r5 jr r r
dump_nfa s
"
zParserGenerator.dump_nfac C s t d | x| t | D]n \ } } t d | | j r> d pA d x@ t | j j D]) \ } } t d | | j | f q[ Wq Wd S)NzDump of DFA forz Statez(final)rX z %s -> %d)rY rZ r* r$ r% r& r) )r r0 r2 r1 r3 r4 r5 r r r
dump_dfa s
"zParserGenerator.dump_dfac C s d } x | r d } x t | D]u \ } } xf t | d t | D]K } | | } | | k rH | | =x | D] } | j | | qr Wd } PqH Wq" Wq Wd S)NTFr )rZ ranger"
unifystate)r r2 Zchangesr1 Zstate_ir[ Zstate_jr3 r r r
rL s
z ParserGenerator.simplify_dfac C s | j \ } } | j d k r+ | | f St } t } | j | | j | xI | j d k r | j | j \ } } | j | | j | qZ W| | f Sd S)N|) parse_altr> NFAStaterU r )r rM rN Zaazzr r r
rJ s
zParserGenerator.parse_rhsc C sr | j \ } } xS | j d k s? | j t j t j f k rg | j \ } } | j | | } q W| | f S)N([)rd re )
parse_itemr> rE r r= STRINGrU )r rM br. dr r r
ra
s
zParserGenerator.parse_altc C s | j d k rU | j | j \ } } | j t j d | j | | | f S| j \ } } | j } | d k r | | f S| j | j | | d k r | | f S| | f Sd S)Nre ]+*)rk rl )r> r rJ rH r rI rU
parse_atom)r rM rN r> r r r
rf s
zParserGenerator.parse_itemc C s | j d k rH | j | j \ } } | j t j d | | f S| j t j t j f k r t } t } | j
| | j | j | | f S| j d | j | j d S)Nrd )z+expected (...) or NAME or STRING, got %s/%s) r> r rJ rH r rI rE r= rg rb rU raise_error)r rM rN r r r
rm ( s
zParserGenerator.parse_atomc C s` | j | k s* | d k rI | j | k rI | j d | | | j | j | j } | j | S)Nzexpected %s/%s, got %s/%s)rE r> ro r )r rE r> r r r
rH 9 s *
zParserGenerator.expectc C si t | j } x/ | d t j t j f k r@ t | j } q W| \ | _ | _ | _ | _ | _ d S)Nr )
r5 r r COMMENTNLrE r> Zbeginendline)r tupr r r
r A s zParserGenerator.gettokenc G sw | rD y | | } Wn- d j | g t t t | } Yn Xt | | j | j d | j d | j f d S)N r r )joinr mapstr SyntaxErrorr rr rs )r msgargsr r r
ro H s *zParserGenerator.raise_error)r r r r r6 r, r( r r? r rK r\ r] rL rJ ra rf rm rH r ro r r r r
r
s$ . $
r c @ s+ e Z d Z d d Z d d d Z d S)rb c C s
g | _ d S)N)r% )r r r r
r S s zNFAState.__init__Nc C s | j j | | f d S)N)r% r' )r r5 r4 r r r
rU V s zNFAState.addarc)r r r r rU r r r r
rb Q s rb c @ sF e Z d Z d d Z d d Z d d Z d d Z d Z d S)
rR c C s% | | _ | | k | _ i | _ d S)N)rS r* r% )r rS finalr r r
r ] s zDFAState.__init__c C s | | j | <d S)N)r% )r r5 r4 r r r
rU e s zDFAState.addarcc C s= x6 | j j D]% \ } } | | k r | | j | <q Wd S)N)r% r& )r oldnewr4 r5 r r r
r_ k s zDFAState.unifystatec C sx | j | j k r d St | j t | j k r8 d Sx9 | j j D]( \ } } | | j j | k rH d SqH Wd S)NFT)r* r" r% r& get)r otherr4 r5 r r r
__eq__p s zDFAState.__eq__N)r r r r rU r_ r __hash__r r r r
rR [ s
rR z Grammar.txtc C s t | } | j S)N)r r6 )r pr r r
generate_grammar s r N) rX r r r ZGrammarr objectr rb rR r r r r r
<module> s H
%