B
    Ç S]ô5  ã               @   sd   d dl mZmZmZ G dd„ dejƒZG dd„ deƒZG dd„ deƒZG dd	„ d	eƒZ	ddd„Z
dS )é   )ÚgrammarÚtokenÚtokenizec               @   s   e Zd ZdS )ÚPgenGrammarN)Ú__name__Ú
__module__Ú__qualname__© r	   r	   ú#lib/python3.7/lib2to3/pgen2/pgen.pyr      s   r   c               @   s    e Zd Zd&dd„Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd'd d!„Zd"d#„ Zd$d%„ ZdS )(ÚParserGeneratorNc             C   sl   d }|d krt |ƒ}|j}|| _|| _t |j¡| _|  ¡  |  	¡ \| _
| _|d k	rZ|ƒ  i | _|  ¡  d S )N)ÚopenÚcloseÚfilenameÚstreamr   Úgenerate_tokensÚreadlineÚ	generatorÚgettokenÚparseÚdfasÚstartsymbolÚfirstÚaddfirstsets)Úselfr   r   Zclose_streamr	   r	   r
   Ú__init__   s    zParserGenerator.__init__c          	   C   s*  t ƒ }t| j ¡ ƒ}| ¡  | | j¡ | d| j¡ x.|D ]&}dt|j	ƒ }||j	|< ||j
|< q<W x°|D ]¨}| j| }g }xl|D ]d}g }x6t|j ¡ ƒD ]$\}	}
| |  ||	¡| |
¡f¡ qœW |jrÞ| d| |¡f¡ | |¡ q„W |j |¡ ||  ||¡f|j|j	| < qlW |j	| j |_|S )Né    é   )r   Úlistr   ÚkeysÚsortÚremover   ÚinsertÚlenÚsymbol2numberZnumber2symbolÚsortedÚarcsÚitemsÚappendÚ
make_labelÚindexÚisfinalÚstatesÚ
make_firstÚstart)r   ÚcÚnamesÚnameÚiÚdfar+   Ústater%   ÚlabelÚnextr	   r	   r
   Úmake_grammar   s.    




  zParserGenerator.make_grammarc             C   s8   | j | }i }x$t|ƒD ]}|  ||¡}d||< qW |S )Nr   )r   r$   r(   )r   r.   r0   Zrawfirstr   r4   Úilabelr	   r	   r
   r,   4   s    
zParserGenerator.make_firstc             C   sb  t |jƒ}|d  ¡ r¾||jkrZ||jkr4|j| S |j |j| d f¡ ||j|< |S nbtt|d ƒ}t|t	ƒsxt
|ƒ‚|tjksŠt
|ƒ‚||jkrž|j| S |j |d f¡ ||j|< |S n |d dksÒt
|ƒ‚t|ƒ}|d  ¡ r ||jk rþ|j| S |j tj|f¡ ||j|< |S n>tj| }||jkr@|j| S |j |d f¡ ||j|< |S d S )Nr   )ú"ú')r"   ÚlabelsÚisalphar#   Zsymbol2labelr'   Úgetattrr   Ú
isinstanceÚintÚAssertionErrorÚtok_nameÚtokensÚevalÚkeywordsÚNAMEr   Zopmap)r   r.   r4   r7   ZitokenÚvaluer	   r	   r
   r(   =   s<    












zParserGenerator.make_labelc             C   s<   t | j ¡ ƒ}| ¡  x |D ]}|| jkr|  |¡ qW d S )N)r   r   r   r   r   Ú	calcfirst)r   r/   r0   r	   r	   r
   r   k   s
    

zParserGenerator.addfirstsetsc          	   C   s
  | j | }d | j|< |d }i }i }x†|j ¡ D ]x\}}|| j kr”|| jkrl| j| }|d kr€td| ƒ‚n|  |¡ | j| }| |¡ |||< q0d||< |di||< q0W i }	xJ| ¡ D ]>\}}
x4|
D ],}||	krìtd||||	| f ƒ‚||	|< qÈW qºW || j|< d S )Nr   zrecursion for rule %rr   zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r   r   r%   r&   Ú
ValueErrorrF   Úupdate)r   r0   r2   r3   ZtotalsetZoverlapcheckr4   r5   ÚfsetZinverseZitsfirstZsymbolr	   r	   r
   rF   s   s2    









zParserGenerator.calcfirstc       	      C   s¨   i }d }x–| j tjkržx| j tjkr.|  ¡  qW |  tj¡}|  tjd¡ |  ¡ \}}|  tj¡ |  	||¡}t
|ƒ}|  |¡ t
|ƒ}|||< |d kr
|}q
W ||fS )Nú:)Útyper   Ú	ENDMARKERÚNEWLINEr   ÚexpectrD   ÚOPÚ	parse_rhsÚmake_dfar"   Úsimplify_dfa)	r   r   r   r0   ÚaÚzr2   ZoldlenZnewlenr	   r	   r
   r   ‘   s"    
zParserGenerator.parsec          	      sì   t |tƒst‚t |tƒst‚‡ fdd„}‡ fdd„‰ t||ƒ|ƒg}x¢|D ]š}i }x<|jD ]2}x,|jD ]"\}}	|d k	rfˆ |	| |i ¡ƒ qfW qZW xRt| ¡ ƒD ]B\}}
x,|D ]}|j|
kr¬P q¬W t|
|ƒ}| 	|¡ | 
||¡ qžW qJW |S )Nc                s   i }ˆ | |ƒ |S )Nr	   )r3   Úbase)Ú
addclosurer	   r
   Úclosure°   s    
z)ParserGenerator.make_dfa.<locals>.closurec                sL   t | tƒst‚| |krd S d|| < x$| jD ]\}}|d kr*ˆ ||ƒ q*W d S )Nr   )r=   ÚNFAStater?   r%   )r3   rU   r4   r5   )rV   r	   r
   rV   ´   s    z,ParserGenerator.make_dfa.<locals>.addclosure)r=   rX   r?   ÚDFAStateÚnfasetr%   Ú
setdefaultr$   r&   r'   Úaddarc)r   r-   ÚfinishrW   r+   r3   r%   Znfastater4   r5   rZ   Ústr	   )rV   r
   rQ   ©   s&    




zParserGenerator.make_dfac       
      C   s¢   t d|ƒ |g}xŒt|ƒD ]€\}}t d|||kr4dp6dƒ x^|jD ]T\}}||kr^| |¡}	nt|ƒ}	| |¡ |d kr†t d|	 ƒ qBt d||	f ƒ qBW qW d S )NzDump of NFA forz  Statez(final)Ú z	    -> %dz    %s -> %d)ÚprintÚ	enumerater%   r)   r"   r'   )
r   r0   r-   r]   Ztodor1   r3   r4   r5   Újr	   r	   r
   Údump_nfaÍ   s    

zParserGenerator.dump_nfac             C   sl   t d|ƒ x\t|ƒD ]P\}}t d||jr,dp.dƒ x0t|j ¡ ƒD ]\}}t d|| |¡f ƒ qBW qW d S )NzDump of DFA forz  Statez(final)r_   z    %s -> %d)r`   ra   r*   r$   r%   r&   r)   )r   r0   r2   r1   r3   r4   r5   r	   r	   r
   Údump_dfaÝ   s
    
zParserGenerator.dump_dfac             C   s~   d}xt|rxd}xft |ƒD ]Z\}}xPt|d t|ƒƒD ]:}|| }||kr4||= x|D ]}| ||¡ qTW d}P q4W qW qW d S )NTFr   )ra   Úranger"   Ú
unifystate)r   r2   Zchangesr1   Zstate_irb   Zstate_jr3   r	   r	   r
   rR   ä   s    
zParserGenerator.simplify_dfac             C   s‚   |   ¡ \}}| jdkr||fS tƒ }tƒ }| |¡ | |¡ x6| jdkrt|  ¡  |   ¡ \}}| |¡ | |¡ q@W ||fS d S )Nú|)Ú	parse_altrE   rX   r\   r   )r   rS   rT   ZaaZzzr	   r	   r
   rP   ù   s    



zParserGenerator.parse_rhsc             C   sP   |   ¡ \}}x:| jdks*| jtjtjfkrF|   ¡ \}}| |¡ |}qW ||fS )N)ú(ú[)Ú
parse_itemrE   rK   r   rD   ÚSTRINGr\   )r   rS   Úbr.   Údr	   r	   r
   rh   
  s    
zParserGenerator.parse_altc             C   sŽ   | j dkr>|  ¡  |  ¡ \}}|  tjd¡ | |¡ ||fS |  ¡ \}}| j }|dkr`||fS |  ¡  | |¡ |dkr‚||fS ||fS d S )Nrj   ú])ú+Ú*rp   )rE   r   rP   rN   r   rO   r\   Ú
parse_atom)r   rS   rT   rE   r	   r	   r
   rk     s    


zParserGenerator.parse_itemc             C   s†   | j dkr4|  ¡  |  ¡ \}}|  tjd¡ ||fS | jtjtjfkrpt	ƒ }t	ƒ }| 
|| j ¡ |  ¡  ||fS |  d| j| j ¡ d S )Nri   ú)z+expected (...) or NAME or STRING, got %s/%s)rE   r   rP   rN   r   rO   rK   rD   rl   rX   r\   Úraise_error)r   rS   rT   r	   r	   r
   rr   (  s    
zParserGenerator.parse_atomc             C   sD   | j |ks|d k	r2| j|kr2|  d||| j | j¡ | j}|  ¡  |S )Nzexpected %s/%s, got %s/%s)rK   rE   rt   r   )r   rK   rE   r	   r	   r
   rN   9  s    zParserGenerator.expectc             C   sJ   t | jƒ}x"|d tjtjfkr,t | jƒ}qW |\| _| _| _| _| _	d S )Nr   )
r5   r   r   ÚCOMMENTÚNLrK   rE   ZbeginÚendÚline)r   Útupr	   r	   r
   r   A  s    
zParserGenerator.gettokenc          
   G   s^   |r8y|| }W n&   d  |gttt|ƒƒ ¡}Y nX t|| j| jd | jd | jfƒ‚d S )Nú r   r   )Újoinr   ÚmapÚstrÚSyntaxErrorr   rw   rx   )r   ÚmsgÚargsr	   r	   r
   rt   H  s     zParserGenerator.raise_error)N)N)r   r   r   r   r6   r,   r(   r   rF   r   rQ   rc   rd   rR   rP   rh   rk   rr   rN   r   rt   r	   r	   r	   r
   r   
   s$   
	.$

r   c               @   s   e Zd Zdd„ Zddd„ZdS )rX   c             C   s
   g | _ d S )N)r%   )r   r	   r	   r
   r   S  s    zNFAState.__init__Nc             C   s8   |d kst |tƒst‚t |tƒs$t‚| j ||f¡ d S )N)r=   r}   r?   rX   r%   r'   )r   r5   r4   r	   r	   r
   r\   V  s    zNFAState.addarc)N)r   r   r   r   r\   r	   r	   r	   r
   rX   Q  s   rX   c               @   s0   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	Zd	S )
rY   c             C   sL   t |tƒst‚t tt|ƒƒtƒs$t‚t |tƒs2t‚|| _||k| _i | _d S )N)	r=   Údictr?   r5   ÚiterrX   rZ   r*   r%   )r   rZ   Úfinalr	   r	   r
   r   ]  s    
zDFAState.__init__c             C   s8   t |tƒst‚|| jkst‚t |tƒs*t‚|| j|< d S )N)r=   r}   r?   r%   rY   )r   r5   r4   r	   r	   r
   r\   e  s    zDFAState.addarcc             C   s.   x(| j  ¡ D ]\}}||kr|| j |< qW d S )N)r%   r&   )r   ÚoldÚnewr4   r5   r	   r	   r
   rf   k  s    zDFAState.unifystatec             C   sf   t |tƒst‚| j|jkrdS t| jƒt|jƒkr6dS x*| j ¡ D ]\}}||j |¡k	rBdS qBW dS )NFT)r=   rY   r?   r*   r"   r%   r&   Úget)r   Úotherr4   r5   r	   r	   r
   Ú__eq__p  s    zDFAState.__eq__N)r   r   r   r   r\   rf   rˆ   Ú__hash__r	   r	   r	   r
   rY   [  s
   rY   úGrammar.txtc             C   s   t | ƒ}| ¡ S )N)r   r6   )r   Úpr	   r	   r
   Úgenerate_grammar€  s    rŒ   N)rŠ   )r_   r   r   r   ZGrammarr   Úobjectr   rX   rY   rŒ   r	   r	   r	   r
   Ú<module>   s     I
%