a
XC?h�5 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z
d
S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__�
__module__� __qualname__� r r �7/opt/alt/python39/lib64/python3.9/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd'd d!�Zd"d#� Zd$d%� ZdS )(�ParserGeneratorNc C sl d }|d u rt |�}|j}|| _|| _t�|j�| _| �� | � � \| _
| _ |d urZ|� i | _ | �
� d S �N)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r
�__init__ s zParserGenerator.__init__c C s t � }t| j�� �}|�� |�| j� |�d| j� |D ]&}dt|j � }||j |< ||j
|< q:|D ]�}| j| }g }|D ]`}g }t |j �
� �D ]$\} }
|�| �|| �|�|
�f� q�|jr�|�d|�|�f� |�|� q||j�|� || �||�f|j|j | < qf|j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len�
symbol2numberZ
number2symbol�sorted�arcs�items�append�
make_label�index�isfinal�states�
make_first�start) r �c�names�name�i�dfar, �stater& �label�nextr r r
� make_grammar s.
z ParserGenerator.make_grammarc C s4 | j | }i }t|�D ]}| �||�}d||< q|S �Nr )r r% r) )r r/ r1 Zrawfirstr r5 �ilabelr r r
r- 4 s
zParserGenerator.make_firstc C sb t |j�}|d �� r�||jv rZ||jv r4|j| S |j�|j| d f� ||j|< |S nbtt|d �}t|t �sxJ |��|tj
v s�J |��||j v r�|j | S |j�|d f� ||j |< |S n�|d dv s�J |��t |�}|d �� �r ||j
v � r�|j
| S |j�tj|f� ||j
|< |S n>tj| }||j v �r@|j | S |j�|d f� ||j |< |S d S )Nr )�"�')r# �labels�isalphar$ Z symbol2labelr( �getattrr �
isinstance�int�tok_name�tokens�eval�keywords�NAMEr Zopmap)r r/ r5 r9 Zitoken�valuer r r
r) = s<
zParserGenerator.make_labelc C s8 t | j�� �}|�� |D ]}|| jvr| �|� qd S r )r r r r r � calcfirst)r r0 r1 r r r
r k s
z ParserGenerator.addfirstsetsc C s� | j | }d | j|< |d }i }i }|j�� D ]x\}}|| j v r�|| jv rj| j| }|d u r~td| ��n| �|� | j| }|�|� |||< q.d||< |di||< q.i } |�� D ]:\}}
|
D ],} | | v r�td|| || | f ��|| | < q�q�|| j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r& r' �
ValueErrorrG �update) r r1 r3 r4 ZtotalsetZ overlapcheckr5 r6 �fsetZinverseZitsfirstZsymbolr r r
rG s s4
� zParserGenerator.calcfirstc C s� i }d }| j tjkr�| j tjkr*| �� q| �tj�}| �tjd� | �� \}}| �tj� | � ||�}t
|�}| � |� t
|�}|||< |d u r|}q||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectrE �OP� parse_rhs�make_dfar# � simplify_dfa) r r r r1 �a�zr3 ZoldlenZnewlenr r r
r � s"
zParserGenerator.parsec s� t |t�sJ �t |t�s J �� fdd�}� fdd�� t||�|�g}|D ]�}i }|jD ].}|jD ]"\}} |d ur`� | |�|i �� q`qVt|�� �D ]@\}}
|D ]} | j|
kr� q�q�t|
|�} |�| � |� | |� q�qH|S )Nc s i }� | |� |S r r )r4 �base��
addclosurer r
�closure� s
z)ParserGenerator.make_dfa..closurec sH t | t�sJ �| |v rd S d|| < | jD ]\}}|d u r(� ||� q(d S r8 )r? �NFAStater& )r4 rV r5 r6 rW r r
rX � s z,ParserGenerator.make_dfa..addclosure)
r? rZ �DFAState�nfasetr& �
setdefaultr% r' r( �addarc) r r. �finishrY r, r4 r& Znfastater5 r6 r\ �str rW r
rR � s&
zParserGenerator.make_dfac
C s� t d|� |g}t|�D ]|\}}t d|||u r2dp4d� |jD ]T\}}||v rZ|�|�} nt|�} |�|� |d u r�t d| � q>t d|| f � q>qd S )NzDump of NFA for� State�(final)� z -> %d� %s -> %d)�print� enumerater& r* r# r( )
r r1 r. r_ Ztodor2 r4 r5 r6 �jr r r
�dump_nfa� s
zParserGenerator.dump_nfac C sd t d|� t|�D ]L\}}t d||jr*dp,d� t|j�� �D ] \}}t d||�|�f � q>qd S )NzDump of DFA forra rb rc rd )re rf r+ r% r& r' r* )r r1 r3 r2 r4 r5 r6 r r r
�dump_dfa� s
zParserGenerator.dump_dfac C sp d}|rld}t |�D ]T\}}t|d t|��D ]8}|| }||kr.||= |D ]}|�||� qLd} qq.qqd S )NTFr )rf �ranger# �
unifystate)r r3 Zchangesr2 Zstate_irg Zstate_jr4 r r r
rS � s z ParserGenerator.simplify_dfac C s~ | � � \}}| jdkr ||fS t� }t� }|�|� |�|� | jdkrr| �� | � � \}}|�|� |�|� q>||fS d S )N�|)� parse_altrF rZ r^ r )r rT rU ZaaZzzr r r
rQ � s
zParserGenerator.parse_rhsc C sL | � � \}}| jdv s(| jtjtjfv rD| � � \}}|�|� |}q ||fS )N)�(�[)�
parse_itemrF rL r rE �STRINGr^ )r rT �br/ �dr r r
rm
s
�
zParserGenerator.parse_altc C s� | j dkr>| �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dvr`||fS | �� |�|� |dkr�||fS ||fS d S )Nro �])�+�*ru )rF r rQ rO r rP r^ �
parse_atom)r rT rU rF r r r
rp s
zParserGenerator.parse_itemc C s� | j dkr4| �� | �� \}}| �tjd� ||fS | jtjtjfv rpt � }t � }|�
|| j � | �� ||fS | � d| j| j � d S )Nrn �)z+expected (...) or NAME or STRING, got %s/%s) rF r rQ rO r rP rL rE rq rZ r^ � raise_error)r rT rU r r r
rw ( s
�zParserGenerator.parse_atomc C sD | j |ks |d ur2| j|kr2| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rL rF ry r )r rL rF r r r
rO 9 s �zParserGenerator.expectc C sF t | j�}|d tjtjfv r*t | j�}q
|\| _| _| _| _| _ d S )Nr )
r6 r r �COMMENT�NLrL rF Zbegin�end�line)r �tupr r r
r A s
zParserGenerator.gettokenc
G s^ |r8z || }W n& d� |gttt|�� �}Y n0 t|| j| jd | jd | jf��d S )N� r r )�joinr �map�str� SyntaxErrorr r| r} )r �msg�argsr r r
ry H s �zParserGenerator.raise_error)N)N)r r r r r7 r- r) r rG r rR rh ri rS rQ rm rp rw rO r ry r r r r
r
s$
. $
r c @ s e Zd Zdd� Zddd�ZdS )rZ c C s
g | _ d S r )r& )r r r r
r S s zNFAState.__init__Nc C s8 |d u st |t�sJ �t |t�s$J �| j�||f� d S r )r? r� rZ r& r( �r r6 r5 r r r
r^ V s zNFAState.addarc)N)r r r r r^ r r r r
rZ Q s rZ c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S )
r[ c C sL t |t�sJ �t tt|��t�s$J �t |t�s2J �|| _||v | _i | _d S r )r? �dictr6 �iterrZ r\ r+ r& )r r\ �finalr r r
r ] s
zDFAState.__init__c C s8 t |t�sJ �|| jvs J �t |t�s*J �|| j|< d S r )r? r� r& r[ r� r r r
r^ e s zDFAState.addarcc C s* | j �� D ]\}}||u r
|| j |< q
d S r )r& r' )r �old�newr5 r6 r r r
rk k s zDFAState.unifystatec C sd t |t�sJ �| j|jkr dS t| j�t|j�kr6dS | j�� D ] \}}||j�|�ur@ dS q@dS )NFT)r? r[ r+ r# r& r' �get)r �otherr5 r6 r r r
�__eq__p s zDFAState.__eq__N)r r r r r^ rk r� �__hash__r r r r
r[ [ s
r[ � Grammar.txtc C s t | �}|�� S r )r r7 )r �pr r r
�generate_grammar� s r� N)r� ) rc r r r ZGrammarr �objectr rZ r[ r� r r r r
� s I
%