관리-도구
편집 파일: lexer.cpython-38.pyc
U +�e�? � @ sN d Z ddlZddlZddlmZ ddlmZ ddlmZ i ZG dd� d�Z dS )zGprovides the Lexer class for parsing template strings into parse trees.� N)� exceptions)� parsetree)�adjust_whitespacec @ s� e Zd Zd%dd�Zedd� �Zd&dd�Zdd � Zd d � Zd d � Z e � d�Z dd� Z dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� ZdS )'�LexerNc C sx || _ || _t�| j�| _d| _d| _d| _d| _g | _ g | _ g | _ || _ |d krZg | _ nt|d�sn|g| _ n|| _ d S )N� r �__iter__)�text�filenamer Z TemplateNode�template�matched_lineno�matched_charpos�lineno�match_position�tag� control_line� ternary_stack�encoding� preprocessor�hasattr)�selfr r Zinput_encodingr � r �8/opt/hc_python/lib/python3.8/site-packages/mako/lexer.py�__init__ s zLexer.__init__c C s | j | j| j| jd�S )N)�sourcer �posr )r r r r )r r r r �exception_kwargs* s �zLexer.exception_kwargsc C sV zt ||f }W n: tk rJ |r0t�||�nt�|�}|t ||f< Y nX | �|�S )z>compile the given regexp, cache the reg, and call match_reg().)� _regexp_cache�KeyError�re�compile� match_reg)r �regexp�flags�regr r r �match3 s z Lexer.matchc C s� | j }|�| j| j �}|r�|�� \}}||kr6|d n|| _ | j| _|d }|dkrv|| jk rv| jd|d � �d�}|| | _| j| j|| j � � d�7 _|S )z�match the given regular expression object to the current text position. if a match occurs, update the current text and line position. r r N� ) r r$ r �spanr r � textlength�rfindr �count)r r# �mpr$ �start�end�cpr r r r > s zLexer.match_regc G sL | j }d�|�}d}d}d}| �d�}|r,q | �dtj�}|r@q | �d| �}|r�|rn|dks�|dks�|dks�| j|| j t|�d�� � |�d�fS |s�| �d| tj�}|�r,||�d��d�7 }||�d��d �8 }||�d��d �7 }||�d��d �8 }||�d��d �7 }||�d��d �8 }q t j dd�|� f| j ��q d S )N�|r z#.*\nz+(\"\"\"|\'\'\'|\"|\')[^\\]*?(\\.[^\\]*?)*\1z(%s)r z(.*?)(?=\"|\'|#|%s)�{�}�(�)�[�]z Expected: %s�,) r �joinr$ r �Sr �len�groupr) r �SyntaxExceptionr ) r Z watch_nestingr �startposZtext_reZ brace_levelZ paren_levelZ bracket_levelr$ r r r �parse_until_textT sZ ����� �� ��zLexer.parse_until_textc O s� |� d| j� |� d| j� |� d| j� | j|d< |||�}t| j�r\| jd j�|� n| j j�|� | j r�| j d }|j�|� t |t j �r�|�|j�s�| jr�| jd r�| jd d j�|� t |t j�r�t| j�r�| jd |_| j�|� n�t |t j ��r�|j�r | j �� | j�� n�|j�rB| j �|� | j�g � nl| j �rp| j d �|j��rp| jd �|� n>| j �r�| j d �|j��s�tjd|j| j d jf f| j��d S )Nr r r r ���z1Keyword '%s' not a legal ternary for keyword '%s')� setdefaultr r r r r8 r Znodes�appendr r � isinstancer � ControlLineZ is_ternary�keywordr �Tag�parent�isend�popZ is_primaryr r: r )r Znodecls�args�kwargs�nodeZ control_framer r r � append_node| sZ � ��� �����zLexer.append_nodez #.*coding[:=]\s*([-\w.]+).*\r?\nc C s" t |t�r4| j�|�}|r$|�d�p*|p*d}||fS |�tj�r�|ttj�d� }d}| j�|� dd��}|dk r�|�d�dkr�t � d|�d� |� dd�dd|��n*| j�|� dd��}|r�|�d�n|p�d}|�rz|� |�}W n4 t k �r t � d| |� dd�dd|��Y nX ||fS )z�given string/unicode or bytes/string, determine encoding from magic encoding comment, return body as unicode or raw if decode_raw=False r zutf-8N�ignorezHFound utf-8 BOM in file, with conflicting magic encoding comment of '%s'r z0Unicode decode operation of encoding '%s' failed) r@ �str� _coding_rer$ r9 � startswith�codecs�BOM_UTF8r8 �decoder ZCompileException�UnicodeDecodeError)r r Z decode_rawZknown_encodingr �mr Zparsed_encodingr r r �decode_raw_stream� sD � � � � zLexer.decode_raw_streamc C s: | � | jd| j| j�\| _| _| jD ]}|| j�| _q$| �| j� t| j�| _| j | jkr\q�| � � rfq�| � � rpqN| � � rzqN| � � r�qN| �� r�qN| �� r�qN| �� r�qN| �� r�qN| �� r�qN| j | jkr�q�t�d��qNt| j�r�tjd| jd j f| j��t| j��r4t�d| jd j | j| jd j| jd j| j��| j S )NTzassertion failed�Unclosed tag: <%%%s>r= z"Unterminated control keyword: '%s') rT r r r r r rM r8 r' r � match_end�match_expression�match_control_line� match_comment�match_tag_start� match_tag_end�match_python_block� match_percent� match_textr Z MakoExceptionr r: rB r r r r r )r Zpreprocr r r �parse� sd � �� � �z Lexer.parsec C s� d}| � |tjtjB tjB �}|s&dS |�� \}}}|| _i }|rzt�d|�D ]*}|\}} } | pb| } | �dd�} | ||< qN| � t j ||� |r�| j � � nR|dkr�| � dtj�}|s�tjd| j d j f| j��| � t j|�d �� | �� S d S ) Na� \<% # opening tag ([\w\.\:]+) # keyword ((?:\s+\w+|\s*=\s*|"[^"]*?"|'[^']*?'|\s*,\s*)*) # attrname, = \ # sign, string expression # comma is for backwards compat # identified in #366 \s* # more whitespace (/)?> # closing Fz)\s*(\w+)\s*=\s*(?:'([^']*)'|\"([^\"]*)\")� r% r z(.*?)(?=\</%text>)rU r= r T)r$ r �Ir7 �X�groupsrB �findall�replacerJ r rC r rF r r: r �Textr9 r[ ) r r# r$ rB �attrrE � attributesZatt�keyZval1Zval2r r r r rZ sB � � ��zLexer.match_tag_startc C s� | � d�}|r~t| j�s4tjd|�d� f| j��n<| jd j|�d�krptjd|�d�| jd jf f| j��| j�� dS dS d S )Nz\</%[\t ]*([^\t ]+?)[\t ]*>z(Closing tag without opening tag: </%%%s>r r= z.Closing tag </%%%s> does not match tag: <%%%s>TF) r$ r8 r r r: r9 r rB rF �r r$ r r r r[ F s* ������ zLexer.match_tag_endc C s. | � dtj�}|sdS |�� }|r&|S dS d S )Nz\ZFT)r$ r r7 r9 )r r$ �stringr r r rV Z s zLexer.match_endc C s@ | � dtj�}|r8| �tj|�d�d |�d� � dS dS d S )Nz(?<=^)(\s*)%%(%*)r �%� TF)r$ r �MrJ r rf r9 rj r r r r] e s �zLexer.match_percentc C s@ | � dtjtjB �}|r8|�d�}|r4| �tj|� dS dS d S )Na� (.*?) # anything, followed by: ( (?<=\n)(?=[ \t]*(?=%|\#\#)) # an eval or line-based # comment, preceded by a # consumed newline and whitespace | (?=\${) # an expression | (?=</?[%&]) # a substitution or block or call start or end # - don't consume | (\\\r?\n) # an escaped newline - throw away | \Z # end of string )r TF)r$ r rb r7 r9 rJ r rf )r r$ r r r r r^ o s � zLexer.match_textc C sd | � d�}|r\| j| j }}| �dd�\}}t|�d }| jtj||�d�dk||d� dS dS d S ) Nz<%(!)?Fz%>r% r �!�r r T) r$ r r r< r rJ r ZCoder9 )r r$ �liner r r, r r r r\ � s �zLexer.match_python_blockc C sz | � d�}|sdS | j| j }}| �ddd�\}}|dkrL| �dd�\}}nd}|�dd �}| jtj||�� ||d � dS ) Nz\${FTz\|r0 r. � r` r% rp ) r$ r r r< re rJ r � Expression�strip)r r$ rq r r r, �escapesr r r rW � s" �zLexer.match_expressionc C s� | � dtj�}|sdS |�d�}|�d�}|dkr�t� d|�}|sVtjd| f| j��|�dd�\}}|d k }|r�t| j�s�tjd||f f| j��n0| jd j |kr�tjd || jd j f f| j��| � t j |||� n| � t j |� d S ) NzC(?<=^)[\t ]*(%(?!%)|##)[\t ]*((?:(?:\\\r?\n)|[^\r\n])*)(?:\r?\n|\Z)Fr rm rl z(end)?(\w+)\s*(.*)zInvalid control line: '%s'z!No starting keyword '%s' for '%s'r= z'Keyword '%s' doesn't match keyword '%s'T)r$ r rn r9 r r: r r8 r rB rJ r rA �Comment)r r$ �operatorr �m2rE rB r r r rX � sH � �� �����zLexer.match_control_linec C s2 | � dtj�}|r*| �tj|�d�� dS dS dS )z*matches the multiline version of a commentz<%doc>(.*?)</%doc>r TFN)r$ r r7 rJ r rv r9 rj r r r rY � s zLexer.match_comment)NNN)N)�__name__� __module__� __qualname__r �propertyr r$ r r< rJ r r rM rT r_ rZ r[ rV r] r^ r\ rW rX rY r r r r r s, � (2 *:2 &r ) �__doc__rO r �makor r Z mako.pygenr r r r r r r �<module> s