Server : Apache System : Linux server1.cgrithy.com 3.10.0-1160.95.1.el7.x86_64 #1 SMP Mon Jul 24 13:59:37 UTC 2023 x86_64 User : nobody ( 99) PHP Version : 8.1.23 Disable Function : NONE Directory : /opt/alt/python38/lib64/python3.8/lib2to3/__pycache__/ |
U
��,ak � @ s
d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z m Z m
Z
ddlmZ ddlmZmZ ddlmZ d d
d �ZG d d
� d
e�Zdd� Zdd� Zdd� Zdd� Zdd� Z G dd� de�Z G dd� de �Z G d d � d e�Z G d d � d e �Z!dS )!z#Guido van Rossum <guido@python.org>� N)�chain� )�driver�tokenize�token)� find_root)�pytree�pygram)� btm_matcherTc C sT t | g g dg�}g }t�|j�D ].\}}}|�d�r |rD|dd � }|�|� q |S )N�*�fix_� )�
__import__�pkgutilZ iter_modules�__path__�
startswith�append)Z fixer_pkgZ
remove_prefixZpkgZ fix_names�finder�nameZispkg� r �5/opt/alt/python38/lib64/python3.8/lib2to3/refactor.py�get_all_fix_names s
r c @ s e Zd ZdS )�
_EveryNodeN��__name__�
__module__� __qualname__r r r r r + s r c C s� t | tjtjf�r(| jd kr t�| jhS t | tj�rH| jrDt| j�S t�t | tj �r�t
� }| jD ] }|D ]}|� t|�� qhq`|S t d| ��d S )Nz$Oh no! I don't understand pattern %s)
�
isinstancer Z NodePatternZ LeafPattern�typer ZNegatedPatternZcontent�_get_head_typesZWildcardPattern�set�update� Exception)Zpat�r�p�xr r r r / s
r c C s� t �t�}g }| D ]x}|jrdzt|j�}W n tk
rH |�|� Y q�X |D ]}|| �|� qNq|jd k r�||j �|� q|�|� qtt j
j � � t j
j
�D ]}|| �|� q�t|�S �N)� collections� defaultdict�list�patternr r r Z _accept_typer r �python_grammarZ
symbol2number�values�tokens�extend�dict)Z
fixer_listZ
head_nodesZevery�fixerZheadsZ node_typer r r �_get_headnode_dictK s$
�r1 c s � fdd�t � d�D �S )Nc s g | ]}� d | �qS ��.r )�.0�fix_name�Zpkg_namer r �
<listcomp>h s �z+get_fixers_from_package.<locals>.<listcomp>F)r r6 r r6 r �get_fixers_from_packaged s
�r8 c C s | S r& r )�objr r r � _identityk s r: c sX d}t �t�| �j�� � fdd�}ttjt jtj h�}t
� }z�|� \}}||krTq>q>|tj krl|rf�q6d}q>|tj k�r6|dk�r6|� \}}|tj ks�|dkr��q6|� \}}|tj ks�|dkrq6|� \}}|tj
kr�|dkr�|� \}}|tj k�r4|�|� |� \}}|tj
k�s.|d k�r"�q4|� \}}q�q>�q6q>W n tk
�rN Y nX t|�S )
NFc s t � �} | d | d fS )Nr r )�next)�tok��genr r �advancer s z(_detect_future_features.<locals>.advanceT�fromZ
__future__�import�(�,)r �generate_tokens�io�StringIO�readline� frozensetr �NEWLINE�NL�COMMENTr �STRING�NAME�OP�add�
StopIteration)�sourceZhave_docstringr? �ignore�features�tp�valuer r= r �_detect_future_featureso sB
rV c @ s e Zd ZdS )�
FixerErrorNr r r r r rW � s rW c @ s� e Zd Zddd�ZdZdZd4dd�Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d5dd�Z d6dd�Z
dd� Zd7dd�Zdd� Zd8d d �Zd d � Zd d!� Zd9d"d#�Zd:d$d%�Zd&Zd'Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z dS );�RefactoringToolF)�print_function�write_unchanged_filesZFixr Nc C s. || _ |p g | _| j�� | _|d k r0| j�|� | jd rDtj| _ntj | _| j�
d�| _ g | _ t
�d�| _g | _d| _tj| jtj| jd�| _| �� \| _| _g | _t�� | _ g | _ g | _ t | j| j�D ]F}|j r�| j �!|� q�|| jkr�| j �"|� q�|| jkr�| j �"|� q�t#| j �| _$t#| j �| _%d S )NrY rZ rX F)�convert�logger)&�fixers�explicit�_default_options�copy�optionsr! r �!python_grammar_no_print_statement�grammarr+ �getrZ �errors�loggingZ getLoggerr\ � fixer_log�wroter ZDriverr r[ �
get_fixers� pre_order�
post_order�files�bmZ
BottomMatcher�BMZ
bmi_pre_orderZbmi_post_orderr Z
BM_compatibleZ add_fixerr r1 �bmi_pre_order_heads�bmi_post_order_heads)�selfZ fixer_namesra r^ r0 r r r �__init__� s>
�
zRefactoringTool.__init__c C sX g }g }| j D �] }t|i i dg�}|�dd�d }|�| j�rR|t| j�d � }|�d�}| jd�dd� |D �� }zt ||�}W n& t
k
r� t d ||f �d �Y nX || j | j
�} | jr�| jd
k r�|| jkr�| �d |� q| �d |� | jd
k�r|�| � q| jdk�r |�| � qt d| j ��qt�d�}
|j|
d� |j|
d� ||fS )Nr r3 r ����_� c S s g | ] }|� � �qS r )�title)r4 r$ r r r r7 � s z.RefactoringTool.get_fixers.<locals>.<listcomp>zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_order��key)r] r �rsplitr � FILE_PREFIX�len�split� CLASS_PREFIX�join�getattr�AttributeErrorrW ra rg r^ � log_message� log_debug�orderr �operator�
attrgetter�sort) rq Zpre_order_fixersZpost_order_fixersZ fix_mod_path�modr5 �parts�
class_nameZ fix_classr0 Zkey_funcr r r ri � s:
�
zRefactoringTool.get_fixersc O s � d S r& r )rq �msg�args�kwdsr r r � log_error� s zRefactoringTool.log_errorc G s |r || }| j �|� d S r& )r\ �info�rq r� r� r r r r� s zRefactoringTool.log_messagec G s |r || }| j �|� d S r& )r\ �debugr� r r r r� s zRefactoringTool.log_debugc C s d S r& r )rq �old_text�new_text�filename�equalr r r � print_output s z RefactoringTool.print_outputc C s8 |D ].}t j�|�r$| �|||� q| �|||� qd S r& )�os�path�isdir� refactor_dir�
refactor_file)rq �items�write�
doctests_onlyZ dir_or_filer r r �refactor s zRefactoringTool.refactorc
C s� t jd }t �|�D ]�\}}}| �d|� |�� |�� |D ]>}|�d�s>t j�|�d |kr>t j�||�} | � | ||� q>dd� |D �|d d �< qd S )N�pyzDescending into %sr3 r c S s g | ]}|� d �s|�qS r2 )r )r4 Zdnr r r r7 . s
z0RefactoringTool.refactor_dir.<locals>.<listcomp>)
r� �extsep�walkr� r� r r� �splitextr~ r� )
rq Zdir_namer� r� Zpy_ext�dirpathZdirnames� filenamesr �fullnamer r r r� s
�z RefactoringTool.refactor_dirc
C s� zt |d�}W n6 tk
rD } z| �d||� W Y �dS d }~X Y nX zt�|j�d }W 5 |�� X tj |d|dd��}|�� |fW 5 Q R � S Q R X d S )N�rbzCan't open %s: %s)NNr r# ru ��encoding�newline) �open�OSErrorr� �closer �detect_encodingrG rE �read)rq r� �f�errr� r r r �_read_python_source0 s
z#RefactoringTool._read_python_sourcec C s� | � |�\}}|d krd S |d7 }|rn| �d|� | �||�}| jsL||kr`| �|||||� q�| �d|� nH| �||�}| js�|r�|jr�| jt|�d d� |||d� n | �d|� d S )N�
zRefactoring doctests in %szNo doctest changes in %srs )r� r� zNo changes in %s)r� r� �refactor_docstringrZ �processed_file�refactor_string� was_changed�str)rq r� r� r� �inputr� �output�treer r r r� @ s" �z RefactoringTool.refactor_filec
C s� t |�}d|krtj| j_zVz| j�|�}W n@ tk
rl } z"| �d||jj |� W Y �W �d S d }~X Y nX W 5 | j| j_X ||_
| � d|� | � ||� |S )NrY zCan't parse %s: %s: %szRefactoring %s)
rV r rb r rc Z parse_stringr" r� � __class__r �future_featuresr� �
refactor_tree)rq �datar rS r� r� r r r r� W s"
� z RefactoringTool.refactor_stringc C s� t j�� }|rN| �d� | �|d�}| js2||krB| �|d|� q�| �d� n:| �|d�}| jsj|r~|jr~| �t |�d|� n
| �d� d S )Nz Refactoring doctests in stdinz<stdin>zNo doctest changes in stdinzNo changes in stdin)
�sys�stdinr� r� r� rZ r� r� r� r� )rq r� r� r� r� r r r �refactor_stdinr s
z RefactoringTool.refactor_stdinc
C s� t | j| j�D ]}|�||� q| �| j|�� � | �| j|�� � | j�|� � �}t
|� � ��r�| jj D �]D}||krj|| rj|| j
tjjdd� |jr�|| j
tjjd� t|| �D ]�}||| kr�|| �|� z t|� W n tk
�r Y q�Y nX |j�r||jk�rq�|�|�}|r�|�||�}|d k r�|�|� |�� D ] }|j�s^g |_|j�|� �qL| j�|� � �}|D ]*} | |k�r�g || < || � || � �q�q�qjqTt | j| j�D ]}|� ||� �q�|j S )NT)rx �reverserw ) r rj rk Z
start_tree� traverse_byro rp rn �runZleaves�anyr, r] r� r ZBaseZdepthZkeep_line_orderZ
get_linenor) �remover �
ValueErrorZfixers_applied�match� transform�replacer r. Z finish_treer� )
rq r� r r0 Z match_set�node�results�newZ new_matchesZfxrr r r r� � sJ
z RefactoringTool.refactor_treec C sV |sd S |D ]D}||j D ]4}|�|�}|r|�||�}|d k r|�|� |}qq d S r& )r r� r� r� )rq r] Z traversalr� r0 r� r� r r r r� � s
zRefactoringTool.traverse_byc C s� | j �|� |d kr.| �|�d }|d kr.d S ||k}| �||||� |r`| �d|� | js`d S |rv| �||||� n | �d|� d S )Nr zNo changes to %szNot writing changes to %s)rl r r� r� r� rZ �
write_file)rq r� r� r� r� r� r� r r r r� � s z RefactoringTool.processed_filec C s� zt j|d|dd�}W n6 tk
rL } z| �d||� W Y �d S d }~X Y nX |�F z|�|� W n0 tk
r� } z| �d||� W 5 d }~X Y nX W 5 Q R X | �d|� d| _d S )N�wru r� zCan't create %s: %szCan't write %s: %szWrote changes to %sT)rE r� r� r� r� r� rh )rq r� r� r� r� �fpr� r r r r� � s * zRefactoringTool.write_filez>>> z... c
C s g }d }d }d }d}|j dd�D ]�}|d7 }|�� �| j�r~|d k rZ|�| �||||�� |}|g}|�| j�} |d | � }q |d k r�|�|| j �s�||| j�� d kr�|� |� q |d k r�|�| �||||�� d }d }|� |� q |d k �r
|�| �||||�� d�
|�S )Nr T��keependsr r� ru ) �
splitlines�lstripr �PS1r. �refactor_doctest�find�PS2�rstripr r~ )
rq r� r� �result�blockZ block_lineno�indent�lineno�line�ir r r r� sJ � �� �
�z"RefactoringTool.refactor_docstringc
s z�� ||� �}W nj tk
r| } zL�j�tj�rN|D ]}��d|�d�� q6��d|||j j
|� | W Y �S d }~X Y nX �� ||��rt |�j
dd�}|d |d � ||d d � } }|d �d�s�|d d7 < � �j |�d� g}|�r|� �fd d
�|D �7 }|S ) Nz
Source: %sr� z+Can't parse docstring in %s line %s: %s: %sTr� r rs r c s g | ]}� �j | �qS r )r� )r4 r� �r� rq r r r7 Z s z4RefactoringTool.refactor_doctest.<locals>.<listcomp>)� parse_blockr" r\ Z isEnabledForrf �DEBUGr� r� r� r� r r� r� r� �endswithr� �pop)
rq r� r� r� r� r� r� r� r� Zclippedr r� r r� @ s, �"z RefactoringTool.refactor_doctestc C s� | j r d}nd}| js$| �d|� n"| �d|� | jD ]}| �|� q6| jrl| �d� | jD ]}| �|� q\| jr�t| j�dkr�| �d� n| �dt| j�� | jD ] \}}}| j|f|�|� q�d S ) N�werez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)rh rl r� rg re r{ )rq r� �file�messager� r� r� r r r � summarize] s$
zRefactoringTool.summarizec C s" | j �| �|||��}t� |_|S r& )r Z parse_tokens� wrap_toksrH r� )rq r� r� r� r� r r r r� t s zRefactoringTool.parse_blockc c sd t �| �||�j�}|D ]F\}}\}}\} }
} ||d 7 }| |d 7 } ||||f| |
f| fV qd S )Nr )r rD � gen_lines�__next__) rq r� r� r� r- r rU Zline0Zcol0Zline1Zcol1Z line_textr r r r� ~ s
zRefactoringTool.wrap_toksc c sx || j }|| j }|}|D ]N}|�|�r>|t|�d � V n(||�� d krVdV ntd||f ��|}q dV qld S )Nr� zline=%r, prefix=%rru )r� r� r r{ r� �AssertionError)rq r� r� �prefix1Zprefix2�prefixr� r r r r� � s
zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N) r r r r_ r} rz rr ri r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r rX � s> �
4(
O �
+
rX c @ s e Zd ZdS )�MultiprocessingUnsupportedNr r r r r r� � s r� c sB e Zd Z� fdd�Zd � fdd� Z� fdd�Z� fd d
�Z� ZS ) �MultiprocessRefactoringToolc s" t t| �j||� d | _d | _d S r& )�superr� rr �queue� output_lock�rq r� �kwargs�r� r r rr � s z$MultiprocessRefactoringTool.__init__Fr c
s� |dkr t t���|||�S z dd l� W n tk
r@ t�Y nX �jd k rTtd��� �� �_� � � �_
� �fdd�t |�D �}z*|D ] }|�� q�t t���|||� W 5 �j� � t |�D ]}�j�
d � q�|D ]}|�� r�|� � q�d �_X d S )Nr r z already doing multiple processesc s g | ]}� j �jd ��qS ))�target)ZProcess�_child)r4 r� ��multiprocessingrq r r r7 � s �z8MultiprocessRefactoringTool.refactor.<locals>.<listcomp>)r� r� r� r� � ImportErrorr� r� � RuntimeErrorZ
JoinableQueueZLockr� �ranger~ �putZis_alive�start)rq r� r� r� Z
num_processesZ processesr� r$ r� r� r r� � s<
�
�
�
z$MultiprocessRefactoringTool.refactorc sN | j �� }|d k rJ|\}}ztt| �j||� W 5 | j �� X | j �� }q
d S r& )r� rd Z task_doner� r� r� )rq Ztaskr� r� r� r r r� � s
� z"MultiprocessRefactoringTool._childc s2 | j d k r | j �||f� ntt| �j||�S d S r& )r� r� r� r� r� r� r� r r r� � s
�z)MultiprocessRefactoringTool.refactor_file)FFr )r r r rr r� r� r� �
__classcell__r r r� r r� � s � r� )T)"�
__author__rE r� r r� rf r� r' � itertoolsr Zpgen2r r r Z
fixer_utilr ru r r r
rm r r" r r r1 r8 r: rV rW �objectrX r� r� r r r r �<module> s6
(