| Current File : /home/mmdealscpanel/yummmdeals.com/parser.tar |
docstring.py 0000644 00000000033 15037407101 0007104 0 ustar 00 """Some documentation.
"""
unparse.pyo 0000644 00000056556 15037407101 0006771 0 ustar 00 �
��^c @ s� d Z d d l Z d d l Z d d l Z d d l Z d e e j j d � Z d � Z d f d � � YZ
e j d � Z d � Z
d
� Z e d k r� e e j d � n d S( s' Usage: unparse.py <path to source file>i����Nt 1ei c C sZ t | � } y | t | � � Wn t k
r3 n# Xx | D] } | � | | � q; Wd S( s< Call f on each item in seq, calling inter() in between.
N( t itert nextt
StopIteration( t intert ft seqt x( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
interleave s
t Unparserc B s e Z d Z e j d � Z d d � Z d � Z d � Z d � Z d � Z
d � Z d � Z d
� Z
d � Z d � Z d
� Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z! d � Z" d � Z# d! � Z$ d" � Z% d# � Z& d$ � Z' d% � Z( d& � Z) d' � Z* d( � Z+ d) � Z, d* � Z- d+ � Z. d, � Z/ d- � Z0 d. � Z1 d/ � Z2 i d0 d1 6d2 d3 6d4 d5 6d6 d7 6Z3 d8 � Z4 i d4 d9 6d6 d: 6d; d< 6d= d> 6d? d@ 6dA dB 6dC dD 6dE dF 6dG dH 6dI dJ 6dK dL 6dM dN 6Z5 dO � Z6 i
dP dQ 6dR dS 6dT dU 6dV dW 6dX dY 6dZ d[ 6d\ d] 6d^ d_ 6d` da 6db dc 6Z7 dd � Z8 i de e9 j: 6df e9 j; 6Z< dg � Z= dh � Z> di � Z? dj � Z@ dk � ZA dl � ZB dm � ZC dn � ZD do � ZE dp � ZF dq � ZG dr � ZH RS(s s� Methods in this class recursively traverse an AST and
output source code for the abstract syntax; original formatting
is disregarded. c C sI | | _ g | _ d | _ | j | � | j j d � | j j � d S( sT Unparser(tree, file=sys.stdout) -> None.
Print the source for tree to file.i t N( R t future_importst _indentt dispatcht writet flush( t selft treet file( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt __init__ s
R
c C s# | j j d d | j | � d S( sB Indent a piece of text, according to the current indentation levels
s N( R R R ( R t text( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt fill' s c C s | j j | � d S( s+ Append a piece of text to the current line.N( R R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR + s c C s | j d � | j d 7_ d S( s( Print ':', and increase the indentation.t :i N( R R ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt enter/ s
c C s | j d 8_ d S( s Decrease the indentation level.i N( R ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt leave4 s c C sX t | t � r1 x | D] } | j | � q Wd St | d | j j � } | | � d S( s: Dispatcher function, dispatching tree type T to method _T.Nt _( t
isinstancet listR
t getattrt __class__t __name__( R R t tt meth( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR
8 s
c C s% x | j D] } | j | � q
Wd S( N( t bodyR
( R R t stmt( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ModuleI s c C s | j � | j | j � d S( N( R R
t value( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ExprN s
c s0 � j d � t � f d � � j | j � d S( Ns import c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt <lambda>T R
( R R R
t names( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ImportR s
c s� | j r8 | j d k r8 � j j d � | j D� � n � j d � � j d | j � | j ru � j | j � n � j d � t � f d � � j | j � d S( Nt
__future__c s s | ] } | j Vq d S( N( t name( t .0t n( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pys <genexpr>Y s s from t .s import c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& ` R
( t moduleR t extendR' R R t levelR R
( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ImportFromV s
c C sL | j � x+ | j D] } | j | � | j d � q W| j | j � d S( Ns = ( R t targetsR
R R$ ( R R t target( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Assignb s
c C sS | j � | j | j � | j d | j | j j j d � | j | j � d S( Nt s = ( R R
R3 R t binopt opR R R$ ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_AugAssigni s
%c C s: | j d � | j r6 | j d � | j | j � n d S( Nt returnR5 ( R R$ R R
( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Returno s
c C s | j d � d S( Nt pass( R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Passu s c C s | j d � d S( Nt break( R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Breakx s c C s | j d � d S( Nt continue( R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Continue{ s c s0 � j d � t � f d � � j | j � d S( Ns del c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
( R R R
R2 ( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Delete~ s
c C sJ | j d � | j | j � | j rF | j d � | j | j � n d S( Ns assert s , ( R R
t testt msgR ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Assert� s
c C ss | j d � | j | j � | j rF | j d � | j | j � n | j ro | j d � | j | j � n d S( Ns exec s in s , ( R R
R! t globalsR t locals( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Exec� s
c C s� | j d � t } | j rB | j d � | j | j � t } n x: | j D]/ } | rh | j d � n t } | j | � qL W| j s� | j d � n d S( Ns print s >>s , t ,( R t Falset destR R
t Truet valuest nl( R R t do_commat e( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Print� s
c s0 � j d � t � f d � � j | j � d S( Ns global c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
( R R R R' ( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Global� s
c C sT | j d � | j d � | j rC | j d � | j | j � n | j d � d S( Nt (t yieldR5 t )( R R$ R
( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Yield� s
c C s | j d � | j r) | j | j � n | j rR | j d � | j | j � n | j r{ | j d � | j | j � n d S( Ns raise s , ( R t typeR
t instR t tback( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Raise� s
c C s� | j d � | j � | j | j � | j � x | j D] } | j | � q; W| j r� | j d � | j � | j | j � | j � n d S( Nt tryt else( R R R
R! R t handlerst orelse( R R t ex( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_TryExcept� s
c C s� t | j � d k rA t | j d t j � rA | j | j � n1 | j d � | j � | j | j � | j � | j d � | j � | j | j � | j � d S( Ni i RZ t finally(
t lenR! R t astt TryExceptR
R R R t finalbody( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _TryFinally� s .
c C s� | j d � | j r6 | j d � | j | j � n | j r_ | j d � | j | j � n | j � | j | j � | j � d S( Nt exceptR5 s as ( R RV R R
R* R R! R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ExceptHandler� s
c C s� | j d � x+ | j D] } | j d � | j | � q W| j d | j � | j r� | j d � x+ | j D] } | j | � | j d � qo W| j d � n | j � | j | j � | j � d S( Ns
t @s class RR s , RT ( R t decorator_listR R
R* t basesR R! R ( R R t decot a( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ClassDef� s
c C s� | j d � x+ | j D] } | j d � | j | � q W| j d | j d � | j | j � | j d � | j � | j | j � | j � d S( Ns
Rh s def RR RT ( R Ri R R
R* t argsR R! R ( R R Rk ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _FunctionDef� s
c C s� | j d � | j | j � | j d � | j | j � | j � | j | j � | j � | j r� | j d � | j � | j | j � | j � n d S( Ns for s in R[ ( R R
R3 R R R R! R R] ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _For� s
c C s | j d � | j | j � | j � | j | j � | j � x� | j r� t | j � d k r� t | j d t j
� r� | j d } | j d � | j | j � | j � | j | j � | j � qD W| j r
| j d � | j � | j | j � | j � n d S( Ns if i i s elif R[ ( R R
RB R R! R R] Ra R Rb t If( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _If s$
!
c C s� | j d � | j | j � | j � | j | j � | j � | j r~ | j d � | j � | j | j � | j � n d S( Ns while R[ ( R R
RB R R! R R] ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _While! s
c C sn | j d � | j | j � | j rF | j d � | j | j � n | j � | j | j � | j � d S( Ns with s as ( R R
t context_exprt
optional_varsR R R! R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _With- s
c C s� d | j k r( | j t | j � � nc t | j t � rW | j d t | j � � n4 t | j t � r� | j t | j � j d � � n d S( Nt unicode_literalst bt u( R R t reprt sR t strt unicodet lstrip( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Str8 s "c C s | j | j � d S( N( R t id( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _NameE s c C s. | j d � | j | j � | j d � d S( Nt `( R R
R$ ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ReprH s
c C sj t | j � } | j d � r. | j d � n | j | j d t � � | j d � rf | j d � n d S( Nt -RR t infRT ( Rz R, t
startswithR t replacet INFSTR( R R t repr_n( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _NumM s c s= � j d � t � f d � � j | j � � j d � d S( Nt [c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& Y R
t ]( R R R
t elts( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ListW s
c C sO | j d � | j | j � x | j D] } | j | � q' W| j d � d S( NR� R� ( R R
t eltt
generators( R R t gen( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ListComp\ s
c C sO | j d � | j | j � x | j D] } | j | � q' W| j d � d S( NRR RT ( R R
R� R� ( R R R� ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_GeneratorExpc s
c C sO | j d � | j | j � x | j D] } | j | � q' W| j d � d S( Nt {t }( R R
R� R� ( R R R� ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _SetCompj s
c C sl | j d � | j | j � | j d � | j | j � x | j D] } | j | � qD W| j d � d S( NR� s : R� ( R R
t keyR$ R� ( R R R� ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _DictCompq s
c C sl | j d � | j | j � | j d � | j | j � x+ | j D] } | j d � | j | � qD Wd S( Ns for s in s if ( R R
R3 R t ifs( R R t if_clause( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _comprehensionz s
c C sh | j d � | j | j � | j d � | j | j � | j d � | j | j � | j d � d S( NRR s if s else RT ( R R
R! RB R] ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _IfExp� s
c s= � j d � t � f d � � j | j � � j d � d S( NR� c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
R� ( R R R
R� ( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Set� s
c sU � j d � � f d � } t � f d � | t | j | j � � � j d � d S( NR� c s7 | \ } } � j | � � j d � � j | � d S( Ns : ( R
R ( t pairt kt v( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
write_pair� s
c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
R� ( R R t zipt keysRL ( R R R� ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Dict� s
(c s{ � j d � t | j � d k rK | j \ } � j | � � j d � n t � f d � � j | j � � j d � d S( NRR i RH c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
RT ( R Ra R� R
R ( R R R� ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Tuple� s
t ~t Invertt nott Nott +t UAddR� t USubc C s� | j d � | j | j | j j j � | j d � t | j t j � r� t | j t j � r� | j d � | j
| j � | j d � n | j
| j � | j d � d S( NRR R5 RT ( R t unopR7 R R R Rb R� t operandt NumR
( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _UnaryOp� s
*
t Addt Subt *t Multt /t Divt %t Mods <<t LShifts >>t RShiftt |t BitOrt ^t BitXort &t BitAnds //t FloorDivs **t Powc C sc | j d � | j | j � | j d | j | j j j d � | j | j � | j d � d S( NRR R5 RT ( R R
t leftR6 R7 R R t right( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _BinOp� s
%s ==t Eqs !=t NotEqt <t Lts <=t LtEt >t Gts >=t GtEt ist Iss is nott IsNott int Ins not int NotInc C s� | j d � | j | j � xR t | j | j � D]; \ } } | j d | j | j j d � | j | � q3 W| j d � d S( NRR R5 RT ( R R
R� R� t opst comparatorst cmpopsR R ( R R t oRO ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Compare� s
""t andt orc sW � j d � d � j | j j � t � � f d � � j | j � � j d � d S( NRR s %s c s
� j � � S( N( R ( ( R{ R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
RT ( R t boolopsR7 R R R
RL ( R R ( ( R{ R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _BoolOp� s
"c C sk | j | j � t | j t j � rJ t | j j t � rJ | j d � n | j d � | j | j � d S( NR5 R- ( R
R$ R Rb R� R, t intR t attr( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_Attribute� s
*
c C s8 | j | j � | j d � t } x: | j D]/ } | rI | j d � n t } | j | � q- Wx: | j D]/ } | r� | j d � n t } | j | � qj W| j r� | r� | j d � n t } | j d � | j | j � n | j r'| r| j d � n t } | j d � | j | j � n | j d � d S( NRR s , R� s **RT ( R
t funcR RI Rn RK t keywordst starargst kwargs( R R t commaRO ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Call� s4
c C s> | j | j � | j d � | j | j � | j d � d S( NR� R� ( R
R$ R t slice( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_Subscript� s
c C s | j d � d S( Ns ...( R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Ellipsis� s c C s | j | j � d S( N( R
R$ ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Index� s c C sr | j r | j | j � n | j d � | j rE | j | j � n | j rn | j d � | j | j � n d S( NR ( t lowerR
R t uppert step( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Slice s
c s# t � f d � � j | j � d S( Nc s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR&
R
( R R
t dims( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ExtSlice s c C s' t } d g t | j � t | j � | j } xo t | j | � D][ \ } } | r^ t } n
| j d � | j | � f | rC | j d � | j | � qC qC W| j r� | r� t } n
| j d � | j d � | j | j � n | j
r#| r� t } n
| j d � | j d | j
� n d S( Ns , t =R� s **( RK t NoneRa Rn t defaultsR� RI R R
t varargt kwarg( R R t firstR� Rl t d( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_arguments s* *
c C s1 | j | j � | j d � | j | j � d S( NR� ( R t argR
R$ ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _keyword) s
c C sX | j d � | j d � | j | j � | j d � | j | j � | j d � d S( NRR s lambda s : RT ( R R
Rn R! ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Lambda. s
c C s4 | j | j � | j r0 | j d | j � n d S( Ns as ( R R* t asname( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _alias6 s (I R t
__module__t __doc__t syst stdoutR R R R R R
R# R% R( R1 R4 R8 R: R< R> R@ RA RD RG RP RQ RU RY R_ Re Rg Rm Ro Rp Rr Rs Rv R R� R� R� R� R� R� R� R� R� R� R� R� R� R� R� R6 R� R� R� Rb t Andt OrR� R� R� R� R� R� R� R� R� R� R� R� R� ( ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR s�
" &# -
c C sM t | d � � } | j � } Wd QXt | | d t j � } t | | � d S( Nt rt exec( t opent readt compileRb t
PyCF_ONLY_ASTR ( t filenamet outputt pyfilet sourceR ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt roundtrip; s c C s y5 g t j | � D] } | j d � r | ^ q } Wn% t k
r\ t j j d | � n� Xx� | D]� } t j j | | � } t j j | � r� t
j � } d | GHy t | | � Wq� t
k
r� } d t | � GHq� Xqd t j j | � rd t | � qd qd Wd S( Ns .pys Directory not readable: %ss
Testing %ss$ Failed to compile, exception is %s( t ost listdirt endswitht OSErrorR� t stderrR t patht joint isfilet cStringIOt StringIOR
t ExceptionRz t isdirt testdir( Rl R, R' t fullnameR
RO ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR C s 5
c C sQ | d d k r2 x: | d D] } t | � q Wn x | D] } t | � q9 Wd S( Ni s --testdiri ( R R
( Rn Rl ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt mainU s
t __main__( R� R� Rb R R Rz t
float_infot
max_10_expR� R R R R
R R R t argv( ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt <module> s
� � % example.py 0000644 00000013132 15037407101 0006547 0 ustar 00 """Simple code to extract class & function docstrings from a module.
This code is used as an example in the library reference manual in the
section on using the parser module. Refer to the manual for a thorough
discussion of the operation of this code.
"""
import os
import parser
import symbol
import token
import types
from types import ListType, TupleType
def get_docs(fileName):
"""Retrieve information from the parse tree of a source file.
fileName
Name of the file to read Python source code from.
"""
source = open(fileName).read()
basename = os.path.basename(os.path.splitext(fileName)[0])
ast = parser.suite(source)
return ModuleInfo(ast.totuple(), basename)
class SuiteInfoBase:
_docstring = ''
_name = ''
def __init__(self, tree = None):
self._class_info = {}
self._function_info = {}
if tree:
self._extract_info(tree)
def _extract_info(self, tree):
# extract docstring
if len(tree) == 2:
found, vars = match(DOCSTRING_STMT_PATTERN[1], tree[1])
else:
found, vars = match(DOCSTRING_STMT_PATTERN, tree[3])
if found:
self._docstring = eval(vars['docstring'])
# discover inner definitions
for node in tree[1:]:
found, vars = match(COMPOUND_STMT_PATTERN, node)
if found:
cstmt = vars['compound']
if cstmt[0] == symbol.funcdef:
name = cstmt[2][1]
self._function_info[name] = FunctionInfo(cstmt)
elif cstmt[0] == symbol.classdef:
name = cstmt[2][1]
self._class_info[name] = ClassInfo(cstmt)
def get_docstring(self):
return self._docstring
def get_name(self):
return self._name
def get_class_names(self):
return self._class_info.keys()
def get_class_info(self, name):
return self._class_info[name]
def __getitem__(self, name):
try:
return self._class_info[name]
except KeyError:
return self._function_info[name]
class SuiteFuncInfo:
# Mixin class providing access to function names and info.
def get_function_names(self):
return self._function_info.keys()
def get_function_info(self, name):
return self._function_info[name]
class FunctionInfo(SuiteInfoBase, SuiteFuncInfo):
def __init__(self, tree = None):
self._name = tree[2][1]
SuiteInfoBase.__init__(self, tree and tree[-1] or None)
class ClassInfo(SuiteInfoBase):
def __init__(self, tree = None):
self._name = tree[2][1]
SuiteInfoBase.__init__(self, tree and tree[-1] or None)
def get_method_names(self):
return self._function_info.keys()
def get_method_info(self, name):
return self._function_info[name]
class ModuleInfo(SuiteInfoBase, SuiteFuncInfo):
def __init__(self, tree = None, name = "<string>"):
self._name = name
SuiteInfoBase.__init__(self, tree)
if tree:
found, vars = match(DOCSTRING_STMT_PATTERN, tree[1])
if found:
self._docstring = vars["docstring"]
def match(pattern, data, vars=None):
"""Match `data' to `pattern', with variable extraction.
pattern
Pattern to match against, possibly containing variables.
data
Data to be checked and against which variables are extracted.
vars
Dictionary of variables which have already been found. If not
provided, an empty dictionary is created.
The `pattern' value may contain variables of the form ['varname'] which
are allowed to match anything. The value that is matched is returned as
part of a dictionary which maps 'varname' to the matched value. 'varname'
is not required to be a string object, but using strings makes patterns
and the code which uses them more readable.
This function returns two values: a boolean indicating whether a match
was found and a dictionary mapping variable names to their associated
values.
"""
if vars is None:
vars = {}
if type(pattern) is ListType: # 'variables' are ['varname']
vars[pattern[0]] = data
return 1, vars
if type(pattern) is not TupleType:
return (pattern == data), vars
if len(data) != len(pattern):
return 0, vars
for pattern, data in map(None, pattern, data):
same, vars = match(pattern, data, vars)
if not same:
break
return same, vars
# This pattern identifies compound statements, allowing them to be readily
# differentiated from simple statements.
#
COMPOUND_STMT_PATTERN = (
symbol.stmt,
(symbol.compound_stmt, ['compound'])
)
# This pattern will match a 'stmt' node which *might* represent a docstring;
# docstrings require that the statement which provides the docstring be the
# first statement in the class or function, which this pattern does not check.
#
DOCSTRING_STMT_PATTERN = (
symbol.stmt,
(symbol.simple_stmt,
(symbol.small_stmt,
(symbol.expr_stmt,
(symbol.testlist,
(symbol.test,
(symbol.and_test,
(symbol.not_test,
(symbol.comparison,
(symbol.expr,
(symbol.xor_expr,
(symbol.and_expr,
(symbol.shift_expr,
(symbol.arith_expr,
(symbol.term,
(symbol.factor,
(symbol.power,
(symbol.atom,
(token.STRING, ['docstring'])
)))))))))))))))),
(token.NEWLINE, '')
))
test_parser.pyo 0000644 00000002643 15037407101 0007633 0 ustar 00 �
A fc @ sS d d l Z d d l Z d a d � Z d � Z d � Z e d k rO e � n d S( i����Ni c C s� d G| Gy7 t j | � } t j | � } d } t j | � } Wn8 t j k
ry } Hd G| d GHt j � t d a n2 X| t j | � k r� Hd G| GHt d a n d GHd S( Ns ----s, parser module raised exception on input filet :i s" parser module failed on input files o.k.( t parsert suitet st2tuplet Nonet tuple2stt ParserErrort tracebackt print_exct
_numFailed( t tt fileNamet stt tupt newt err( ( s/ /usr/lib64/python2.7/Demo/parser/test_parser.pyt testChunk
s
c C s# t | � j � } t | | � d S( N( t opent readR ( R R
( ( s/ /usr/lib64/python2.7/Demo/parser/test_parser.pyt testFile! s c C sk d d l } | j d } | sG d d l } | j d � } | j � n t t | � | j t d k � d S( Ni����i s *.pyi ( t syst argvt globt sortt mapR t exitR ( R t argsR ( ( s/ /usr/lib64/python2.7/Demo/parser/test_parser.pyt test% s
t __main__( R R R R R R t __name__( ( ( s/ /usr/lib64/python2.7/Demo/parser/test_parser.pyt <module> s
simple.pyo 0000644 00000000427 15037407101 0006567 0 ustar 00 �
��^c @ s
d � Z d S( c C s d S( s maybe a docstringN( ( ( ( s* /usr/lib64/python2.7/Demo/parser/simple.pyt f t N( R ( ( ( s* /usr/lib64/python2.7/Demo/parser/simple.pyt <module> R test_parser.pyc 0000644 00000002643 15037407101 0007617 0 ustar 00 �
A fc @ sS d d l Z d d l Z d a d � Z d � Z d � Z e d k rO e � n d S( i����Ni c C s� d G| Gy7 t j | � } t j | � } d } t j | � } Wn8 t j k
ry } Hd G| d GHt j � t d a n2 X| t j | � k r� Hd G| GHt d a n d GHd S( Ns ----s, parser module raised exception on input filet :i s" parser module failed on input files o.k.( t parsert suitet st2tuplet Nonet tuple2stt ParserErrort tracebackt print_exct
_numFailed( t tt fileNamet stt tupt newt err( ( s/ /usr/lib64/python2.7/Demo/parser/test_parser.pyt testChunk
s
c C s# t | � j � } t | | � d S( N( t opent readR ( R R
( ( s/ /usr/lib64/python2.7/Demo/parser/test_parser.pyt testFile! s c C sk d d l } | j d } | sG d d l } | j d � } | j � n t t | � | j t d k � d S( Ni����i s *.pyi ( t syst argvt globt sortt mapR t exitR ( R t argsR ( ( s/ /usr/lib64/python2.7/Demo/parser/test_parser.pyt test% s
t __main__( R R R R R R t __name__( ( ( s/ /usr/lib64/python2.7/Demo/parser/test_parser.pyt <module> s
source.py 0000644 00000001345 15037407101 0006417 0 ustar 00 """Exmaple file to be parsed for the parsermodule example.
The classes and functions in this module exist only to exhibit the ability
of the handling information extraction from nested definitions using parse
trees. They shouldn't interest you otherwise!
"""
class Simple:
"This class does very little."
def method(self):
"This method does almost nothing."
return 1
class Nested:
"This is a nested class."
def nested_method(self):
"Method of Nested class."
def nested_function():
"Function in method of Nested class."
pass
return nested_function
def function():
"This function lives at the module level."
return 0
FILES 0000644 00000000133 15037407101 0005324 0 ustar 00 Demo/parser
Doc/libparser.tex
Lib/AST.py
Lib/symbol.py
Lib/token.py
Modules/parsermodule.c
source.pyo 0000644 00000003060 15037407101 0006572 0 ustar 00 �
��^c @ s& d Z d d d � � YZ d � Z d S( s� Exmaple file to be parsed for the parsermodule example.
The classes and functions in this module exist only to exhibit the ability
of the handling information extraction from nested definitions using parse
trees. They shouldn't interest you otherwise!
t Simplec B s* e Z d Z d � Z d d d � � YZ RS( s This class does very little.c C s d S( s This method does almost nothing.i ( ( t self( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt method s t Nestedc B s e Z d Z d � Z RS( s This is a nested class.c C s
d � } | S( s Method of Nested class.c S s d S( s# Function in method of Nested class.N( ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt nested_function s ( ( R R ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt
nested_method s ( t __name__t
__module__t __doc__R ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyR s ( ( R R R R R ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyR s c C s d S( s( This function lives at the module level.i ( ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt function s N( ( R R R ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt <module> s docstring.pyc 0000644 00000000257 15037407101 0007257 0 ustar 00 �
��^c @ s
d Z d S( s Some documentation.
N( t __doc__( ( ( s- /usr/lib64/python2.7/Demo/parser/docstring.pyt <module> t example.pyo 0000644 00000016044 15037407101 0006733 0 ustar 00 �
��^c @ s� d Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m Z d � Z d d d � � YZ d d d � � YZ
d e e
f d
� � YZ d e f d � � YZ d
e e
f d � � YZ
d d � Z e j e j d g f f Z e j e j e j e j e j e j e j e j e j e j e j e j e j e j e j e j! e j" e j# e j$ d g f f f f f f f f f f f f f f f f f e j% d f f f Z& d S( s� Simple code to extract class & function docstrings from a module.
This code is used as an example in the library reference manual in the
section on using the parser module. Refer to the manual for a thorough
discussion of the operation of this code.
i����N( t ListTypet TupleTypec C sV t | � j � } t j j t j j | � d � } t j | � } t | j � | � S( s� Retrieve information from the parse tree of a source file.
fileName
Name of the file to read Python source code from.
i (
t opent readt ost patht basenamet splitextt parsert suitet
ModuleInfot totuple( t fileNamet sourceR t ast( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_docs s "t
SuiteInfoBasec B sV e Z d Z d Z d d � Z d � Z d � Z d � Z d � Z d � Z
d � Z RS( t c C s, i | _ i | _ | r( | j | � n d S( N( t _class_infot _function_infot
_extract_info( t selft tree( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt __init__! s c C s t | � d k r2 t t d | d � \ } } n t t | d � \ } } | rg t | d � | _ n x� | d D]� } t t | � \ } } | rr | d } | d t j k r� | d d } t | � | j | <q| d t j
k r| d d } t | � | j | <qqr qr Wd S( Ni i i t docstringt compoundi (
t lent matcht DOCSTRING_STMT_PATTERNt evalt
_docstringt COMPOUND_STMT_PATTERNt symbolt funcdeft FunctionInfoR t classdeft ClassInfoR ( R R t foundt varst nodet cstmtt name( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR ' s
c C s | j S( N( R ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt
get_docstring; s c C s | j S( N( t _name( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_name> s c C s
| j j � S( N( R t keys( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_class_namesA s c C s | j | S( N( R ( R R) ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_class_infoD s c C s/ y | j | SWn t k
r* | j | SXd S( N( R t KeyErrorR ( R R) ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt __getitem__G s
N( t __name__t
__module__R R+ t NoneR R R* R, R. R/ R1 ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR s t
SuiteFuncInfoc B s e Z d � Z d � Z RS( c C s
| j j � S( N( R R- ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_function_namesQ s c C s | j | S( N( R ( R R) ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_function_infoT s ( R2 R3 R6 R7 ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR5 N s R" c B s e Z d d � Z RS( c C s5 | d d | _ t j | | r* | d p- d � d S( Ni i i����( R+ R R R4 ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR Y s N( R2 R3 R4 R ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR" X s R$ c B s& e Z d d � Z d � Z d � Z RS( c C s5 | d d | _ t j | | r* | d p- d � d S( Ni i i����( R+ R R R4 ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR _ s c C s
| j j � S( N( R R- ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_method_namesc s c C s | j | S( N( R ( R R) ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_method_infof s N( R2 R3 R4 R R8 R9 ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR$ ^ s R
c B s e Z d d d � Z RS( s <string>c C sU | | _ t j | | � | rQ t t | d � \ } } | rQ | d | _ qQ n d S( Ni R ( R+ R R R R R ( R R R) R% R& ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR k s N( R2 R3 R4 R ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR
j s c C s� | d k r i } n t | � t k r? | | | d <d | f St | � t k ra | | k | f St | � t | � k r� d | f SxB t d | | � D]. \ } } t | | | � \ } } | s� Pq� q� W| | f S( sa Match `data' to `pattern', with variable extraction.
pattern
Pattern to match against, possibly containing variables.
data
Data to be checked and against which variables are extracted.
vars
Dictionary of variables which have already been found. If not
provided, an empty dictionary is created.
The `pattern' value may contain variables of the form ['varname'] which
are allowed to match anything. The value that is matched is returned as
part of a dictionary which maps 'varname' to the matched value. 'varname'
is not required to be a string object, but using strings makes patterns
and the code which uses them more readable.
This function returns two values: a boolean indicating whether a match
was found and a dictionary mapping variable names to their associated
values.
i i N( R4 t typeR R R t mapR ( t patternt dataR& t same( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR t s
R R R ( ( (' t __doc__R R R t tokent typesR R R R R5 R" R$ R
R4 R t stmtt
compound_stmtR t simple_stmtt
small_stmtt expr_stmtt testlistt testt and_testt not_testt
comparisont exprt xor_exprt and_exprt
shift_exprt
arith_exprt termt factort powert atomt STRINGt NEWLINER ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt <module> sF 1
+ ? README 0000644 00000002006 15037407101 0005420 0 ustar 00 These files are from the large example of using the `parser' module. Refer
to the Python Library Reference for more information.
It also contains examples for the AST parser.
Files:
------
FILES -- list of files associated with the parser module.
README -- this file.
docstring.py -- sample source file containing only a module docstring.
example.py -- module that uses the `parser' module to extract
information from the parse tree of Python source
code.
simple.py -- sample source containing a "short form" definition.
source.py -- sample source code used to demonstrate ability to
handle nested constructs easily using the functions
and classes in example.py.
test_parser.py program to put the parser module through its paces.
test_unparse.py tests for the unparse module
unparse.py AST (2.7) based example to recreate source code
from an AST.
Enjoy!
example.pyc 0000644 00000016044 15037407101 0006717 0 ustar 00 �
��^c @ s� d Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m Z d � Z d d d � � YZ d d d � � YZ
d e e
f d
� � YZ d e f d � � YZ d
e e
f d � � YZ
d d � Z e j e j d g f f Z e j e j e j e j e j e j e j e j e j e j e j e j e j e j e j e j! e j" e j# e j$ d g f f f f f f f f f f f f f f f f f e j% d f f f Z& d S( s� Simple code to extract class & function docstrings from a module.
This code is used as an example in the library reference manual in the
section on using the parser module. Refer to the manual for a thorough
discussion of the operation of this code.
i����N( t ListTypet TupleTypec C sV t | � j � } t j j t j j | � d � } t j | � } t | j � | � S( s� Retrieve information from the parse tree of a source file.
fileName
Name of the file to read Python source code from.
i (
t opent readt ost patht basenamet splitextt parsert suitet
ModuleInfot totuple( t fileNamet sourceR t ast( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_docs s "t
SuiteInfoBasec B sV e Z d Z d Z d d � Z d � Z d � Z d � Z d � Z d � Z
d � Z RS( t c C s, i | _ i | _ | r( | j | � n d S( N( t _class_infot _function_infot
_extract_info( t selft tree( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt __init__! s c C s t | � d k r2 t t d | d � \ } } n t t | d � \ } } | rg t | d � | _ n x� | d D]� } t t | � \ } } | rr | d } | d t j k r� | d d } t | � | j | <q| d t j
k r| d d } t | � | j | <qqr qr Wd S( Ni i i t docstringt compoundi (
t lent matcht DOCSTRING_STMT_PATTERNt evalt
_docstringt COMPOUND_STMT_PATTERNt symbolt funcdeft FunctionInfoR t classdeft ClassInfoR ( R R t foundt varst nodet cstmtt name( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR ' s
c C s | j S( N( R ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt
get_docstring; s c C s | j S( N( t _name( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_name> s c C s
| j j � S( N( R t keys( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_class_namesA s c C s | j | S( N( R ( R R) ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_class_infoD s c C s/ y | j | SWn t k
r* | j | SXd S( N( R t KeyErrorR ( R R) ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt __getitem__G s
N( t __name__t
__module__R R+ t NoneR R R* R, R. R/ R1 ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR s t
SuiteFuncInfoc B s e Z d � Z d � Z RS( c C s
| j j � S( N( R R- ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_function_namesQ s c C s | j | S( N( R ( R R) ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_function_infoT s ( R2 R3 R6 R7 ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR5 N s R" c B s e Z d d � Z RS( c C s5 | d d | _ t j | | r* | d p- d � d S( Ni i i����( R+ R R R4 ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR Y s N( R2 R3 R4 R ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR" X s R$ c B s& e Z d d � Z d � Z d � Z RS( c C s5 | d d | _ t j | | r* | d p- d � d S( Ni i i����( R+ R R R4 ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR _ s c C s
| j j � S( N( R R- ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_method_namesc s c C s | j | S( N( R ( R R) ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt get_method_infof s N( R2 R3 R4 R R8 R9 ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR$ ^ s R
c B s e Z d d d � Z RS( s <string>c C sU | | _ t j | | � | rQ t t | d � \ } } | rQ | d | _ qQ n d S( Ni R ( R+ R R R R R ( R R R) R% R& ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR k s N( R2 R3 R4 R ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR
j s c C s� | d k r i } n t | � t k r? | | | d <d | f St | � t k ra | | k | f St | � t | � k r� d | f SxB t d | | � D]. \ } } t | | | � \ } } | s� Pq� q� W| | f S( sa Match `data' to `pattern', with variable extraction.
pattern
Pattern to match against, possibly containing variables.
data
Data to be checked and against which variables are extracted.
vars
Dictionary of variables which have already been found. If not
provided, an empty dictionary is created.
The `pattern' value may contain variables of the form ['varname'] which
are allowed to match anything. The value that is matched is returned as
part of a dictionary which maps 'varname' to the matched value. 'varname'
is not required to be a string object, but using strings makes patterns
and the code which uses them more readable.
This function returns two values: a boolean indicating whether a match
was found and a dictionary mapping variable names to their associated
values.
i i N( R4 t typeR R R t mapR ( t patternt dataR& t same( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyR t s
R R R ( ( (' t __doc__R R R t tokent typesR R R R R5 R" R$ R
R4 R t stmtt
compound_stmtR t simple_stmtt
small_stmtt expr_stmtt testlistt testt and_testt not_testt
comparisont exprt xor_exprt and_exprt
shift_exprt
arith_exprt termt factort powert atomt STRINGt NEWLINER ( ( ( s+ /usr/lib64/python2.7/Demo/parser/example.pyt <module> sF 1
+ ? simple.py 0000644 00000000035 15037407101 0006403 0 ustar 00 def f(): "maybe a docstring"
test_unparse.py 0000644 00000012701 15037407101 0007631 0 ustar 00 import unittest
from test import test_support
import cStringIO
import sys
import os
import tokenize
import ast
import unparse
def read_pyfile(filename):
"""Read and return the contents of a Python source file (as a
string), taking into account the file encoding."""
with open(filename, "r") as pyfile:
source = pyfile.read()
return source
for_else = """\
def f():
for x in range(10):
break
else:
y = 2
z = 3
"""
while_else = """\
def g():
while True:
break
else:
y = 2
z = 3
"""
relative_import = """\
from . import fred
from .. import barney
from .australia import shrimp as prawns
"""
class_decorator = """\
@f1(arg)
@f2
class Foo: pass
"""
elif1 = """\
if cond1:
suite1
elif cond2:
suite2
else:
suite3
"""
elif2 = """\
if cond1:
suite1
elif cond2:
suite2
"""
try_except_finally = """\
try:
suite1
except ex1:
suite2
except ex2:
suite3
else:
suite4
finally:
suite5
"""
class ASTTestCase(unittest.TestCase):
def assertASTEqual(self, ast1, ast2):
dump1 = ast.dump(ast1)
dump2 = ast.dump(ast2)
self.assertEqual(ast.dump(ast1), ast.dump(ast2))
def check_roundtrip(self, code1, filename="internal"):
ast1 = compile(code1, filename, "exec", ast.PyCF_ONLY_AST)
unparse_buffer = cStringIO.StringIO()
unparse.Unparser(ast1, unparse_buffer)
code2 = unparse_buffer.getvalue()
ast2 = compile(code2, filename, "exec", ast.PyCF_ONLY_AST)
self.assertASTEqual(ast1, ast2)
class UnparseTestCase(ASTTestCase):
# Tests for specific bugs found in earlier versions of unparse
def test_del_statement(self):
self.check_roundtrip("del x, y, z")
def test_shifts(self):
self.check_roundtrip("45 << 2")
self.check_roundtrip("13 >> 7")
def test_for_else(self):
self.check_roundtrip(for_else)
def test_while_else(self):
self.check_roundtrip(while_else)
def test_unary_parens(self):
self.check_roundtrip("(-1)**7")
self.check_roundtrip("(-1.)**8")
self.check_roundtrip("(-1j)**6")
self.check_roundtrip("not True or False")
self.check_roundtrip("True or not False")
def test_integer_parens(self):
self.check_roundtrip("3 .__abs__()")
def test_huge_float(self):
self.check_roundtrip("1e1000")
self.check_roundtrip("-1e1000")
self.check_roundtrip("1e1000j")
self.check_roundtrip("-1e1000j")
def test_min_int(self):
self.check_roundtrip(str(-sys.maxint-1))
self.check_roundtrip("-(%s)" % (sys.maxint + 1))
def test_imaginary_literals(self):
self.check_roundtrip("7j")
self.check_roundtrip("-7j")
self.check_roundtrip("-(7j)")
self.check_roundtrip("0j")
self.check_roundtrip("-0j")
self.check_roundtrip("-(0j)")
def test_negative_zero(self):
self.check_roundtrip("-0")
self.check_roundtrip("-(0)")
self.check_roundtrip("-0b0")
self.check_roundtrip("-(0b0)")
self.check_roundtrip("-0o0")
self.check_roundtrip("-(0o0)")
self.check_roundtrip("-0x0")
self.check_roundtrip("-(0x0)")
def test_lambda_parentheses(self):
self.check_roundtrip("(lambda: int)()")
def test_chained_comparisons(self):
self.check_roundtrip("1 < 4 <= 5")
self.check_roundtrip("a is b is c is not d")
def test_function_arguments(self):
self.check_roundtrip("def f(): pass")
self.check_roundtrip("def f(a): pass")
self.check_roundtrip("def f(b = 2): pass")
self.check_roundtrip("def f(a, b): pass")
self.check_roundtrip("def f(a, b = 2): pass")
self.check_roundtrip("def f(a = 5, b = 2): pass")
self.check_roundtrip("def f(*args, **kwargs): pass")
def test_relative_import(self):
self.check_roundtrip(relative_import)
def test_bytes(self):
self.check_roundtrip("b'123'")
def test_set_literal(self):
self.check_roundtrip("{'a', 'b', 'c'}")
def test_set_comprehension(self):
self.check_roundtrip("{x for x in range(5)}")
def test_dict_comprehension(self):
self.check_roundtrip("{x: x*x for x in range(10)}")
def test_class_decorators(self):
self.check_roundtrip(class_decorator)
def test_elifs(self):
self.check_roundtrip(elif1)
self.check_roundtrip(elif2)
def test_try_except_finally(self):
self.check_roundtrip(try_except_finally)
class DirectoryTestCase(ASTTestCase):
"""Test roundtrip behaviour on all files in Lib and Lib/test."""
# test directories, relative to the root of the distribution
test_directories = 'Lib', os.path.join('Lib', 'test')
def test_files(self):
# get names of files to test
dist_dir = os.path.join(os.path.dirname(__file__), os.pardir, os.pardir)
names = []
for d in self.test_directories:
test_dir = os.path.join(dist_dir, d)
for n in os.listdir(test_dir):
if n.endswith('.py') and not n.startswith('bad'):
names.append(os.path.join(test_dir, n))
for filename in names:
if test_support.verbose:
print('Testing %s' % filename)
source = read_pyfile(filename)
self.check_roundtrip(source)
def test_main():
test_support.run_unittest(UnparseTestCase, DirectoryTestCase)
if __name__ == '__main__':
test_main()
simple.pyc 0000644 00000000427 15037407101 0006553 0 ustar 00 �
��^c @ s
d � Z d S( c C s d S( s maybe a docstringN( ( ( ( s* /usr/lib64/python2.7/Demo/parser/simple.pyt f t N( R ( ( ( s* /usr/lib64/python2.7/Demo/parser/simple.pyt <module> R docstring.pyo 0000644 00000000257 15037407101 0007273 0 ustar 00 �
��^c @ s
d Z d S( s Some documentation.
N( t __doc__( ( ( s- /usr/lib64/python2.7/Demo/parser/docstring.pyt <module> t source.pyc 0000644 00000003060 15037407101 0006556 0 ustar 00 �
��^c @ s& d Z d d d � � YZ d � Z d S( s� Exmaple file to be parsed for the parsermodule example.
The classes and functions in this module exist only to exhibit the ability
of the handling information extraction from nested definitions using parse
trees. They shouldn't interest you otherwise!
t Simplec B s* e Z d Z d � Z d d d � � YZ RS( s This class does very little.c C s d S( s This method does almost nothing.i ( ( t self( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt method s t Nestedc B s e Z d Z d � Z RS( s This is a nested class.c C s
d � } | S( s Method of Nested class.c S s d S( s# Function in method of Nested class.N( ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt nested_function s ( ( R R ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt
nested_method s ( t __name__t
__module__t __doc__R ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyR s ( ( R R R R R ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyR s c C s d S( s( This function lives at the module level.i ( ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt function s N( ( R R R ( ( ( s* /usr/lib64/python2.7/Demo/parser/source.pyt <module> s test_parser.py 0000755 00000002241 15037407101 0007451 0 ustar 00 #! /usr/bin/python2.7
# (Force the script to use the latest build.)
#
# test_parser.py
import parser, traceback
_numFailed = 0
def testChunk(t, fileName):
global _numFailed
print '----', fileName,
try:
st = parser.suite(t)
tup = parser.st2tuple(st)
# this discards the first ST; a huge memory savings when running
# against a large source file like Tkinter.py.
st = None
new = parser.tuple2st(tup)
except parser.ParserError, err:
print
print 'parser module raised exception on input file', fileName + ':'
traceback.print_exc()
_numFailed = _numFailed + 1
else:
if tup != parser.st2tuple(new):
print
print 'parser module failed on input file', fileName
_numFailed = _numFailed + 1
else:
print 'o.k.'
def testFile(fileName):
t = open(fileName).read()
testChunk(t, fileName)
def test():
import sys
args = sys.argv[1:]
if not args:
import glob
args = glob.glob("*.py")
args.sort()
map(testFile, args)
sys.exit(_numFailed != 0)
if __name__ == '__main__':
test()
unparse.pyc 0000644 00000056705 15037407101 0006751 0 ustar 00 �
��^c @ s� d Z d d l Z d d l Z d d l Z d d l Z d e e j j d � Z d � Z d f d � � YZ
e j d � Z d � Z
d
� Z e d k r� e e j d � n d S( s' Usage: unparse.py <path to source file>i����Nt 1ei c C sZ t | � } y | t | � � Wn t k
r3 n# Xx | D] } | � | | � q; Wd S( s< Call f on each item in seq, calling inter() in between.
N( t itert nextt
StopIteration( t intert ft seqt x( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
interleave s
t Unparserc B s e Z d Z e j d � Z d d � Z d � Z d � Z d � Z d � Z
d � Z d � Z d
� Z
d � Z d � Z d
� Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z! d � Z" d � Z# d! � Z$ d" � Z% d# � Z& d$ � Z' d% � Z( d& � Z) d' � Z* d( � Z+ d) � Z, d* � Z- d+ � Z. d, � Z/ d- � Z0 d. � Z1 d/ � Z2 i d0 d1 6d2 d3 6d4 d5 6d6 d7 6Z3 d8 � Z4 i d4 d9 6d6 d: 6d; d< 6d= d> 6d? d@ 6dA dB 6dC dD 6dE dF 6dG dH 6dI dJ 6dK dL 6dM dN 6Z5 dO � Z6 i
dP dQ 6dR dS 6dT dU 6dV dW 6dX dY 6dZ d[ 6d\ d] 6d^ d_ 6d` da 6db dc 6Z7 dd � Z8 i de e9 j: 6df e9 j; 6Z< dg � Z= dh � Z> di � Z? dj � Z@ dk � ZA dl � ZB dm � ZC dn � ZD do � ZE dp � ZF dq � ZG dr � ZH RS(s s� Methods in this class recursively traverse an AST and
output source code for the abstract syntax; original formatting
is disregarded. c C sI | | _ g | _ d | _ | j | � | j j d � | j j � d S( sT Unparser(tree, file=sys.stdout) -> None.
Print the source for tree to file.i t N( R t future_importst _indentt dispatcht writet flush( t selft treet file( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt __init__ s
R
c C s# | j j d d | j | � d S( sB Indent a piece of text, according to the current indentation levels
s N( R R R ( R t text( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt fill' s c C s | j j | � d S( s+ Append a piece of text to the current line.N( R R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR + s c C s | j d � | j d 7_ d S( s( Print ':', and increase the indentation.t :i N( R R ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt enter/ s
c C s | j d 8_ d S( s Decrease the indentation level.i N( R ( R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt leave4 s c C sX t | t � r1 x | D] } | j | � q Wd St | d | j j � } | | � d S( s: Dispatcher function, dispatching tree type T to method _T.Nt _( t
isinstancet listR
t getattrt __class__t __name__( R R t tt meth( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR
8 s
c C s% x | j D] } | j | � q
Wd S( N( t bodyR
( R R t stmt( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ModuleI s c C s | j � | j | j � d S( N( R R
t value( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ExprN s
c s0 � j d � t � f d � � j | j � d S( Ns import c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt <lambda>T R
( R R R
t names( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ImportR s
c s� | j r8 | j d k r8 � j j d � | j D� � n � j d � � j d | j � | j ru � j | j � n � j d � t � f d � � j | j � d S( Nt
__future__c s s | ] } | j Vq d S( N( t name( t .0t n( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pys <genexpr>Y s s from t .s import c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& ` R
( t moduleR t extendR' R R t levelR R
( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ImportFromV s
c C sL | j � x+ | j D] } | j | � | j d � q W| j | j � d S( Ns = ( R t targetsR
R R$ ( R R t target( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Assignb s
c C sS | j � | j | j � | j d | j | j j j d � | j | j � d S( Nt s = ( R R
R3 R t binopt opR R R$ ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_AugAssigni s
%c C s: | j d � | j r6 | j d � | j | j � n d S( Nt returnR5 ( R R$ R R
( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Returno s
c C s | j d � d S( Nt pass( R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Passu s c C s | j d � d S( Nt break( R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Breakx s c C s | j d � d S( Nt continue( R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Continue{ s c s0 � j d � t � f d � � j | j � d S( Ns del c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
( R R R
R2 ( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Delete~ s
c C sJ | j d � | j | j � | j rF | j d � | j | j � n d S( Ns assert s , ( R R
t testt msgR ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Assert� s
c C ss | j d � | j | j � | j rF | j d � | j | j � n | j ro | j d � | j | j � n d S( Ns exec s in s , ( R R
R! t globalsR t locals( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Exec� s
c C s� | j d � t } | j rB | j d � | j | j � t } n x: | j D]/ } | rh | j d � n t } | j | � qL W| j s� | j d � n d S( Ns print s >>s , t ,( R t Falset destR R
t Truet valuest nl( R R t do_commat e( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Print� s
c s0 � j d � t � f d � � j | j � d S( Ns global c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
( R R R R' ( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Global� s
c C sT | j d � | j d � | j rC | j d � | j | j � n | j d � d S( Nt (t yieldR5 t )( R R$ R
( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Yield� s
c C s | j d � | j r) | j | j � n | j rR | j d � | j | j � n | j r{ | j d � | j | j � n d S( Ns raise s , ( R t typeR
t instR t tback( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Raise� s
c C s� | j d � | j � | j | j � | j � x | j D] } | j | � q; W| j r� | j d � | j � | j | j � | j � n d S( Nt tryt else( R R R
R! R t handlerst orelse( R R t ex( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_TryExcept� s
c C s� t | j � d k rA t | j d t j � rA | j | j � n1 | j d � | j � | j | j � | j � | j d � | j � | j | j � | j � d S( Ni i RZ t finally(
t lenR! R t astt TryExceptR
R R R t finalbody( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _TryFinally� s .
c C s� | j d � | j r6 | j d � | j | j � n | j r_ | j d � | j | j � n | j � | j | j � | j � d S( Nt exceptR5 s as ( R RV R R
R* R R! R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ExceptHandler� s
c C s� | j d � x+ | j D] } | j d � | j | � q W| j d | j � | j r� | j d � x+ | j D] } | j | � | j d � qo W| j d � n | j � | j | j � | j � d S( Ns
t @s class RR s , RT ( R t decorator_listR R
R* t basesR R! R ( R R t decot a( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ClassDef� s
c C s� | j d � x+ | j D] } | j d � | j | � q W| j d | j d � | j | j � | j d � | j � | j | j � | j � d S( Ns
Rh s def RR RT ( R Ri R R
R* t argsR R! R ( R R Rk ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _FunctionDef� s
c C s� | j d � | j | j � | j d � | j | j � | j � | j | j � | j � | j r� | j d � | j � | j | j � | j � n d S( Ns for s in R[ ( R R
R3 R R R R! R R] ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _For� s
c C s | j d � | j | j � | j � | j | j � | j � x� | j r� t | j � d k r� t | j d t j
� r� | j d } | j d � | j | j � | j � | j | j � | j � qD W| j r
| j d � | j � | j | j � | j � n d S( Ns if i i s elif R[ ( R R
RB R R! R R] Ra R Rb t If( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _If s$
!
c C s� | j d � | j | j � | j � | j | j � | j � | j r~ | j d � | j � | j | j � | j � n d S( Ns while R[ ( R R
RB R R! R R] ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _While! s
c C sn | j d � | j | j � | j rF | j d � | j | j � n | j � | j | j � | j � d S( Ns with s as ( R R
t context_exprt
optional_varsR R R! R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _With- s
c C s� d | j k r( | j t | j � � nu t | j t � rW | j d t | j � � nF t | j t � r� | j t | j � j d � � n t s� t d � � d S( Nt unicode_literalst bt us shouldn't get here(
R R t reprt sR t strt unicodet lstripRI t AssertionError( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Str8 s "c C s | j | j � d S( N( R t id( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _NameE s c C s. | j d � | j | j � | j d � d S( Nt `( R R
R$ ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ReprH s
c C sj t | j � } | j d � r. | j d � n | j | j d t � � | j d � rf | j d � n d S( Nt -RR t infRT ( Rz R, t
startswithR t replacet INFSTR( R R t repr_n( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _NumM s c s= � j d � t � f d � � j | j � � j d � d S( Nt [c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& Y R
t ]( R R R
t elts( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ListW s
c C sO | j d � | j | j � x | j D] } | j | � q' W| j d � d S( NR� R� ( R R
t eltt
generators( R R t gen( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ListComp\ s
c C sO | j d � | j | j � x | j D] } | j | � q' W| j d � d S( NRR RT ( R R
R� R� ( R R R� ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_GeneratorExpc s
c C sO | j d � | j | j � x | j D] } | j | � q' W| j d � d S( Nt {t }( R R
R� R� ( R R R� ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _SetCompj s
c C sl | j d � | j | j � | j d � | j | j � x | j D] } | j | � qD W| j d � d S( NR� s : R� ( R R
t keyR$ R� ( R R R� ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _DictCompq s
c C sl | j d � | j | j � | j d � | j | j � x+ | j D] } | j d � | j | � qD Wd S( Ns for s in s if ( R R
R3 R t ifs( R R t if_clause( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _comprehensionz s
c C sh | j d � | j | j � | j d � | j | j � | j d � | j | j � | j d � d S( NRR s if s else RT ( R R
R! RB R] ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _IfExp� s
c sL | j s t � � j d � t � f d � � j | j � � j d � d S( NR� c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
R� ( R� R R R R
( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Set� s
c sU � j d � � f d � } t � f d � | t | j | j � � � j d � d S( NR� c s7 | \ } } � j | � � j d � � j | � d S( Ns : ( R
R ( t pairt kt v( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
write_pair� s
c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
R� ( R R t zipt keysRL ( R R R� ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Dict� s
(c s{ � j d � t | j � d k rK | j \ } � j | � � j d � n t � f d � � j | j � � j d � d S( NRR i RH c s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
RT ( R Ra R� R
R ( R R R� ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Tuple� s
t ~t Invertt nott Nott +t UAddR� t USubc C s� | j d � | j | j | j j j � | j d � t | j t j � r� t | j t j � r� | j d � | j
| j � | j d � n | j
| j � | j d � d S( NRR R5 RT ( R t unopR7 R R R Rb R� t operandt NumR
( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _UnaryOp� s
*
t Addt Subt *t Multt /t Divt %t Mods <<t LShifts >>t RShiftt |t BitOrt ^t BitXort &t BitAnds //t FloorDivs **t Powc C sc | j d � | j | j � | j d | j | j j j d � | j | j � | j d � d S( NRR R5 RT ( R R
t leftR6 R7 R R t right( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _BinOp� s
%s ==t Eqs !=t NotEqt <t Lts <=t LtEt >t Gts >=t GtEt ist Iss is nott IsNott int Ins not int NotInc C s� | j d � | j | j � xR t | j | j � D]; \ } } | j d | j | j j d � | j | � q3 W| j d � d S( NRR R5 RT ( R R
R� R� t opst comparatorst cmpopsR R ( R R t oRO ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Compare� s
""t andt orc sW � j d � d � j | j j � t � � f d � � j | j � � j d � d S( NRR s %s c s
� j � � S( N( R ( ( R{ R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR& � R
RT ( R t boolopsR7 R R R
RL ( R R ( ( R{ R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _BoolOp� s
"c C sk | j | j � t | j t j � rJ t | j j t � rJ | j d � n | j d � | j | j � d S( NR5 R- ( R
R$ R Rb R� R, t intR t attr( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_Attribute� s
*
c C s8 | j | j � | j d � t } x: | j D]/ } | rI | j d � n t } | j | � q- Wx: | j D]/ } | r� | j d � n t } | j | � qj W| j r� | r� | j d � n t } | j d � | j | j � n | j r'| r| j d � n t } | j d � | j | j � n | j d � d S( NRR s , R� s **RT ( R
t funcR RI Rn RK t keywordst starargst kwargs( R R t commaRO ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Call� s4
c C s> | j | j � | j d � | j | j � | j d � d S( NR� R� ( R
R$ R t slice( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_Subscript� s
c C s | j d � d S( Ns ...( R ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Ellipsis� s c C s | j | j � d S( N( R
R$ ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Index� s c C sr | j r | j | j � n | j d � | j rE | j | j � n | j rn | j d � | j | j � n d S( NR ( t lowerR
R t uppert step( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Slice s
c s# t � f d � � j | j � d S( Nc s
� j d � S( Ns , ( R ( ( R ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR&
R
( R R
t dims( R R ( ( R s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _ExtSlice s c C s' t } d g t | j � t | j � | j } xo t | j | � D][ \ } } | r^ t } n
| j d � | j | � f | rC | j d � | j | � qC qC W| j r� | r� t } n
| j d � | j d � | j | j � n | j
r#| r� t } n
| j d � | j d | j
� n d S( Ns , t =R� s **( RK t NoneRa Rn t defaultsR� RI R R
t varargt kwarg( R R t firstR� Rl t d( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt
_arguments s* *
c C s1 | j | j � | j d � | j | j � d S( NR� ( R t argR
R$ ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _keyword) s
c C sX | j d � | j d � | j | j � | j d � | j | j � | j d � d S( NRR s lambda s : RT ( R R
Rn R! ( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _Lambda. s
c C s4 | j | j � | j r0 | j d | j � n d S( Ns as ( R R* t asname( R R ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt _alias6 s (I R t
__module__t __doc__t syst stdoutR R R R R R
R# R% R( R1 R4 R8 R: R< R> R@ RA RD RG RP RQ RU RY R_ Re Rg Rm Ro Rp Rr Rs Rv R� R� R� R� R� R� R� R� R� R� R� R� R� R� R� R� R6 R� R� R� Rb t Andt OrR� R� R� R� R� R� R� R� R� R� R� R� R� ( ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR s�
" &# -
c C sM t | d � � } | j � } Wd QXt | | d t j � } t | | � d S( Nt rt exec( t opent readt compileRb t
PyCF_ONLY_ASTR ( t filenamet outputt pyfilet sourceR ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt roundtrip; s c C s y5 g t j | � D] } | j d � r | ^ q } Wn% t k
r\ t j j d | � n� Xx� | D]� } t j j | | � } t j j | � r� t
j � } d | GHy t | | � Wq� t
k
r� } d t | � GHq� Xqd t j j | � rd t | � qd qd Wd S( Ns .pys Directory not readable: %ss
Testing %ss$ Failed to compile, exception is %s( t ost listdirt endswitht OSErrorR t stderrR t patht joint isfilet cStringIOt StringIOR t ExceptionRz t isdirt testdir( Rl R, R' t fullnameR RO ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyR C s 5
c C sQ | d d k r2 x: | d D] } t | � q Wn x | D] } t | � q9 Wd S( Ni s --testdiri ( R R ( Rn Rl ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt mainU s
t __main__( R� R Rb R R Rz t
float_infot
max_10_expR� R R R R R R R t argv( ( ( s+ /usr/lib64/python2.7/Demo/parser/unparse.pyt <module> s
� � % test_unparse.pyo 0000644 00000020716 15037407101 0010015 0 ustar 00 �
��^c @ s� d d l Z d d l m Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d � Z d Z
d Z d Z d Z
d Z d Z d
Z d e j f d � � YZ d
e f d � � YZ d e f d � � YZ d � Z e d k r� e � n d S( i����N( t test_supportc C s( t | d � � } | j � } Wd QX| S( sn Read and return the contents of a Python source file (as a
string), taking into account the file encoding.t rN( t opent read( t filenamet pyfilet source( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt read_pyfile
s sQ def f():
for x in range(10):
break
else:
y = 2
z = 3
sI def g():
while True:
break
else:
y = 2
z = 3
sQ from . import fred
from .. import barney
from .australia import shrimp as prawns
s @f1(arg)
@f2
class Foo: pass
s= if cond1:
suite1
elif cond2:
suite2
else:
suite3
s, if cond1:
suite1
elif cond2:
suite2
sc try:
suite1
except ex1:
suite2
except ex2:
suite3
else:
suite4
finally:
suite5
t ASTTestCasec B s e Z d � Z d d � Z RS( c C sD t j | � } t j | � } | j t j | � t j | � � d S( N( t astt dumpt assertEqual( t selft ast1t ast2t dump1t dump2( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt assertASTEqualM s t internalc C sl t | | d t j � } t j � } t j | | � | j � } t | | d t j � } | j | | � d S( Nt exec( t compileR t
PyCF_ONLY_ASTt cStringIOt StringIOt unparset Unparsert getvalueR ( R t code1R R
t unparse_buffert code2R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt check_roundtripR s ( t __name__t
__module__R R ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyR L s t UnparseTestCasec B s� e Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z
d � Z d
� Z d � Z
d � Z d
� Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z RS( c C s | j d � d S( Ns del x, y, z( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_del_statement] s c C s | j d � | j d � d S( Ns 45 << 2s 13 >> 7( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_shifts` s
c C s | j t � d S( N( R t for_else( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt
test_for_elsed s c C s | j t � d S( N( R t
while_else( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_while_elseg s c C sE | j d � | j d � | j d � | j d � | j d � d S( Ns (-1)**7s (-1.)**8s (-1j)**6s not True or Falses True or not False( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_unary_parensj s
c C s | j d � d S( Ns 3 .__abs__()( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_integer_parensq s c C s8 | j d � | j d � | j d � | j d � d S( Nt 1e1000s -1e1000t 1e1000js -1e1000j( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_huge_floatt s
c C s7 | j t t j d � � | j d t j d � d S( Ni s -(%s)( R t strt syst maxint( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_min_intz s c C sR | j d � | j d � | j d � | j d � | j d � | j d � d S( Nt 7js -7js -(7j)t 0js -0js -(0j)( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_imaginary_literals~ s
c C sl | j d � | j d � | j d � | j d � | j d � | j d � | j d � | j d � d S( Ns -0s -(0)s -0b0s -(0b0)s -0o0s -(0o0)s -0x0s -(0x0)( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_negative_zero� s
c C s | j d � d S( Ns (lambda: int)()( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_lambda_parentheses� s c C s | j d � | j d � d S( Ns
1 < 4 <= 5s a is b is c is not d( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_chained_comparisons� s
c C s_ | j d � | j d � | j d � | j d � | j d � | j d � | j d � d S( Ns
def f(): passs def f(a): passs def f(b = 2): passs def f(a, b): passs def f(a, b = 2): passs def f(a = 5, b = 2): passs def f(*args, **kwargs): pass( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_function_arguments� s
c C s | j t � d S( N( R t relative_import( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_relative_import� s c C s | j d � d S( Ns b'123'( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt
test_bytes� s c C s | j d � d S( Ns {'a', 'b', 'c'}( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_set_literal� s c C s | j d � d S( Ns {x for x in range(5)}( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_set_comprehension� s c C s | j d � d S( Ns {x: x*x for x in range(10)}( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_dict_comprehension� s c C s | j t � d S( N( R t class_decorator( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_class_decorators� s c C s | j t � | j t � d S( N( R t elif1t elif2( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt
test_elifs� s
c C s | j t � d S( N( R t try_except_finally( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_try_except_finally� s ( R R R" R# R% R' R( R) R, R0 R3 R4 R5 R6 R7 R9 R: R; R< R= R? RB RD ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyR! Z s*
t DirectoryTestCasec B s2 e Z d Z d e j j d d � f Z d � Z RS( s: Test roundtrip behaviour on all files in Lib and Lib/test.t Libt testc C s� t j j t j j t � t j t j � } g } x~ | j D]s } t j j | | � } xU t j | � D]D } | j d � re | j d � re | j
t j j | | � � qe qe Wq: Wx< | D]4 } t j r� d | GHn t
| � } | j | � q� Wd S( Ns .pyt bads
Testing %s( t ost patht joint dirnamet __file__t pardirt test_directoriest listdirt endswitht
startswitht appendR t verboseR R ( R t dist_dirt namest dt test_dirt nR R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt
test_files� s * '
( R R t __doc__RI RJ RK RO RZ ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyRE � s c C s t j t t � d S( N( R t run_unittestR! RE ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_main� s t __main__( t unittestRG R R R. RI t tokenizeR R R R$ R& R8 R> R@ RA RC t TestCaseR R! RE R] R ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt <module> s*
_ test_unparse.pyc 0000644 00000020716 15037407101 0010001 0 ustar 00 �
��^c @ s� d d l Z d d l m Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d � Z d Z
d Z d Z d Z
d Z d Z d
Z d e j f d � � YZ d
e f d � � YZ d e f d � � YZ d � Z e d k r� e � n d S( i����N( t test_supportc C s( t | d � � } | j � } Wd QX| S( sn Read and return the contents of a Python source file (as a
string), taking into account the file encoding.t rN( t opent read( t filenamet pyfilet source( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt read_pyfile
s sQ def f():
for x in range(10):
break
else:
y = 2
z = 3
sI def g():
while True:
break
else:
y = 2
z = 3
sQ from . import fred
from .. import barney
from .australia import shrimp as prawns
s @f1(arg)
@f2
class Foo: pass
s= if cond1:
suite1
elif cond2:
suite2
else:
suite3
s, if cond1:
suite1
elif cond2:
suite2
sc try:
suite1
except ex1:
suite2
except ex2:
suite3
else:
suite4
finally:
suite5
t ASTTestCasec B s e Z d � Z d d � Z RS( c C sD t j | � } t j | � } | j t j | � t j | � � d S( N( t astt dumpt assertEqual( t selft ast1t ast2t dump1t dump2( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt assertASTEqualM s t internalc C sl t | | d t j � } t j � } t j | | � | j � } t | | d t j � } | j | | � d S( Nt exec( t compileR t
PyCF_ONLY_ASTt cStringIOt StringIOt unparset Unparsert getvalueR ( R t code1R R
t unparse_buffert code2R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt check_roundtripR s ( t __name__t
__module__R R ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyR L s t UnparseTestCasec B s� e Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z
d � Z d
� Z d � Z
d � Z d
� Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z RS( c C s | j d � d S( Ns del x, y, z( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_del_statement] s c C s | j d � | j d � d S( Ns 45 << 2s 13 >> 7( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_shifts` s
c C s | j t � d S( N( R t for_else( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt
test_for_elsed s c C s | j t � d S( N( R t
while_else( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_while_elseg s c C sE | j d � | j d � | j d � | j d � | j d � d S( Ns (-1)**7s (-1.)**8s (-1j)**6s not True or Falses True or not False( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_unary_parensj s
c C s | j d � d S( Ns 3 .__abs__()( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_integer_parensq s c C s8 | j d � | j d � | j d � | j d � d S( Nt 1e1000s -1e1000t 1e1000js -1e1000j( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_huge_floatt s
c C s7 | j t t j d � � | j d t j d � d S( Ni s -(%s)( R t strt syst maxint( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_min_intz s c C sR | j d � | j d � | j d � | j d � | j d � | j d � d S( Nt 7js -7js -(7j)t 0js -0js -(0j)( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_imaginary_literals~ s
c C sl | j d � | j d � | j d � | j d � | j d � | j d � | j d � | j d � d S( Ns -0s -(0)s -0b0s -(0b0)s -0o0s -(0o0)s -0x0s -(0x0)( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_negative_zero� s
c C s | j d � d S( Ns (lambda: int)()( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_lambda_parentheses� s c C s | j d � | j d � d S( Ns
1 < 4 <= 5s a is b is c is not d( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_chained_comparisons� s
c C s_ | j d � | j d � | j d � | j d � | j d � | j d � | j d � d S( Ns
def f(): passs def f(a): passs def f(b = 2): passs def f(a, b): passs def f(a, b = 2): passs def f(a = 5, b = 2): passs def f(*args, **kwargs): pass( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_function_arguments� s
c C s | j t � d S( N( R t relative_import( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_relative_import� s c C s | j d � d S( Ns b'123'( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt
test_bytes� s c C s | j d � d S( Ns {'a', 'b', 'c'}( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_set_literal� s c C s | j d � d S( Ns {x for x in range(5)}( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_set_comprehension� s c C s | j d � d S( Ns {x: x*x for x in range(10)}( R ( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_dict_comprehension� s c C s | j t � d S( N( R t class_decorator( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_class_decorators� s c C s | j t � | j t � d S( N( R t elif1t elif2( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt
test_elifs� s
c C s | j t � d S( N( R t try_except_finally( R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_try_except_finally� s ( R R R" R# R% R' R( R) R, R0 R3 R4 R5 R6 R7 R9 R: R; R< R= R? RB RD ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyR! Z s*
t DirectoryTestCasec B s2 e Z d Z d e j j d d � f Z d � Z RS( s: Test roundtrip behaviour on all files in Lib and Lib/test.t Libt testc C s� t j j t j j t � t j t j � } g } x~ | j D]s } t j j | | � } xU t j | � D]D } | j d � re | j d � re | j
t j j | | � � qe qe Wq: Wx< | D]4 } t j r� d | GHn t
| � } | j | � q� Wd S( Ns .pyt bads
Testing %s( t ost patht joint dirnamet __file__t pardirt test_directoriest listdirt endswitht
startswitht appendR t verboseR R ( R t dist_dirt namest dt test_dirt nR R ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt
test_files� s * '
( R R t __doc__RI RJ RK RO RZ ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyRE � s c C s t j t t � d S( N( R t run_unittestR! RE ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt test_main� s t __main__( t unittestRG R R R. RI t tokenizeR R R R$ R& R8 R> R@ RA RC t TestCaseR R! RE R] R ( ( ( s0 /usr/lib64/python2.7/Demo/parser/test_unparse.pyt <module> s*
_ unparse.py 0000644 00000041552 15037407101 0006600 0 ustar 00 "Usage: unparse.py <path to source file>"
import sys
import ast
import cStringIO
import os
# Large float and imaginary literals get turned into infinities in the AST.
# We unparse those infinities to INFSTR.
INFSTR = "1e" + repr(sys.float_info.max_10_exp + 1)
def interleave(inter, f, seq):
"""Call f on each item in seq, calling inter() in between.
"""
seq = iter(seq)
try:
f(next(seq))
except StopIteration:
pass
else:
for x in seq:
inter()
f(x)
class Unparser:
"""Methods in this class recursively traverse an AST and
output source code for the abstract syntax; original formatting
is disregarded. """
def __init__(self, tree, file = sys.stdout):
"""Unparser(tree, file=sys.stdout) -> None.
Print the source for tree to file."""
self.f = file
self.future_imports = []
self._indent = 0
self.dispatch(tree)
self.f.write("")
self.f.flush()
def fill(self, text = ""):
"Indent a piece of text, according to the current indentation level"
self.f.write("\n"+" "*self._indent + text)
def write(self, text):
"Append a piece of text to the current line."
self.f.write(text)
def enter(self):
"Print ':', and increase the indentation."
self.write(":")
self._indent += 1
def leave(self):
"Decrease the indentation level."
self._indent -= 1
def dispatch(self, tree):
"Dispatcher function, dispatching tree type T to method _T."
if isinstance(tree, list):
for t in tree:
self.dispatch(t)
return
meth = getattr(self, "_"+tree.__class__.__name__)
meth(tree)
############### Unparsing methods ######################
# There should be one method per concrete grammar type #
# Constructors should be grouped by sum type. Ideally, #
# this would follow the order in the grammar, but #
# currently doesn't. #
########################################################
def _Module(self, tree):
for stmt in tree.body:
self.dispatch(stmt)
# stmt
def _Expr(self, tree):
self.fill()
self.dispatch(tree.value)
def _Import(self, t):
self.fill("import ")
interleave(lambda: self.write(", "), self.dispatch, t.names)
def _ImportFrom(self, t):
# A from __future__ import may affect unparsing, so record it.
if t.module and t.module == '__future__':
self.future_imports.extend(n.name for n in t.names)
self.fill("from ")
self.write("." * t.level)
if t.module:
self.write(t.module)
self.write(" import ")
interleave(lambda: self.write(", "), self.dispatch, t.names)
def _Assign(self, t):
self.fill()
for target in t.targets:
self.dispatch(target)
self.write(" = ")
self.dispatch(t.value)
def _AugAssign(self, t):
self.fill()
self.dispatch(t.target)
self.write(" "+self.binop[t.op.__class__.__name__]+"= ")
self.dispatch(t.value)
def _Return(self, t):
self.fill("return")
if t.value:
self.write(" ")
self.dispatch(t.value)
def _Pass(self, t):
self.fill("pass")
def _Break(self, t):
self.fill("break")
def _Continue(self, t):
self.fill("continue")
def _Delete(self, t):
self.fill("del ")
interleave(lambda: self.write(", "), self.dispatch, t.targets)
def _Assert(self, t):
self.fill("assert ")
self.dispatch(t.test)
if t.msg:
self.write(", ")
self.dispatch(t.msg)
def _Exec(self, t):
self.fill("exec ")
self.dispatch(t.body)
if t.globals:
self.write(" in ")
self.dispatch(t.globals)
if t.locals:
self.write(", ")
self.dispatch(t.locals)
def _Print(self, t):
self.fill("print ")
do_comma = False
if t.dest:
self.write(">>")
self.dispatch(t.dest)
do_comma = True
for e in t.values:
if do_comma:self.write(", ")
else:do_comma=True
self.dispatch(e)
if not t.nl:
self.write(",")
def _Global(self, t):
self.fill("global ")
interleave(lambda: self.write(", "), self.write, t.names)
def _Yield(self, t):
self.write("(")
self.write("yield")
if t.value:
self.write(" ")
self.dispatch(t.value)
self.write(")")
def _Raise(self, t):
self.fill('raise ')
if t.type:
self.dispatch(t.type)
if t.inst:
self.write(", ")
self.dispatch(t.inst)
if t.tback:
self.write(", ")
self.dispatch(t.tback)
def _TryExcept(self, t):
self.fill("try")
self.enter()
self.dispatch(t.body)
self.leave()
for ex in t.handlers:
self.dispatch(ex)
if t.orelse:
self.fill("else")
self.enter()
self.dispatch(t.orelse)
self.leave()
def _TryFinally(self, t):
if len(t.body) == 1 and isinstance(t.body[0], ast.TryExcept):
# try-except-finally
self.dispatch(t.body)
else:
self.fill("try")
self.enter()
self.dispatch(t.body)
self.leave()
self.fill("finally")
self.enter()
self.dispatch(t.finalbody)
self.leave()
def _ExceptHandler(self, t):
self.fill("except")
if t.type:
self.write(" ")
self.dispatch(t.type)
if t.name:
self.write(" as ")
self.dispatch(t.name)
self.enter()
self.dispatch(t.body)
self.leave()
def _ClassDef(self, t):
self.write("\n")
for deco in t.decorator_list:
self.fill("@")
self.dispatch(deco)
self.fill("class "+t.name)
if t.bases:
self.write("(")
for a in t.bases:
self.dispatch(a)
self.write(", ")
self.write(")")
self.enter()
self.dispatch(t.body)
self.leave()
def _FunctionDef(self, t):
self.write("\n")
for deco in t.decorator_list:
self.fill("@")
self.dispatch(deco)
self.fill("def "+t.name + "(")
self.dispatch(t.args)
self.write(")")
self.enter()
self.dispatch(t.body)
self.leave()
def _For(self, t):
self.fill("for ")
self.dispatch(t.target)
self.write(" in ")
self.dispatch(t.iter)
self.enter()
self.dispatch(t.body)
self.leave()
if t.orelse:
self.fill("else")
self.enter()
self.dispatch(t.orelse)
self.leave()
def _If(self, t):
self.fill("if ")
self.dispatch(t.test)
self.enter()
self.dispatch(t.body)
self.leave()
# collapse nested ifs into equivalent elifs.
while (t.orelse and len(t.orelse) == 1 and
isinstance(t.orelse[0], ast.If)):
t = t.orelse[0]
self.fill("elif ")
self.dispatch(t.test)
self.enter()
self.dispatch(t.body)
self.leave()
# final else
if t.orelse:
self.fill("else")
self.enter()
self.dispatch(t.orelse)
self.leave()
def _While(self, t):
self.fill("while ")
self.dispatch(t.test)
self.enter()
self.dispatch(t.body)
self.leave()
if t.orelse:
self.fill("else")
self.enter()
self.dispatch(t.orelse)
self.leave()
def _With(self, t):
self.fill("with ")
self.dispatch(t.context_expr)
if t.optional_vars:
self.write(" as ")
self.dispatch(t.optional_vars)
self.enter()
self.dispatch(t.body)
self.leave()
# expr
def _Str(self, tree):
# if from __future__ import unicode_literals is in effect,
# then we want to output string literals using a 'b' prefix
# and unicode literals with no prefix.
if "unicode_literals" not in self.future_imports:
self.write(repr(tree.s))
elif isinstance(tree.s, str):
self.write("b" + repr(tree.s))
elif isinstance(tree.s, unicode):
self.write(repr(tree.s).lstrip("u"))
else:
assert False, "shouldn't get here"
def _Name(self, t):
self.write(t.id)
def _Repr(self, t):
self.write("`")
self.dispatch(t.value)
self.write("`")
def _Num(self, t):
repr_n = repr(t.n)
# Parenthesize negative numbers, to avoid turning (-1)**2 into -1**2.
if repr_n.startswith("-"):
self.write("(")
# Substitute overflowing decimal literal for AST infinities.
self.write(repr_n.replace("inf", INFSTR))
if repr_n.startswith("-"):
self.write(")")
def _List(self, t):
self.write("[")
interleave(lambda: self.write(", "), self.dispatch, t.elts)
self.write("]")
def _ListComp(self, t):
self.write("[")
self.dispatch(t.elt)
for gen in t.generators:
self.dispatch(gen)
self.write("]")
def _GeneratorExp(self, t):
self.write("(")
self.dispatch(t.elt)
for gen in t.generators:
self.dispatch(gen)
self.write(")")
def _SetComp(self, t):
self.write("{")
self.dispatch(t.elt)
for gen in t.generators:
self.dispatch(gen)
self.write("}")
def _DictComp(self, t):
self.write("{")
self.dispatch(t.key)
self.write(": ")
self.dispatch(t.value)
for gen in t.generators:
self.dispatch(gen)
self.write("}")
def _comprehension(self, t):
self.write(" for ")
self.dispatch(t.target)
self.write(" in ")
self.dispatch(t.iter)
for if_clause in t.ifs:
self.write(" if ")
self.dispatch(if_clause)
def _IfExp(self, t):
self.write("(")
self.dispatch(t.body)
self.write(" if ")
self.dispatch(t.test)
self.write(" else ")
self.dispatch(t.orelse)
self.write(")")
def _Set(self, t):
assert(t.elts) # should be at least one element
self.write("{")
interleave(lambda: self.write(", "), self.dispatch, t.elts)
self.write("}")
def _Dict(self, t):
self.write("{")
def write_pair(pair):
(k, v) = pair
self.dispatch(k)
self.write(": ")
self.dispatch(v)
interleave(lambda: self.write(", "), write_pair, zip(t.keys, t.values))
self.write("}")
def _Tuple(self, t):
self.write("(")
if len(t.elts) == 1:
(elt,) = t.elts
self.dispatch(elt)
self.write(",")
else:
interleave(lambda: self.write(", "), self.dispatch, t.elts)
self.write(")")
unop = {"Invert":"~", "Not": "not", "UAdd":"+", "USub":"-"}
def _UnaryOp(self, t):
self.write("(")
self.write(self.unop[t.op.__class__.__name__])
self.write(" ")
# If we're applying unary minus to a number, parenthesize the number.
# This is necessary: -2147483648 is different from -(2147483648) on
# a 32-bit machine (the first is an int, the second a long), and
# -7j is different from -(7j). (The first has real part 0.0, the second
# has real part -0.0.)
if isinstance(t.op, ast.USub) and isinstance(t.operand, ast.Num):
self.write("(")
self.dispatch(t.operand)
self.write(")")
else:
self.dispatch(t.operand)
self.write(")")
binop = { "Add":"+", "Sub":"-", "Mult":"*", "Div":"/", "Mod":"%",
"LShift":"<<", "RShift":">>", "BitOr":"|", "BitXor":"^", "BitAnd":"&",
"FloorDiv":"//", "Pow": "**"}
def _BinOp(self, t):
self.write("(")
self.dispatch(t.left)
self.write(" " + self.binop[t.op.__class__.__name__] + " ")
self.dispatch(t.right)
self.write(")")
cmpops = {"Eq":"==", "NotEq":"!=", "Lt":"<", "LtE":"<=", "Gt":">", "GtE":">=",
"Is":"is", "IsNot":"is not", "In":"in", "NotIn":"not in"}
def _Compare(self, t):
self.write("(")
self.dispatch(t.left)
for o, e in zip(t.ops, t.comparators):
self.write(" " + self.cmpops[o.__class__.__name__] + " ")
self.dispatch(e)
self.write(")")
boolops = {ast.And: 'and', ast.Or: 'or'}
def _BoolOp(self, t):
self.write("(")
s = " %s " % self.boolops[t.op.__class__]
interleave(lambda: self.write(s), self.dispatch, t.values)
self.write(")")
def _Attribute(self,t):
self.dispatch(t.value)
# Special case: 3.__abs__() is a syntax error, so if t.value
# is an integer literal then we need to either parenthesize
# it or add an extra space to get 3 .__abs__().
if isinstance(t.value, ast.Num) and isinstance(t.value.n, int):
self.write(" ")
self.write(".")
self.write(t.attr)
def _Call(self, t):
self.dispatch(t.func)
self.write("(")
comma = False
for e in t.args:
if comma: self.write(", ")
else: comma = True
self.dispatch(e)
for e in t.keywords:
if comma: self.write(", ")
else: comma = True
self.dispatch(e)
if t.starargs:
if comma: self.write(", ")
else: comma = True
self.write("*")
self.dispatch(t.starargs)
if t.kwargs:
if comma: self.write(", ")
else: comma = True
self.write("**")
self.dispatch(t.kwargs)
self.write(")")
def _Subscript(self, t):
self.dispatch(t.value)
self.write("[")
self.dispatch(t.slice)
self.write("]")
# slice
def _Ellipsis(self, t):
self.write("...")
def _Index(self, t):
self.dispatch(t.value)
def _Slice(self, t):
if t.lower:
self.dispatch(t.lower)
self.write(":")
if t.upper:
self.dispatch(t.upper)
if t.step:
self.write(":")
self.dispatch(t.step)
def _ExtSlice(self, t):
interleave(lambda: self.write(', '), self.dispatch, t.dims)
# others
def _arguments(self, t):
first = True
# normal arguments
defaults = [None] * (len(t.args) - len(t.defaults)) + t.defaults
for a,d in zip(t.args, defaults):
if first:first = False
else: self.write(", ")
self.dispatch(a),
if d:
self.write("=")
self.dispatch(d)
# varargs
if t.vararg:
if first:first = False
else: self.write(", ")
self.write("*")
self.write(t.vararg)
# kwargs
if t.kwarg:
if first:first = False
else: self.write(", ")
self.write("**"+t.kwarg)
def _keyword(self, t):
self.write(t.arg)
self.write("=")
self.dispatch(t.value)
def _Lambda(self, t):
self.write("(")
self.write("lambda ")
self.dispatch(t.args)
self.write(": ")
self.dispatch(t.body)
self.write(")")
def _alias(self, t):
self.write(t.name)
if t.asname:
self.write(" as "+t.asname)
def roundtrip(filename, output=sys.stdout):
with open(filename, "r") as pyfile:
source = pyfile.read()
tree = compile(source, filename, "exec", ast.PyCF_ONLY_AST)
Unparser(tree, output)
def testdir(a):
try:
names = [n for n in os.listdir(a) if n.endswith('.py')]
except OSError:
sys.stderr.write("Directory not readable: %s" % a)
else:
for n in names:
fullname = os.path.join(a, n)
if os.path.isfile(fullname):
output = cStringIO.StringIO()
print 'Testing %s' % fullname
try:
roundtrip(fullname, output)
except Exception as e:
print ' Failed to compile, exception is %s' % repr(e)
elif os.path.isdir(fullname):
testdir(fullname)
def main(args):
if args[0] == '--testdir':
for a in args[1:]:
testdir(a)
else:
for a in args:
roundtrip(a)
if __name__=='__main__':
main(sys.argv[1:])