ꦫꦣꦺꦤ꧀ꦄꦤ꧀ꦠꦱꦺꦤ

PATH: usr / lib64 / python2.7 / Tools / scripts

#! /usr/bin/env python

"""\
List python source files.

There are three functions to check whether a file is a Python source, listed
here with increasing complexity:

- has_python_ext() checks whether a file name ends in '.py[w]'.
- look_like_python() checks whether the file is not binary and either has
  the '.py[w]' extension or the first line contains the word 'python'.
- can_be_compiled() checks whether the file can be compiled by compile().

The file also must be of appropriate size - not bigger than a megabyte.

walk_python_files() recursively lists all Python files under the given directories.
"""
__author__ = "Oleg Broytmann, Georg Brandl"

__all__ = ["has_python_ext", "looks_like_python", "can_be_compiled", "walk_python_files"]

import os, re

binary_re = re.compile('[\x00-\x08\x0E-\x1F\x7F]')

debug = False

def print_debug(msg):
    if debug: print msg

def _open(fullpath):
    try:
        size = os.stat(fullpath).st_size
    except OSError, err: # Permission denied - ignore the file
        print_debug("%s: permission denied: %s" % (fullpath, err))
        return None

if size > 1024*1024: # too big
        print_debug("%s: the file is too big: %d bytes" % (fullpath, size))
        return None

try:
        return open(fullpath, 'rU')
    except IOError, err: # Access denied, or a special file - ignore it
        print_debug("%s: access denied: %s" % (fullpath, err))
        return None

def has_python_ext(fullpath):
    return fullpath.endswith(".py") or fullpath.endswith(".pyw")

def looks_like_python(fullpath):
    infile = _open(fullpath)
    if infile is None:
        return False

line = infile.readline()
    infile.close()

if binary_re.search(line):
        # file appears to be binary
        print_debug("%s: appears to be binary" % fullpath)
        return False

if fullpath.endswith(".py") or fullpath.endswith(".pyw"):
        return True
    elif "python" in line:
        # disguised Python script (e.g. CGI)
        return True

return False

def can_be_compiled(fullpath):
    infile = _open(fullpath)
    if infile is None:
        return False

code = infile.read()
    infile.close()

try:
        compile(code, fullpath, "exec")
    except Exception, err:
        print_debug("%s: cannot compile: %s" % (fullpath, err))
        return False

return True

def walk_python_files(paths, is_python=looks_like_python, exclude_dirs=None):
    """\
    Recursively yield all Python source files below the given paths.

paths: a list of files and/or directories to be checked.
    is_python: a function that takes a file name and checks whether it is a
               Python source file
    exclude_dirs: a list of directory base names that should be excluded in
                  the search
    """
    if exclude_dirs is None:
        exclude_dirs=[]

for path in paths:
        print_debug("testing: %s" % path)
        if os.path.isfile(path):
            if is_python(path):
                yield path
        elif os.path.isdir(path):
            print_debug("    it is a directory")
            for dirpath, dirnames, filenames in os.walk(path):
                for exclude in exclude_dirs:
                    if exclude in dirnames:
                        dirnames.remove(exclude)
                for filename in filenames:
                    fullpath = os.path.join(dirpath, filename)
                    print_debug("testing: %s" % fullpath)
                    if is_python(fullpath):
                        yield fullpath
        else:
            print_debug("    unknown type")

if __name__ == "__main__":
    # Two simple examples/tests
    for fullpath in walk_python_files(['.']):
        print fullpath
    print "----------"
    for fullpath in walk_python_files(['.'], is_python=can_be_compiled):
        print fullpath

[+] ..
[-] setup.pyo [edit]
[-] classfix.py [edit]
[-] cvsfiles.pyo [edit]
[-] fixps.pyc [edit]
[-] fixdiv.py [edit]
[-] ptags.pyc [edit]
[-] pysource.pyc [edit]
[-] h2py.py [edit]
[-] svneol.py [edit]
[-] win_add2path.pyc [edit]
[-] suff.py [edit]
[-] untabify.py [edit]
[-] parseentities.py [edit]
[-] objgraph.pyc [edit]
[-] mailerdaemon.pyo [edit]
[-] findlinksto.pyo [edit]
[-] checkappend.py [edit]
[-] fixps.py [edit]
[-] untabify.pyo [edit]
[-] setup.py [edit]
[-] find_recursionlimit.pyc [edit]
[-] nm2def.pyc [edit]
[-] copytime.pyo [edit]
[-] dutree.pyc [edit]
[-] which.py [edit]
[-] db2pickle.pyo [edit]
[-] serve.pyo [edit]
[-] svneol.pyc [edit]
[-] lll.py [edit]
[-] pindent.pyc [edit]
[-] h2py.pyo [edit]
[-] lll.pyo [edit]
[-] analyze_dxp.py [edit]
[-] byteyears.pyc [edit]
[-] reindent-rst.pyo [edit]
[-] serve.py [edit]
[-] mkreal.py [edit]
[-] ndiff.pyo [edit]
[-] combinerefs.pyc [edit]
[-] diff.pyc [edit]
[-] fixnotice.pyo [edit]
[-] texcheck.pyc [edit]
[-] analyze_dxp.pyo [edit]
[-] byext.py [edit]
[-] dutree.py [edit]
[-] which.pyc [edit]
[-] texcheck.pyo [edit]
[-] reindent.pyo [edit]
[-] methfix.pyo [edit]
[-] ndiff.py [edit]
[-] texi2html.pyc [edit]
[-] parseentities.pyc [edit]
[-] checkpyc.pyc [edit]
[-] hotshotmain.py [edit]
[-] ftpmirror.pyo [edit]
[-] fixps.pyo [edit]
[-] redemo.pyo [edit]
[-] fixcid.pyo [edit]
[-] finddiv.pyo [edit]
[-] which.pyo [edit]
[-] redemo.py [edit]
[-] suff.pyc [edit]
[-] cleanfuture.py [edit]
[-] combinerefs.py [edit]
[-] ptags.pyo [edit]
[-] byext.pyc [edit]
[-] db2pickle.py [edit]
[-] cvsfiles.py [edit]
[-] pindent.py [edit]
[-] diff.pyo [edit]
[-] analyze_dxp.pyc [edit]
[-] cleanfuture.pyo [edit]
[-] dutree.pyo [edit]
[-] eptags.pyo [edit]
[-] pysource.py [edit]
[-] reindent.pyc [edit]
[-] google.pyc [edit]
[-] logmerge.py [edit]
[-] lfcr.py [edit]
[-] finddiv.pyc [edit]
[-] classfix.pyo [edit]
[-] lfcr.pyo [edit]
[-] treesync.py [edit]
[-] hotshotmain.pyo [edit]
[-] nm2def.py [edit]
[-] byext.pyo [edit]
[-] ftpmirror.py [edit]
[-] treesync.pyc [edit]
[-] copytime.py [edit]
[-] finddiv.py [edit]
[-] ifdef.py [edit]
[-] patchcheck.pyo [edit]
[-] objgraph.pyo [edit]
[-] ptags.py [edit]
[-] objgraph.py [edit]
[-] cvsfiles.pyc [edit]
[-] pysource.pyo [edit]
[-] pathfix.py [edit]
[-] linktree.pyc [edit]
[-] eptags.py [edit]
[-] patchcheck.py [edit]
[-] mkreal.pyc [edit]
[-] rgrep.pyc [edit]
[-] google.py [edit]
[-] win_add2path.py [edit]
[-] texcheck.py [edit]
[-] pathfix.pyo [edit]
[-] gprof2html.py [edit]
[-] pickle2db.pyc [edit]
[-] findnocoding.pyc [edit]
[-] nm2def.pyo [edit]
[-] checkappend.pyo [edit]
[-] texi2html.py [edit]
[-] crlf.pyc [edit]
[-] treesync.pyo [edit]
[-] findlinksto.py [edit]
[-] pdeps.pyc [edit]
[-] fixheader.pyo [edit]
[-] pdeps.pyo [edit]
[-] findnocoding.py [edit]
[-] setup.pyc [edit]
[-] methfix.pyc [edit]
[-] logmerge.pyo [edit]
[-] reindent.py [edit]
[-] hotshotmain.pyc [edit]
[-] gprof2html.pyc [edit]
[-] redemo.pyc [edit]
[-] fixheader.py [edit]
[-] diff.py [edit]
[-] classfix.pyc [edit]
[-] ftpmirror.pyc [edit]
[-] google.pyo [edit]
[-] db2pickle.pyc [edit]
[-] pathfix.pyc [edit]
[-] ifdef.pyo [edit]
[-] xxci.pyc [edit]
[-] rgrep.pyo [edit]
[-] cleanfuture.pyc [edit]
[-] reindent-rst.pyc [edit]
[-] svneol.pyo [edit]
[-] xxci.pyo [edit]
[-] parseentities.pyo [edit]
[-] md5sum.py [edit]
[-] eptags.pyc [edit]
[-] mailerdaemon.pyc [edit]
[-] pickle2db.pyo [edit]
[-] win_add2path.pyo [edit]
[-] serve.pyc [edit]
[-] byteyears.pyo [edit]
[-] fixdiv.pyo [edit]
[-] logmerge.pyc [edit]
[-] pickle2db.py [edit]
[-] checkpyc.pyo [edit]
[-] fixdiv.pyc [edit]
[-] find_recursionlimit.py [edit]
[-] crlf.pyo [edit]
[-] suff.pyo [edit]
[-] lll.pyc [edit]
[-] rgrep.py [edit]
[-] untabify.pyc [edit]
[-] ifdef.pyc [edit]
[-] fixheader.pyc [edit]
[-] fixcid.pyc [edit]
[-] crlf.py [edit]
[-] checkappend.pyc [edit]
[-] xxci.py [edit]
[-] findnocoding.pyo [edit]
[-] mkreal.pyo [edit]
[-] patchcheck.pyc [edit]
[-] linktree.pyo [edit]
[-] texi2html.pyo [edit]
[-] fixcid.py [edit]
[-] ndiff.pyc [edit]
[-] md5sum.pyo [edit]
[-] findlinksto.pyc [edit]
[-] reindent-rst.py [edit]
[-] linktree.py [edit]
[-] byteyears.py [edit]
[-] md5sum.pyc [edit]
[-] copytime.pyc [edit]
[-] combinerefs.pyo [edit]
[-] fixnotice.py [edit]
[-] pdeps.py [edit]
[-] fixnotice.pyc [edit]
[-] lfcr.pyc [edit]
[-] checkpyc.py [edit]
[-] methfix.py [edit]
[-] pindent.pyo [edit]
[-] mailerdaemon.py [edit]
[-] gprof2html.pyo [edit]
[-] h2py.pyc [edit]
[-] find_recursionlimit.pyo [edit]