#!/usr/bin/env python
-'''Wrapper for python2 and python3 around compileall to raise exception
-when a python byte code generation failed.
-
-Inspired from:
- http://stackoverflow.com/questions/615632/how-to-detect-errors-from-compileall-compile-dir
-'''
+"""
+Byte compile all .py files from provided directories. This script is an
+alternative implementation of compileall.compile_dir written with
+cross-compilation in mind.
+"""
from __future__ import print_function
import argparse
-import compileall
+import os
import py_compile
+import re
import sys
-def check_for_errors(comparison):
- '''Wrap comparison operator with code checking for PyCompileError.
- If PyCompileError was raised, re-raise it again to abort execution,
- otherwise perform comparison as expected.
- '''
- def operator(self, other):
- exc_type, value, traceback = sys.exc_info()
- if exc_type is not None and issubclass(exc_type,
- py_compile.PyCompileError):
- print("Cannot compile %s" % value.file)
- raise value
-
- return comparison(self, other)
-
- return operator
-
-
-class ReportProblem(int):
- '''Class that pretends to be an int() object but implements all of its
- comparison operators such that it'd detect being called in
- PyCompileError handling context and abort execution
- '''
- VALUE = 1
+def compile_one(host_path, strip_root=None):
+ """
+ Compile a .py file into a .pyc file located next to it.
- def __new__(cls, *args, **kwargs):
- return int.__new__(cls, ReportProblem.VALUE, **kwargs)
+ :arg host_path:
+ Absolute path to the file to compile on the host running the build.
+ :arg strip_root:
+ Prefix to remove from the original source paths encoded in compiled
+ files.
+ """
+ if os.path.islink(host_path) or not os.path.isfile(host_path):
+ return # only compile real files
- @check_for_errors
- def __lt__(self, other):
- return ReportProblem.VALUE < other
+ if not re.match(r"^[_A-Za-z][_A-Za-z0-9]+\.py$",
+ os.path.basename(host_path)):
+ return # only compile "importable" python modules
- @check_for_errors
- def __eq__(self, other):
- return ReportProblem.VALUE == other
+ if strip_root is not None:
+ # determine the runtime path of the file (i.e.: relative path to root
+ # dir prepended with "/").
+ runtime_path = os.path.join("/", os.path.relpath(host_path, strip_root))
+ else:
+ runtime_path = host_path
- def __ge__(self, other):
- return not self < other
+ # will raise an error if the file cannot be compiled
+ py_compile.compile(host_path, cfile=host_path + "c",
+ dfile=runtime_path, doraise=True)
- def __gt__(self, other):
- return not self < other and not self == other
- def __ne__(self, other):
- return not self == other
+def existing_dir_abs(arg):
+ """
+ argparse type callback that checks that argument is a directory and returns
+ its absolute path.
+ """
+ if not os.path.isdir(arg):
+ raise argparse.ArgumentTypeError('no such directory: {!r}'.format(arg))
+ return os.path.abspath(arg)
def main():
parser = argparse.ArgumentParser(description=__doc__)
- parser.add_argument("target", metavar="TARGET",
- help="Directory to scan")
- parser.add_argument("--force", action="store_true",
- help="Force compilation even if already compiled")
+ parser.add_argument("dirs", metavar="DIR", nargs="+", type=existing_dir_abs,
+ help="Directory to recursively scan and compile")
+ parser.add_argument("--strip-root", metavar="ROOT", type=existing_dir_abs,
+ help="""
+ Prefix to remove from the original source paths encoded
+ in compiled files
+ """)
args = parser.parse_args()
- compileall.compile_dir(args.target, force=args.force, quiet=ReportProblem())
+ try:
+ for d in args.dirs:
+ if args.strip_root and ".." in os.path.relpath(d, args.strip_root):
+ parser.error("DIR: not inside ROOT dir: {!r}".format(d))
+ for parent, _, files in os.walk(d):
+ for f in files:
+ compile_one(os.path.join(parent, f), args.strip_root)
+
+ except Exception as e:
+ print("error: {}".format(e))
+ return 1
return 0
projects / buildroot.git / commitdiff