微精选

import os
import sys
import time
import shutil
from distutils.core import setup
from Cython.Build import cythonize

currdir = os.path.abspath('.')
build_dir = 'build'
build_tmp_dir = build_dir '/temp'

def build_list(basepath, name='', excepts=[], copyOther=False, delC=False, starttime=None):
    '''
    获取py文件的路径
    :param basepath: 根路径
    :param name: 文件/夹
    :param copy: 是否copy其他文件
    :param excepts: 不拷贝的文件
    :return: py文件的迭代器
    '''
    excepts_files = [os.path.join(currdir, f) for f in excepts]
    fullpath = os.path.join(basepath, name)
    for fname in os.listdir(fullpath):
        ffile = os.path.join(fullpath, fname)
        
        if os.path.isdir(ffile) and fname != build_dir and not fname.startswith('.'):
            for f in build_list(basepath, name=fname, copyOther=copyOther, delC=delC, starttime=starttime):
                yield f
                
        elif os.path.isfile(ffile):
            ext = os.path.splitext(fname)[1]
            if ext == '.c':
                if delC and os.stat(ffile).st_mtime > starttime:
                    os.remove(ffile)
            elif os.path.splitext(fname)[1] not in('.pyc', '.pyx'):
                if os.path.splitext(fname)[1] in ('.py', '.pyx') and not fname.startswith('__'):
                    yield os.path.join(name, fname)
                elif ffile not in excepts_files and copyOther:
                    dstdir = os.path.join(basepath, build_dir, name)
                    if not os.path.isdir(dstdir):
                        os.makedirs(dstdir)
                    shutil.copyfile(ffile, os.path.join(dstdir, fname))
        else:
            pass
        
        
def copy_file(source):
    dist_dir = os.path.join(currdir, build_dir, source)
    source_dir = os.path.join(currdir, source)
    
    if not os.path.isdir(source_dir):
        if not os.path.exists(os.path.dirname(dist_dir)):
            os.makedirs(os.path.dirname(dist_dir))
    
        shutil.copyfile(source_dir, dist_dir)
    else:
        for file in os.listdir(source_dir):
            copy_file(os.path.join(source_dir, file))

if __name__ == '__main__':
    starttime=time.time()
    
    # 不编译的 python 文件
    excepts_build = ['py2so.py', 'main.py']
    # 不复制到编译后的非 python 文件
    excepts_files = ['README.md', 'LICENSE', '.gitignore', 'setup.py']

    # 编译 python 文件
    module_list = list(build_list(currdir, starttime=starttime))
    module_list = [py for py in module_list if py not in excepts_build]
    setup(ext_modules = cythonize(module_list), script_args=['build_ext', '-b', build_dir, '-t', build_tmp_dir])

    # 拷贝其他文件
    list(build_list(currdir, excepts=excepts_files, copyOther=True, starttime=starttime))
    
    # 拷贝不编译的py文件
    for file in excepts_build:
        copy_file(file)

    # 删除编译产生的中间文件
    module_list = list(build_list(currdir, delC=True, starttime=starttime))
    if os.path.exists(build_tmp_dir):
        shutil.rmtree(build_tmp_dir)

import os
import sys
import shutil
import argparse
import platform
from distutils.core import setup
from Cython.Build import cythonize
from distutils.extension import Extension

def getfiles_inpath(dir_path, includeSubfolder=True, path_type=0, ext_names='*'):
    '''
        获得指定目录下的所有文件，
        :param dir_path: 指定的目录路径
        :param includeSubfolder: 是否包含子文件夹里的文件，默认 True
        :param path_type: 返回的文件路径形式
            0 绝对路径，默认值
            1 相对路径
            2 文件名
        :param ext_names: '*' | string | list
            可以指定文件扩展名类型，支持以列表形式指定多个扩展名。默认为 '*'，即所有扩展名。
            举例：'.txt' 或 ['.jpg','.png']
        :return: 以 yield 方式返回结果
    '''
    if type(ext_names) is str:
        if ext_names != '*':
            ext_names = [ext_names]
    if type(ext_names) is list:
        for i in range(len(ext_names)):
            ext_names[i] = ext_names[i].lower()

    def keep_file_byextname(file_name):
        if type(ext_names) is list:
            if file_name[0] == '.':
                file_ext = file_name
            else:
                file_ext = os.path.splitext(file_name)[1]
            #
            if file_ext.lower() not in ext_names:
                return False
        else:
            return True
        return True

    if includeSubfolder:
        len_of_inpath = len(dir_path)
        for root, dirs, files in os.walk(dir_path):
            for file_name in files:
                if not keep_file_byextname(file_name):
                    continue
                if path_type == 0:
                    yield os.path.join(root, file_name)
                elif path_type == 1:
                    yield os.path.join(
                        root[len_of_inpath:].lstrip(os.path.sep), file_name)
                else:
                    yield file_name
    else:
        for file_name in os.listdir(dir_path):
            filepath = os.path.join(dir_path, file_name)
            if os.path.isfile(filepath):
                if not keep_file_byextname(file_name):
                    continue
                if path_type == 0:
                    yield filepath
                else:
                    yield file_name

def make_dir(dirpath):
    '''
    创建目录，支持多级目录，若目录已存在自动忽略
    '''
    dirpath = dirpath.strip().rstrip(os.path.sep)

    if dirpath:
        if not os.path.exists(dirpath):
            os.makedirs(dirpath)

def get_encfile_list(opts):
    will_compile_files = []
    if opts.directory:
        if not os.path.exists(opts.directory):
            print('No such Directory, please check or use the Absolute Path')
            sys.exit(1)

        pyfiles = getfiles_inpath(dir_path=opts.directory,
                                 includeSubfolder=True,
                                 path_type=1,
                                 ext_names='.py')
        # ignore __init__.py file
        pyfiles = [pyfile for pyfile in pyfiles if not pyfile.endswith('__init__.py')]
        # filter maintain files
        opts.excludeFiles = []
        if opts.ignore:
            for path_assign in opts.ignore.split(','):
                if not path_assign[-1:] in ['/', '\']: # if last char is not a path sep, consider it's assign a file
                    opts.excludeFiles.append(path_assign)
                else:
                    assign_dir = path_assign.strip('/').strip('\')
                    tmp_dir = os.path.join(opts.rootName, assign_dir)
                    files = getfiles_inpath(dir_path=tmp_dir,
                                           includeSubfolder=True,
                                           path_type=1)
                    for file in files:
                        fpath = os.path.join(assign_dir, file)
                        opts.excludeFiles.append(fpath)

        tmp_files = list(set(pyfiles) - set(opts.excludeFiles))
        will_compile_files = []
        for file in tmp_files:
            will_compile_files.append(os.path.join(opts.directory, file))

    elif opts.file:
        if opts.file.endswith('.py'):
            will_compile_files.append(opts.file)
        else:
            print('Make sure you give the right name of py file')

    else:
        print('no -f or -d param')
        sys.exit()

    return will_compile_files

def clear_builds(opts):
    if os.path.isdir('build'):
        shutil.rmtree('build')
    if os.path.isdir('tmp_build'):
        shutil.rmtree('tmp_build')
    if os.path.isdir(opts.output):
        shutil.rmtree(opts.output)

def clear_tmps(opts):
    if os.path.isdir('build') and opts.output != 'build':
        shutil.rmtree('build')
    if os.path.isdir('tmp_build') and opts.output != 'tmp_build':
        shutil.rmtree('tmp_build')

def pyencrypt(files):
    extentions = []
    print(files)
    for full_filename in files:
        filename = full_filename[:-3].replace(os.path.sep, '.')
        extention = Extension(filename, [full_filename])
        extention.cython_c_in_temp = True
        extentions.append(extention)
    setup(
        script_args=['build_ext'],
        ext_modules=cythonize(extentions, quiet=False, language_level=3, nthreads=1, build_dir='tmp_build'),
    )

def gen_project(opts, will_compile_files):
    make_dir(opts.output)
    for file in getfiles_inpath('build', True, 1, ['.so', '.pyd']):
        src_path = os.path.join('build', file)
        mid_path = os.path.sep.join(file.split(os.path.sep)[1:-1])
        file_name_parts = os.path.basename(src_path).split('.')
        file_name = '.'.join([file_name_parts[0]] file_name_parts[-1:])
        dest_path = os.path.join(opts.output, mid_path, file_name)
        make_dir(os.path.dirname(dest_path))
        shutil.copy(src_path, dest_path)
    
    # 非编译文件拷贝至结果路径
    not_compile_files = get_not_compile_files(opts, will_compile_files)
    for not_compile_file in not_compile_files:
        dest_path = os.path.join(opts.output, not_compile_file)
        filepath, filename = os.path.split(dest_path)
        make_dir(filepath)
        shutil.copyfile(not_compile_file, dest_path)

    if opts.remove:
        clear_tmps(opts)
    
    print('py2so encrypt build complate.')

def get_not_compile_files(opts, will_compile_files):
    '''
    获取非编译文件
    '''
    files = getfiles_inpath(dir_path=opts.directory,
                           includeSubfolder=True,
                           path_type=1,
                           ext_names='*')
    files = [os.path.join(opts.directory, file) for file in files if not file.endswith('.pyc')]
    not_compile_files = list(set(files) - set(will_compile_files))
    return not_compile_files