#!/usr/bin/env python # -*- coding:utf-8 -*- from setuptools import setup, find_packages import sys import json import os import shutil import platform import click # ------------------------------------------------------------------------------ # 前置检查 # ------------------------------------------------------------------------------ def check_xmake(): """检查是否按照了编译工具 xmake""" print("checking xmake ...") xmake = os.system("xmake --version") return False if xmake != 0 else True def get_python_version(): """获取当前 python版本""" py_version = platform.python_version_tuple() min_version = int(py_version[1]) main_version = int(py_version[0]) # py_version = main_version * 10 + min_version if min_version < 10 else main_version * 100 + min_version py_version = f"{main_version}.{min_version}" print(f'current python version: {py_version}') return py_version def get_current_compile_info(): """获取当前编译信息, 其中 mode 无效""" current_bits = 64 if sys.maxsize > 2**32 else 32 if sys.platform == 'win32': current_arch = 'x64' if current_bits == 64 else 'x86' else: current_arch = 'x86_64' if current_bits == 64 else 'i386' py_version = get_python_version() current_compile_info = { 'plat': sys.platform, 'arch': current_arch, 'mode': '', 'py_version': py_version, } return current_compile_info def get_history_compile_info(): """获取历史编译信息""" try: with open('compile_info', 'r') as f: result = json.load(f) except: result = { 'plat': '', 'arch': '', 'mode': '', 'py_version': 0, } return result def save_current_compile_info(compile_info): """保持当前编译信息""" with open('compile_info', 'w') as f: json.dump(compile_info, f) def clear_with_python_changed(mode): """ python版本发生变化时，清理之前的python编译结果 应该仅在 pyhon 版本发生变化时被调用 """ current_plat = sys.platform current_bits = 64 if sys.maxsize > 2**32 else 32 if current_plat == 'win32' and current_bits == 64: build_pywrap_dir = 'build\\{mode}\\windows\\x64\\.objs\\windows\\x64\\{mode}\\hikyuu_pywrap'.format( mode=mode) elif current_plat == 'win32' and current_bits == 32: build_pywrap_dir = 'build\\{mode}\\windows\\x86\\.objs\\windows\\x86\\{mode}\\hikyuu_pywrap'.format( mode=mode) elif current_plat == 'linux' and current_bits == 64: build_pywrap_dir = 'build/{mode}/linux/x86_64/.objs/linux/x86_64/{mode}/hikyuu_pywrap'.format( mode=mode) elif current_plat == 'linux' and current_bits == 32: build_pywrap_dir = 'build/{mode}/linux/i386/.objs/linux/i386/{mode}/hikyuu_pywrap'.format( mode=mode) elif current_plat == "darwin" and current_bits == 64: build_pywrap_dir = 'build/{mode}/macosx/x86_64/.objs/macosx/x86_64/{mode}/hikyuu_pywrap'.format( mode=mode) elif current_plat == "darwin" and current_bits == 32: build_pywrap_dir = 'build/{mode}/macosx/i386/.objs/macosx/i386/{mode}/hikyuu_pywrap'.format( mode=mode) else: print("************不支持的平台**************") exit(0) if os.path.lexists(build_pywrap_dir): shutil.rmtree(build_pywrap_dir) # ------------------------------------------------------------------------------ # 执行构建 # ------------------------------------------------------------------------------ def start_build(verbose=False, mode='release', feedback=True, worker_num=2, low_precision=False): """ 执行编译 """ global g_verbose g_verbose = verbose if not check_xmake(): print("Please install xmake") return current_compile_info = get_current_compile_info() current_compile_info['mode'] = mode py_version = current_compile_info['py_version'] # 如果 python版本或者编译模式发生变化，则重新编译 history_compile_info = get_history_compile_info() if py_version != history_compile_info[ 'py_version'] or history_compile_info['mode'] != mode: clear_with_python_changed(mode) cmd = "xmake f {} -c -y -m {} --feedback={} -k {} --low_precision={}".format( "-v -D" if verbose else "", mode, feedback, "shared" if mode == 'release' else "static", low_precision) print(cmd) os.system(cmd) if mode == "release": cmd = "xmake -j {} -b {} core".format(worker_num, "-v -D" if verbose else "") print(cmd) os.system(cmd) else: cmd = "xmake -j {} -b {} hikyuu".format(worker_num, "-v -D" if verbose else "") print(cmd) os.system(cmd) # 保存当前的编译信息 save_current_compile_info(current_compile_info) # ------------------------------------------------------------------------------ # 控制台命令 # ------------------------------------------------------------------------------ @click.group() def cli(): pass @click.command() @click.option('-v', '--verbose', is_flag=True, help='显示详细的编译信息') @click.option('-feedback', '--feedback', default=True, type=bool, help='允许发送反馈信息') @click.option('-j', '--j', default=2, help="并行编译数量") @click.option('-m', '--mode', default='release', type=click.Choice([ 'release', 'debug', 'coverage', 'asan', 'tsan', 'msan', 'lsan' ]), help='编译模式') @click.option('-low_precision', '--low_precision', default=False, type=bool, help='使用低精度版本') def build(verbose, mode, feedback, j, low_precision): """ 执行编译 """ start_build(verbose, mode, feedback, j, low_precision) @click.command() @click.option('-all', "--all", is_flag=True, help="执行全部测试, 否则仅仅进行最小范围测试）") @click.option("-compile", "--compile", is_flag=True, help='强制重新编译') @click.option('-feedback', '--feedback', default=True, type=bool, help='允许发送反馈信息') @click.option('-v', '--verbose', is_flag=True, help='显示详细的编译信息') @click.option('-j', '--j', default=2, help="并行编译数量") @click.option('-m', '--mode', default='release', type=click.Choice([ 'release', 'debug', 'coverage', 'asan', 'msan', 'tsan', 'lsan' ]), help='编译模式') @click.option('-case', '--case', default='', help="执行指定的 TestCase") @click.option('-low_precision', '--low_precision', default=False, type=bool, help='使用低精度版本') def test(all, compile, verbose, mode, case, feedback, j, low_precision): """ 执行单元测试 """ current_compile_info = get_current_compile_info() current_compile_info['mode'] = mode history_compile_info = get_history_compile_info() if compile or current_compile_info != history_compile_info: start_build(verbose, mode, feedback, j, low_precision) if all: os.system("xmake -j {} -b {} unit-test".format( j, "-v -D" if verbose else "")) os.system("xmake r unit-test {}".format( '' if case == '' else '--test-case={}'.format(case))) else: os.system("xmake -j {} -b {} small-test".format( j, "-v -D" if verbose else "")) os.system("xmake r small-test {}".format( '' if case == '' else '--test-case={}'.format(case))) def clear_build(): """ 清除当前编译设置及结果 """ if os.path.lexists('.xmake'): print('delete .xmake') shutil.rmtree('.xmake', True) if sys.platform == 'win32': os.system("rmdir .xmake /s /q") if os.path.lexists('build'): print('delete build') shutil.rmtree('build') if os.path.lexists('Hikyuu.egg-info'): print('delete Hikyuu.egg-info') shutil.rmtree('Hikyuu.egg-info') if os.path.exists('compile_info'): print('delete compile_info') os.remove('compile_info') lib_files = os.listdir('hikyuu/cpp') for file in lib_files: if file not in ("__init__.py", "__pycache__"): os.remove(f'hikyuu/cpp/{file}') print('clear finished!') @click.command() def clear(): clear_build() @click.command() def uninstall(): """ 卸载已安装的 python 包 """ if sys.platform == 'win32': site_lib_dir = sys.base_prefix + "/lib/site-packages" else: usr_dir = os.path.expanduser('~') py_version = get_python_version() site_lib_dir = '{}/.local/lib/python{}/site-packages'.format( usr_dir, py_version) for dir in os.listdir(site_lib_dir): if dir == 'hikyuu' or (len(dir) > 6 and dir[:6] == 'Hikyuu'): print('delete', site_lib_dir + '/' + dir) shutil.rmtree(site_lib_dir + '/' + dir) if os.path.exists("./hikyuu.egg-info"): shutil.rmtree("./hikyuu.egg-info") print("Uninstall finished!") def copy_include(install_dir): src_path = 'hikyuu_cpp/hikyuu' dst_path = f'{install_dir}/include' for root, dirs, files in os.walk(src_path): for p in dirs: dst_p = f'{dst_path}/{root[11:]}/{p}' if not os.path.lexists(dst_p): os.makedirs(dst_p) shutil.copy('hikyuu/cpp/__init__.py', dst_p) for fname in files: if len(fname) > 2 and fname[-2:] == ".h": dst_p = f'{dst_path}/{root[11:]}' if not os.path.lexists(dst_p): os.makedirs(dst_p) shutil.copy(f'{root}/{fname}', dst_p) dst_path = f'{install_dir}/include/hikyuu/python' if not os.path.lexists(dst_path): os.makedirs(dst_path) shutil.copy('hikyuu_pywrap/pybind_utils.h', dst_path) shutil.copy('hikyuu_pywrap/pickle_support.h', dst_path) shutil.copy('hikyuu/cpp/__init__.py', dst_path) shutil.copy('hikyuu/cpp/__init__.py', f'{install_dir}/include') shutil.copy('hikyuu/cpp/__init__.py', f'{install_dir}/include/hikyuu') @click.command() @click.option('-j', '--j', default=2, help="并行编译数量") @click.option('-o', '--o', help="指定的安装目录") @click.option('-low_precision', '--low_precision', default=False, type=bool, help='使用低精度版本') def install(j, o, low_precision): """ 编译并安装 Hikyuu python 库 """ install_dir = o if install_dir is None: if sys.platform == 'win32': install_dir = sys.base_prefix + "\\Lib\\site-packages\\hikyuu" else: usr_dir = os.path.expanduser('~') install_dir = '{}/.local/lib/python{}/site-packages/hikyuu'.format( usr_dir, get_python_version()) try: shutil.rmtree(install_dir) except: pass start_build(False, 'release', True, j, low_precision) shutil.copytree("./hikyuu", install_dir) copy_include(install_dir) @click.command() @click.option('-j', '--j', default=2, help="并行编译数量") @click.option('-feedback', '--feedback', default=True, type=bool, help='允许发送反馈信息') @click.option('-low_precision', '--low_precision', default=False, type=bool, help='使用低精度版本') def wheel(feedback, j, low_precision): """ 生成 python 的 wheel 安装包 """ # 清理之前遗留的打包产物 clear_build() # 尝试编译 start_build(False, 'release', feedback, j, low_precision) copy_include('hikyuu') # 构建打包命令 print("start pacakaging bdist_wheel ...") current_plat = sys.platform cpu_arch = platform.machine() current_bits = 64 if sys.maxsize > 2**32 else 32 if current_plat == 'win32' and current_bits == 64: plat = "win_amd64" elif current_plat == 'win32' and current_bits == 32: plat = "win32" elif current_plat == 'linux' and current_bits == 64: plat = f"manylinux1_{cpu_arch}" elif current_plat == 'linux' and current_bits == 32: plat = f"manylinux1_{cpu_arch}" elif current_plat == 'darwin' and current_bits == 32: plat = "macosx_i686" elif current_plat == 'darwin' and current_bits == 64: plat = "macosx_10_9_x86_64" else: print("*********尚未实现该平台的支持*******") return if low_precision: plat = f"{plat}_low_precision" py_version = get_python_version() main_ver, min_ver = py_version.split('.') if current_plat == 'win32': cmd = 'python sub_setup.py bdist_wheel --python-tag cp{}{} -p {}'.format( main_ver, min_ver, plat) print(cmd) os.system(cmd) else: cmd = 'python3 sub_setup.py bdist_wheel --python-tag cp{}{} -p {}'.format( main_ver, min_ver, plat) print(cmd) os.system(cmd) shutil.rmtree('hikyuu/include', True) @click.command() def upload(): """ 发布上传至 pypi，仅供发布者使用！！！ """ if not os.path.lexists('dist'): print("Not found wheel package! Pleae wheel first") return print("current wheel:") for bdist in os.listdir('dist'): print(bdist) print("") val = input('Are you sure upload now (y/n)? (deault: n) ') if val == 'y': os.system("twine upload dist/*") # ------------------------------------------------------------------------------ # 添加 click 命令 # ------------------------------------------------------------------------------ cli.add_command(build) cli.add_command(test) cli.add_command(clear) cli.add_command(install) cli.add_command(uninstall) cli.add_command(wheel) cli.add_command(upload) if __name__ == "__main__": cli()