hikyuu2/setup.py

#!/usr/bin/env python
# -*- coding:utf-8 -*-

from setuptools import setup, find_packages
import sys
import json
import os
import shutil
import platform
import click


# ------------------------------------------------------------------------------
# 前置检查
# ------------------------------------------------------------------------------
def check_xmake():
    """检查是否按照了编译工具 xmake"""
    print("checking xmake ...")
    xmake = os.system("xmake --version")
    return False if xmake != 0 else True


def get_python_version():
    """获取当前 python版本"""
    py_version = platform.python_version_tuple()
    min_version = int(py_version[1])
    main_version = int(py_version[0])
    # py_version = main_version * 10 + min_version if min_version < 10 else main_version * 100 + min_version
    py_version = f"{main_version}.{min_version}"
    print(f'current python version: {py_version}')
    return py_version


def get_current_compile_info():
    """获取当前编译信息, 其中 mode 无效"""
    current_bits = 64 if sys.maxsize > 2**32 else 32
    if sys.platform == 'win32':
        current_arch = 'x64' if current_bits == 64 else 'x86'
    else:
        current_arch = 'x86_64' if current_bits == 64 else 'i386'

    py_version = get_python_version()
    current_compile_info = {
        'plat': sys.platform,
        'arch': current_arch,
        'mode': '',
        'py_version': py_version,
    }
    return current_compile_info


def get_history_compile_info():
    """获取历史编译信息"""
    try:
        with open('compile_info', 'r') as f:
            result = json.load(f)
    except:
        result = {
            'plat': '',
            'arch': '',
            'mode': '',
            'py_version': 0,
        }
    return result


def save_current_compile_info(compile_info):
    """保持当前编译信息"""
    with open('compile_info', 'w') as f:
        json.dump(compile_info, f)


def clear_with_python_changed(mode):
    """
    python版本发生变化时，清理之前的python编译结果
    应该仅在 pyhon 版本发生变化时被调用
    """
    current_plat = sys.platform
    current_bits = 64 if sys.maxsize > 2**32 else 32
    if current_plat == 'win32' and current_bits == 64:
        build_pywrap_dir = 'build\\{mode}\\windows\\x64\\.objs\\windows\\x64\\{mode}\\hikyuu_pywrap'.format(
            mode=mode)
    elif current_plat == 'win32' and current_bits == 32:
        build_pywrap_dir = 'build\\{mode}\\windows\\x86\\.objs\\windows\\x86\\{mode}\\hikyuu_pywrap'.format(
            mode=mode)
    elif current_plat == 'linux' and current_bits == 64:
        build_pywrap_dir = 'build/{mode}/linux/x86_64/.objs/linux/x86_64/{mode}/hikyuu_pywrap'.format(
            mode=mode)
    elif current_plat == 'linux' and current_bits == 32:
        build_pywrap_dir = 'build/{mode}/linux/i386/.objs/linux/i386/{mode}/hikyuu_pywrap'.format(
            mode=mode)
    elif current_plat == "darwin" and current_bits == 64:
        build_pywrap_dir = 'build/{mode}/macosx/x86_64/.objs/macosx/x86_64/{mode}/hikyuu_pywrap'.format(
            mode=mode)
    elif current_plat == "darwin" and current_bits == 32:
        build_pywrap_dir = 'build/{mode}/macosx/i386/.objs/macosx/i386/{mode}/hikyuu_pywrap'.format(
            mode=mode)
    else:
        print("************不支持的平台**************")
        exit(0)
    if os.path.lexists(build_pywrap_dir):
        shutil.rmtree(build_pywrap_dir)


# ------------------------------------------------------------------------------
# 执行构建
# ------------------------------------------------------------------------------
def start_build(verbose=False, mode='release', feedback=True, worker_num=2, low_precision=False):
    """ 执行编译 """
    global g_verbose
    g_verbose = verbose
    if not check_xmake():
        print("Please install xmake")
        return

    current_compile_info = get_current_compile_info()
    current_compile_info['mode'] = mode

    py_version = current_compile_info['py_version']

    # 如果 python版本或者编译模式发生变化，则重新编译
    history_compile_info = get_history_compile_info()
    if py_version != history_compile_info[
            'py_version'] or history_compile_info['mode'] != mode:
        clear_with_python_changed(mode)
        cmd = "xmake f {} -c -y -m {} --feedback={} -k {} --low_precision={} --log_level={}".format(
            "-v -D" if verbose else "", mode, feedback, "shared" if mode == 'release' else "static", low_precision,
            2 if mode == 'release' else 0)
        print(cmd)
        os.system(cmd)

    if mode == "release":
        cmd = "xmake -j {} -b {} core".format(worker_num,
                                              "-v -D" if verbose else "")
        print(cmd)
        os.system(cmd)
    else:
        cmd = "xmake -j {} -b {} hikyuu".format(worker_num,
                                                "-v -D" if verbose else "")
        print(cmd)
        os.system(cmd)

    # 保存当前的编译信息
    save_current_compile_info(current_compile_info)


# ------------------------------------------------------------------------------
# 控制台命令
# ------------------------------------------------------------------------------


@click.group()
def cli():
    pass


@click.command()
@click.option('-v', '--verbose', is_flag=True, help='显示详细的编译信息')
@click.option('-feedback',
              '--feedback',
              default=True,
              type=bool,
              help='允许发送反馈信息')
@click.option('-j', '--j', default=2, help="并行编译数量")
@click.option('-m',
              '--mode',
              default='release',
              type=click.Choice([
                  'release', 'debug', 'coverage', 'asan', 'tsan', 'msan',
                  'lsan'
              ]),
              help='编译模式')
@click.option('-low_precision',
              '--low_precision',
              default=False,
              type=bool,
              help='使用低精度版本')
def build(verbose, mode, feedback, j, low_precision):
    """ 执行编译 """
    start_build(verbose, mode, feedback, j, low_precision)


@click.command()
@click.option('-all', "--all", is_flag=True, help="执行全部测试, 否则仅仅进行最小范围测试）")
@click.option("-compile", "--compile", is_flag=True, help='强制重新编译')
@click.option('-feedback',
              '--feedback',
              default=True,
              type=bool,
              help='允许发送反馈信息')
@click.option('-v', '--verbose', is_flag=True, help='显示详细的编译信息')
@click.option('-j', '--j', default=2, help="并行编译数量")
@click.option('-m',
              '--mode',
              default='release',
              type=click.Choice([
                  'release', 'debug', 'coverage', 'asan', 'msan', 'tsan',
                  'lsan'
              ]),
              help='编译模式')
@click.option('-case', '--case', default='', help="执行指定的 TestCase")
@click.option('-low_precision',
              '--low_precision',
              default=False,
              type=bool,
              help='使用低精度版本')
def test(all, compile, verbose, mode, case, feedback, j, low_precision):
    """ 执行单元测试 """
    current_compile_info = get_current_compile_info()
    current_compile_info['mode'] = mode
    history_compile_info = get_history_compile_info()
    if compile or current_compile_info != history_compile_info:
        start_build(verbose, mode, feedback, j, low_precision)
    if all:
        os.system("xmake -j {} -b {} unit-test".format(
            j, "-v -D" if verbose else ""))
        os.system("xmake r unit-test {}".format(
            '' if case == '' else '--test-case={}'.format(case)))
    else:
        os.system("xmake -j {} -b {} small-test".format(
            j, "-v -D" if verbose else ""))
        os.system("xmake r small-test {}".format(
            '' if case == '' else '--test-case={}'.format(case)))


def clear_build():
    """ 清除当前编译设置及结果 """
    if os.path.lexists('.xmake'):
        print('delete .xmake')
        shutil.rmtree('.xmake', True)
        if sys.platform == 'win32':
            os.system("rmdir .xmake /s /q")
    if os.path.lexists('build'):
        print('delete build')
        shutil.rmtree('build')
    if os.path.lexists('Hikyuu.egg-info'):
        print('delete Hikyuu.egg-info')
        shutil.rmtree('Hikyuu.egg-info')
    if os.path.exists('compile_info'):
        print('delete compile_info')
        os.remove('compile_info')
    lib_files = os.listdir('hikyuu/cpp')
    for file in lib_files:
        if file not in ("__init__.py", "__pycache__"):
            os.remove(f'hikyuu/cpp/{file}')
    print('clear finished!')


@click.command()
def clear():
    clear_build()


@click.command()
def uninstall():
    """ 卸载已安装的 python 包 """
    if sys.platform == 'win32':
        site_lib_dir = sys.base_prefix + "/lib/site-packages"
    else:
        usr_dir = os.path.expanduser('~')
        py_version = get_python_version()
        site_lib_dir = '{}/.local/lib/python{}/site-packages'.format(
            usr_dir, py_version)
    for dir in os.listdir(site_lib_dir):
        if dir == 'hikyuu' or (len(dir) > 6 and dir[:6] == 'Hikyuu'):
            print('delete', site_lib_dir + '/' + dir)
            shutil.rmtree(site_lib_dir + '/' + dir)
    if os.path.exists("./hikyuu.egg-info"):
        shutil.rmtree("./hikyuu.egg-info")
    print("Uninstall finished!")


def copy_include(install_dir):
    src_path = 'hikyuu_cpp/hikyuu'
    dst_path = f'{install_dir}/include'

    for root, dirs, files in os.walk(src_path):
        for p in dirs:
            dst_p = f'{dst_path}/{root[11:]}/{p}'
            if not os.path.lexists(dst_p):
                os.makedirs(dst_p)
            shutil.copy('hikyuu/cpp/__init__.py', dst_p)

        for fname in files:
            if len(fname) > 2 and fname[-2:] == ".h":
                dst_p = f'{dst_path}/{root[11:]}'
                if not os.path.lexists(dst_p):
                    os.makedirs(dst_p)
                shutil.copy(f'{root}/{fname}', dst_p)

    dst_path = f'{install_dir}/include/hikyuu/python'
    if not os.path.lexists(dst_path):
        os.makedirs(dst_path)
    shutil.copy('hikyuu_pywrap/pybind_utils.h', dst_path)
    shutil.copy('hikyuu_pywrap/pickle_support.h', dst_path)
    shutil.copy('hikyuu/cpp/__init__.py', dst_path)
    shutil.copy('hikyuu/cpp/__init__.py', f'{install_dir}/include')
    shutil.copy('hikyuu/cpp/__init__.py', f'{install_dir}/include/hikyuu')


@click.command()
@click.option('-j', '--j', default=2, help="并行编译数量")
@click.option('-o', '--o', help="指定的安装目录")
@click.option('-low_precision',
              '--low_precision',
              default=False,
              type=bool,
              help='使用低精度版本')
def install(j, o, low_precision):
    """ 编译并安装 Hikyuu python 库 """
    install_dir = o
    if install_dir is None:
        if sys.platform == 'win32':
            install_dir = sys.base_prefix + "\\Lib\\site-packages\\hikyuu"
        else:
            usr_dir = os.path.expanduser('~')
            install_dir = '{}/.local/lib/python{}/site-packages/hikyuu'.format(
                usr_dir, get_python_version())
            try:
                shutil.rmtree(install_dir)
            except:
                pass

    start_build(False, 'release', True, j, low_precision)

    shutil.copytree("./hikyuu", install_dir)

    copy_include(install_dir)


@click.command()
@click.option('-j', '--j', default=2, help="并行编译数量")
@click.option('-feedback',
              '--feedback',
              default=True,
              type=bool,
              help='允许发送反馈信息')
@click.option('-low_precision',
              '--low_precision',
              default=False,
              type=bool,
              help='使用低精度版本')
def wheel(feedback, j, low_precision):
    """ 生成 python 的 wheel 安装包 """
    # 清理之前遗留的打包产物
    clear_build()

    # 尝试编译
    start_build(False, 'release', feedback, j, low_precision)

    copy_include('hikyuu')

    # 构建打包命令
    print("start pacakaging bdist_wheel ...")
    current_plat = sys.platform
    cpu_arch = platform.machine()
    current_bits = 64 if sys.maxsize > 2**32 else 32
    if current_plat == 'win32' and current_bits == 64:
        plat = "win_amd64"
    elif current_plat == 'win32' and current_bits == 32:
        plat = "win32"
    elif current_plat == 'linux' and current_bits == 64:
        plat = f"manylinux1_{cpu_arch}"
    elif current_plat == 'linux' and current_bits == 32:
        plat = f"manylinux1_{cpu_arch}"
    elif current_plat == 'darwin' and current_bits == 32:
        plat = "macosx_i686"
    elif current_plat == 'darwin' and current_bits == 64:
        plat = "macosx_10_9_x86_64"
    else:
        print("*********尚未实现该平台的支持*******")
        return

    if low_precision:
        plat = f"{plat}_low_precision"

    py_version = get_python_version()
    main_ver, min_ver = py_version.split('.')
    if current_plat == 'win32':
        cmd = 'python sub_setup.py bdist_wheel --python-tag cp{}{} -p {}'.format(
            main_ver, min_ver, plat)
        print(cmd)
        os.system(cmd)
    else:
        cmd = 'python3 sub_setup.py bdist_wheel --python-tag cp{}{} -p {}'.format(
            main_ver, min_ver, plat)
        print(cmd)
        os.system(cmd)

    shutil.rmtree('hikyuu/include', True)


@click.command()
def upload():
    """ 发布上传至 pypi，仅供发布者使用！！！ """
    if not os.path.lexists('dist'):
        print("Not found wheel package! Pleae wheel first")
        return
    print("current wheel:")
    for bdist in os.listdir('dist'):
        print(bdist)
    print("")
    val = input('Are you sure upload now (y/n)? (deault: n) ')
    if val == 'y':
        os.system("twine upload dist/*")


# ------------------------------------------------------------------------------
# 添加 click 命令
# ------------------------------------------------------------------------------
cli.add_command(build)
cli.add_command(test)
cli.add_command(clear)
cli.add_command(install)
cli.add_command(uninstall)
cli.add_command(wheel)
cli.add_command(upload)

if __name__ == "__main__":
    cli()