mirror of
https://gitee.com/fasiondog/hikyuu.git
synced 2024-11-30 02:48:57 +08:00
420 lines
14 KiB
Python
420 lines
14 KiB
Python
#!/usr/bin/env python
|
||
# -*- coding:utf-8 -*-
|
||
|
||
from setuptools import setup, find_packages
|
||
import sys
|
||
import json
|
||
import os
|
||
import shutil
|
||
import platform
|
||
import click
|
||
|
||
|
||
# ------------------------------------------------------------------------------
|
||
# 前置检查
|
||
# ------------------------------------------------------------------------------
|
||
def check_xmake():
|
||
"""检查是否按照了编译工具 xmake"""
|
||
print("checking xmake ...")
|
||
xmake = os.system("xmake --version")
|
||
return False if xmake != 0 else True
|
||
|
||
|
||
def get_python_version():
|
||
"""获取当前 python版本"""
|
||
py_version = platform.python_version_tuple()
|
||
min_version = int(py_version[1])
|
||
main_version = int(py_version[0])
|
||
# py_version = main_version * 10 + min_version if min_version < 10 else main_version * 100 + min_version
|
||
py_version = f"{main_version}.{min_version}"
|
||
print(f'current python version: {py_version}')
|
||
return py_version
|
||
|
||
|
||
def get_current_compile_info():
|
||
"""获取当前编译信息, 其中 mode 无效"""
|
||
current_bits = 64 if sys.maxsize > 2**32 else 32
|
||
if sys.platform == 'win32':
|
||
current_arch = 'x64' if current_bits == 64 else 'x86'
|
||
else:
|
||
current_arch = 'x86_64' if current_bits == 64 else 'i386'
|
||
|
||
py_version = get_python_version()
|
||
current_compile_info = {
|
||
'plat': sys.platform,
|
||
'arch': current_arch,
|
||
'mode': '',
|
||
'py_version': py_version,
|
||
}
|
||
return current_compile_info
|
||
|
||
|
||
def get_history_compile_info():
|
||
"""获取历史编译信息"""
|
||
try:
|
||
with open('compile_info', 'r') as f:
|
||
result = json.load(f)
|
||
except:
|
||
result = {
|
||
'plat': '',
|
||
'arch': '',
|
||
'mode': '',
|
||
'py_version': 0,
|
||
}
|
||
return result
|
||
|
||
|
||
def save_current_compile_info(compile_info):
|
||
"""保持当前编译信息"""
|
||
with open('compile_info', 'w') as f:
|
||
json.dump(compile_info, f)
|
||
|
||
|
||
def clear_with_python_changed(mode):
|
||
"""
|
||
python版本发生变化时，清理之前的python编译结果
|
||
应该仅在 pyhon 版本发生变化时被调用
|
||
"""
|
||
current_plat = sys.platform
|
||
current_bits = 64 if sys.maxsize > 2**32 else 32
|
||
if current_plat == 'win32' and current_bits == 64:
|
||
build_pywrap_dir = 'build\\{mode}\\windows\\x64\\.objs\\windows\\x64\\{mode}\\hikyuu_pywrap'.format(
|
||
mode=mode)
|
||
elif current_plat == 'win32' and current_bits == 32:
|
||
build_pywrap_dir = 'build\\{mode}\\windows\\x86\\.objs\\windows\\x86\\{mode}\\hikyuu_pywrap'.format(
|
||
mode=mode)
|
||
elif current_plat == 'linux' and current_bits == 64:
|
||
build_pywrap_dir = 'build/{mode}/linux/x86_64/.objs/linux/x86_64/{mode}/hikyuu_pywrap'.format(
|
||
mode=mode)
|
||
elif current_plat == 'linux' and current_bits == 32:
|
||
build_pywrap_dir = 'build/{mode}/linux/i386/.objs/linux/i386/{mode}/hikyuu_pywrap'.format(
|
||
mode=mode)
|
||
elif current_plat == "darwin" and current_bits == 64:
|
||
build_pywrap_dir = 'build/{mode}/macosx/x86_64/.objs/macosx/x86_64/{mode}/hikyuu_pywrap'.format(
|
||
mode=mode)
|
||
elif current_plat == "darwin" and current_bits == 32:
|
||
build_pywrap_dir = 'build/{mode}/macosx/i386/.objs/macosx/i386/{mode}/hikyuu_pywrap'.format(
|
||
mode=mode)
|
||
else:
|
||
print("************不支持的平台**************")
|
||
exit(0)
|
||
if os.path.lexists(build_pywrap_dir):
|
||
shutil.rmtree(build_pywrap_dir)
|
||
|
||
|
||
# ------------------------------------------------------------------------------
|
||
# 执行构建
|
||
# ------------------------------------------------------------------------------
|
||
def start_build(verbose=False, mode='release', feedback=True, worker_num=2, low_precision=False):
|
||
""" 执行编译 """
|
||
global g_verbose
|
||
g_verbose = verbose
|
||
if not check_xmake():
|
||
print("Please install xmake")
|
||
return
|
||
|
||
current_compile_info = get_current_compile_info()
|
||
current_compile_info['mode'] = mode
|
||
|
||
py_version = current_compile_info['py_version']
|
||
|
||
# 如果 python版本或者编译模式发生变化，则重新编译
|
||
history_compile_info = get_history_compile_info()
|
||
if py_version != history_compile_info[
|
||
'py_version'] or history_compile_info['mode'] != mode:
|
||
clear_with_python_changed(mode)
|
||
cmd = "xmake f {} -c -y -m {} --feedback={} -k {} --low_precision={}".format(
|
||
"-v -D" if verbose else "", mode, feedback, "shared" if mode == 'release' else "static", low_precision)
|
||
print(cmd)
|
||
os.system(cmd)
|
||
|
||
if mode == "release":
|
||
cmd = "xmake -j {} -b {} core".format(worker_num,
|
||
"-v -D" if verbose else "")
|
||
print(cmd)
|
||
os.system(cmd)
|
||
else:
|
||
cmd = "xmake -j {} -b {} hikyuu".format(worker_num,
|
||
"-v -D" if verbose else "")
|
||
print(cmd)
|
||
os.system(cmd)
|
||
|
||
# 保存当前的编译信息
|
||
save_current_compile_info(current_compile_info)
|
||
|
||
|
||
# ------------------------------------------------------------------------------
|
||
# 控制台命令
|
||
# ------------------------------------------------------------------------------
|
||
|
||
|
||
@click.group()
|
||
def cli():
|
||
pass
|
||
|
||
|
||
@click.command()
|
||
@click.option('-v', '--verbose', is_flag=True, help='显示详细的编译信息')
|
||
@click.option('-feedback',
|
||
'--feedback',
|
||
default=True,
|
||
type=bool,
|
||
help='允许发送反馈信息')
|
||
@click.option('-j', '--j', default=2, help="并行编译数量")
|
||
@click.option('-m',
|
||
'--mode',
|
||
default='release',
|
||
type=click.Choice([
|
||
'release', 'debug', 'coverage', 'asan', 'tsan', 'msan',
|
||
'lsan'
|
||
]),
|
||
help='编译模式')
|
||
@click.option('-low_precision',
|
||
'--low_precision',
|
||
default=False,
|
||
type=bool,
|
||
help='使用低精度版本')
|
||
def build(verbose, mode, feedback, j, low_precision):
|
||
""" 执行编译 """
|
||
start_build(verbose, mode, feedback, j, low_precision)
|
||
|
||
|
||
@click.command()
|
||
@click.option('-all', "--all", is_flag=True, help="执行全部测试, 否则仅仅进行最小范围测试）")
|
||
@click.option("-compile", "--compile", is_flag=True, help='强制重新编译')
|
||
@click.option('-feedback',
|
||
'--feedback',
|
||
default=True,
|
||
type=bool,
|
||
help='允许发送反馈信息')
|
||
@click.option('-v', '--verbose', is_flag=True, help='显示详细的编译信息')
|
||
@click.option('-j', '--j', default=2, help="并行编译数量")
|
||
@click.option('-m',
|
||
'--mode',
|
||
default='release',
|
||
type=click.Choice([
|
||
'release', 'debug', 'coverage', 'asan', 'msan', 'tsan',
|
||
'lsan'
|
||
]),
|
||
help='编译模式')
|
||
@click.option('-case', '--case', default='', help="执行指定的 TestCase")
|
||
@click.option('-low_precision',
|
||
'--low_precision',
|
||
default=False,
|
||
type=bool,
|
||
help='使用低精度版本')
|
||
def test(all, compile, verbose, mode, case, feedback, j, low_precision):
|
||
""" 执行单元测试 """
|
||
current_compile_info = get_current_compile_info()
|
||
current_compile_info['mode'] = mode
|
||
history_compile_info = get_history_compile_info()
|
||
if compile or current_compile_info != history_compile_info:
|
||
start_build(verbose, mode, feedback, j, low_precision)
|
||
if all:
|
||
os.system("xmake -j {} -b {} unit-test".format(
|
||
j, "-v -D" if verbose else ""))
|
||
os.system("xmake r unit-test {}".format(
|
||
'' if case == '' else '--test-case={}'.format(case)))
|
||
else:
|
||
os.system("xmake -j {} -b {} small-test".format(
|
||
j, "-v -D" if verbose else ""))
|
||
os.system("xmake r small-test {}".format(
|
||
'' if case == '' else '--test-case={}'.format(case)))
|
||
|
||
|
||
def clear_build():
|
||
""" 清除当前编译设置及结果 """
|
||
if os.path.lexists('.xmake'):
|
||
print('delete .xmake')
|
||
shutil.rmtree('.xmake', True)
|
||
if sys.platform == 'win32':
|
||
os.system("rmdir .xmake /s /q")
|
||
if os.path.lexists('build'):
|
||
print('delete build')
|
||
shutil.rmtree('build')
|
||
if os.path.lexists('Hikyuu.egg-info'):
|
||
print('delete Hikyuu.egg-info')
|
||
shutil.rmtree('Hikyuu.egg-info')
|
||
if os.path.exists('compile_info'):
|
||
print('delete compile_info')
|
||
os.remove('compile_info')
|
||
lib_files = os.listdir('hikyuu/cpp')
|
||
for file in lib_files:
|
||
if file not in ("__init__.py", "__pycache__"):
|
||
os.remove(f'hikyuu/cpp/{file}')
|
||
print('clear finished!')
|
||
|
||
|
||
@click.command()
|
||
def clear():
|
||
clear_build()
|
||
|
||
|
||
@click.command()
|
||
def uninstall():
|
||
""" 卸载已安装的 python 包 """
|
||
if sys.platform == 'win32':
|
||
site_lib_dir = sys.base_prefix + "/lib/site-packages"
|
||
else:
|
||
usr_dir = os.path.expanduser('~')
|
||
py_version = get_python_version()
|
||
site_lib_dir = '{}/.local/lib/python{}/site-packages'.format(
|
||
usr_dir, py_version)
|
||
for dir in os.listdir(site_lib_dir):
|
||
if dir == 'hikyuu' or (len(dir) > 6 and dir[:6] == 'Hikyuu'):
|
||
print('delete', site_lib_dir + '/' + dir)
|
||
shutil.rmtree(site_lib_dir + '/' + dir)
|
||
if os.path.exists("./hikyuu.egg-info"):
|
||
shutil.rmtree("./hikyuu.egg-info")
|
||
print("Uninstall finished!")
|
||
|
||
|
||
def copy_include(install_dir):
|
||
src_path = 'hikyuu_cpp/hikyuu'
|
||
dst_path = f'{install_dir}/include'
|
||
|
||
for root, dirs, files in os.walk(src_path):
|
||
for p in dirs:
|
||
dst_p = f'{dst_path}/{root[11:]}/{p}'
|
||
if not os.path.lexists(dst_p):
|
||
os.makedirs(dst_p)
|
||
shutil.copy('hikyuu/cpp/__init__.py', dst_p)
|
||
|
||
for fname in files:
|
||
if len(fname) > 2 and fname[-2:] == ".h":
|
||
dst_p = f'{dst_path}/{root[11:]}'
|
||
if not os.path.lexists(dst_p):
|
||
os.makedirs(dst_p)
|
||
shutil.copy(f'{root}/{fname}', dst_p)
|
||
|
||
dst_path = f'{install_dir}/include/hikyuu/python'
|
||
if not os.path.lexists(dst_path):
|
||
os.makedirs(dst_path)
|
||
shutil.copy('hikyuu_pywrap/pybind_utils.h', dst_path)
|
||
shutil.copy('hikyuu_pywrap/pickle_support.h', dst_path)
|
||
shutil.copy('hikyuu/cpp/__init__.py', dst_path)
|
||
shutil.copy('hikyuu/cpp/__init__.py', f'{install_dir}/include')
|
||
shutil.copy('hikyuu/cpp/__init__.py', f'{install_dir}/include/hikyuu')
|
||
|
||
|
||
@click.command()
|
||
@click.option('-j', '--j', default=2, help="并行编译数量")
|
||
@click.option('-o', '--o', help="指定的安装目录")
|
||
@click.option('-low_precision',
|
||
'--low_precision',
|
||
default=False,
|
||
type=bool,
|
||
help='使用低精度版本')
|
||
def install(j, o, low_precision):
|
||
""" 编译并安装 Hikyuu python 库 """
|
||
install_dir = o
|
||
if install_dir is None:
|
||
if sys.platform == 'win32':
|
||
install_dir = sys.base_prefix + "\\Lib\\site-packages\\hikyuu"
|
||
else:
|
||
usr_dir = os.path.expanduser('~')
|
||
install_dir = '{}/.local/lib/python{}/site-packages/hikyuu'.format(
|
||
usr_dir, get_python_version())
|
||
try:
|
||
shutil.rmtree(install_dir)
|
||
except:
|
||
pass
|
||
|
||
start_build(False, 'release', True, j, low_precision)
|
||
|
||
shutil.copytree("./hikyuu", install_dir)
|
||
|
||
copy_include(install_dir)
|
||
|
||
|
||
@click.command()
|
||
@click.option('-j', '--j', default=2, help="并行编译数量")
|
||
@click.option('-feedback',
|
||
'--feedback',
|
||
default=True,
|
||
type=bool,
|
||
help='允许发送反馈信息')
|
||
@click.option('-low_precision',
|
||
'--low_precision',
|
||
default=False,
|
||
type=bool,
|
||
help='使用低精度版本')
|
||
def wheel(feedback, j, low_precision):
|
||
""" 生成 python 的 wheel 安装包 """
|
||
# 清理之前遗留的打包产物
|
||
clear_build()
|
||
|
||
# 尝试编译
|
||
start_build(False, 'release', feedback, j, low_precision)
|
||
|
||
copy_include('hikyuu')
|
||
|
||
# 构建打包命令
|
||
print("start pacakaging bdist_wheel ...")
|
||
current_plat = sys.platform
|
||
cpu_arch = platform.machine()
|
||
current_bits = 64 if sys.maxsize > 2**32 else 32
|
||
if current_plat == 'win32' and current_bits == 64:
|
||
plat = "win_amd64"
|
||
elif current_plat == 'win32' and current_bits == 32:
|
||
plat = "win32"
|
||
elif current_plat == 'linux' and current_bits == 64:
|
||
plat = f"manylinux1_{cpu_arch}"
|
||
elif current_plat == 'linux' and current_bits == 32:
|
||
plat = f"manylinux1_{cpu_arch}"
|
||
elif current_plat == 'darwin' and current_bits == 32:
|
||
plat = "macosx_i686"
|
||
elif current_plat == 'darwin' and current_bits == 64:
|
||
plat = "macosx_10_9_x86_64"
|
||
else:
|
||
print("*********尚未实现该平台的支持*******")
|
||
return
|
||
|
||
if low_precision:
|
||
plat = f"{plat}_low_precision"
|
||
|
||
py_version = get_python_version()
|
||
main_ver, min_ver = py_version.split('.')
|
||
if current_plat == 'win32':
|
||
cmd = 'python sub_setup.py bdist_wheel --python-tag cp{}{} -p {}'.format(
|
||
main_ver, min_ver, plat)
|
||
print(cmd)
|
||
os.system(cmd)
|
||
else:
|
||
cmd = 'python3 sub_setup.py bdist_wheel --python-tag cp{}{} -p {}'.format(
|
||
main_ver, min_ver, plat)
|
||
print(cmd)
|
||
os.system(cmd)
|
||
|
||
shutil.rmtree('hikyuu/include', True)
|
||
|
||
|
||
@click.command()
|
||
def upload():
|
||
""" 发布上传至 pypi，仅供发布者使用！！！ """
|
||
if not os.path.lexists('dist'):
|
||
print("Not found wheel package! Pleae wheel first")
|
||
return
|
||
print("current wheel:")
|
||
for bdist in os.listdir('dist'):
|
||
print(bdist)
|
||
print("")
|
||
val = input('Are you sure upload now (y/n)? (deault: n) ')
|
||
if val == 'y':
|
||
os.system("twine upload dist/*")
|
||
|
||
|
||
# ------------------------------------------------------------------------------
|
||
# 添加 click 命令
|
||
# ------------------------------------------------------------------------------
|
||
cli.add_command(build)
|
||
cli.add_command(test)
|
||
cli.add_command(clear)
|
||
cli.add_command(install)
|
||
cli.add_command(uninstall)
|
||
cli.add_command(wheel)
|
||
cli.add_command(upload)
|
||
|
||
if __name__ == "__main__":
|
||
cli()
|