hikyuu2/setup.py
2024-11-20 17:01:15 +08:00

425 lines
14 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

#!/usr/bin/env python
# -*- coding:utf-8 -*-
from setuptools import setup, find_packages
import sys
import json
import os
import shutil
import platform
import click
# ------------------------------------------------------------------------------
# 前置检查
# ------------------------------------------------------------------------------
def check_xmake():
"""检查是否按照了编译工具 xmake"""
print("checking xmake ...")
xmake = os.system("xmake --version")
return False if xmake != 0 else True
def get_python_version():
"""获取当前 python版本"""
py_version = platform.python_version_tuple()
min_version = int(py_version[1])
main_version = int(py_version[0])
# py_version = main_version * 10 + min_version if min_version < 10 else main_version * 100 + min_version
py_version = f"{main_version}.{min_version}"
print(f'current python version: {py_version}')
return py_version
def get_current_compile_info():
"""获取当前编译信息, 其中 mode 无效"""
current_bits = 64 if sys.maxsize > 2**32 else 32
if sys.platform == 'win32':
current_arch = 'x64' if current_bits == 64 else 'x86'
else:
current_arch = 'x86_64' if current_bits == 64 else 'i386'
py_version = get_python_version()
current_compile_info = {
'plat': sys.platform,
'arch': current_arch,
'mode': '',
'py_version': py_version,
}
return current_compile_info
def get_history_compile_info():
"""获取历史编译信息"""
try:
with open('compile_info', 'r') as f:
result = json.load(f)
except:
result = {
'plat': '',
'arch': '',
'mode': '',
'py_version': 0,
}
return result
def save_current_compile_info(compile_info):
"""保持当前编译信息"""
with open('compile_info', 'w') as f:
json.dump(compile_info, f)
def clear_with_python_changed(mode):
"""
python版本发生变化时清理之前的python编译结果
应该仅在 pyhon 版本发生变化时被调用
"""
current_plat = sys.platform
current_bits = 64 if sys.maxsize > 2**32 else 32
if current_plat == 'win32' and current_bits == 64:
build_pywrap_dir = 'build\\{mode}\\windows\\x64\\.objs\\windows\\x64\\{mode}\\hikyuu_pywrap'.format(
mode=mode)
elif current_plat == 'win32' and current_bits == 32:
build_pywrap_dir = 'build\\{mode}\\windows\\x86\\.objs\\windows\\x86\\{mode}\\hikyuu_pywrap'.format(
mode=mode)
elif current_plat == 'linux' and current_bits == 64:
build_pywrap_dir = 'build/{mode}/linux/x86_64/.objs/linux/x86_64/{mode}/hikyuu_pywrap'.format(
mode=mode)
elif current_plat == 'linux' and current_bits == 32:
build_pywrap_dir = 'build/{mode}/linux/i386/.objs/linux/i386/{mode}/hikyuu_pywrap'.format(
mode=mode)
elif current_plat == "darwin" and current_bits == 64:
build_pywrap_dir = 'build/{mode}/macosx/x86_64/.objs/macosx/x86_64/{mode}/hikyuu_pywrap'.format(
mode=mode)
elif current_plat == "darwin" and current_bits == 32:
build_pywrap_dir = 'build/{mode}/macosx/i386/.objs/macosx/i386/{mode}/hikyuu_pywrap'.format(
mode=mode)
else:
print("************不支持的平台**************")
exit(0)
if os.path.lexists(build_pywrap_dir):
shutil.rmtree(build_pywrap_dir)
# ------------------------------------------------------------------------------
# 执行构建
# ------------------------------------------------------------------------------
def start_build(verbose=False, mode='release', feedback=True, worker_num=2, low_precision=False):
""" 执行编译 """
global g_verbose
g_verbose = verbose
if not check_xmake():
print("Please install xmake")
return
current_compile_info = get_current_compile_info()
current_compile_info['mode'] = mode
py_version = current_compile_info['py_version']
# 如果 python版本或者编译模式发生变化则重新编译
history_compile_info = get_history_compile_info()
if py_version != history_compile_info[
'py_version'] or history_compile_info['mode'] != mode:
clear_with_python_changed(mode)
kind = "shared" if mode == 'release' and sys.platform != 'darwin' else "static"
cmd = "xmake f {} -c -y -m {} --feedback={} -k {} --low_precision={} --log_level={}".format(
"-v -D" if verbose else "", mode, feedback, kind, low_precision,
2 if mode == 'release' else 0)
print(cmd)
os.system(cmd)
if mode == "release":
cmd = "xmake -j {} -b {} core".format(worker_num,
"-v -D" if verbose else "")
print(cmd)
os.system(cmd)
else:
cmd = "xmake -j {} -b {} hikyuu".format(worker_num,
"-v -D" if verbose else "")
print(cmd)
os.system(cmd)
# 保存当前的编译信息
save_current_compile_info(current_compile_info)
# ------------------------------------------------------------------------------
# 控制台命令
# ------------------------------------------------------------------------------
@click.group()
def cli():
pass
@click.command()
@click.option('-v', '--verbose', is_flag=True, help='显示详细的编译信息')
@click.option('-feedback',
'--feedback',
default=True,
type=bool,
help='允许发送反馈信息')
@click.option('-j', '--j', default=2, help="并行编译数量")
@click.option('-m',
'--mode',
default='release',
type=click.Choice([
'release', 'debug', 'coverage', 'asan', 'tsan', 'msan',
'lsan'
]),
help='编译模式')
@click.option('-low_precision',
'--low_precision',
default=False,
type=bool,
help='使用低精度版本')
def build(verbose, mode, feedback, j, low_precision):
""" 执行编译 """
start_build(verbose, mode, feedback, j, low_precision)
@click.command()
@click.option('-all', "--all", is_flag=True, help="执行全部测试, 否则仅仅进行最小范围测试)")
@click.option("-compile", "--compile", is_flag=True, help='强制重新编译')
@click.option('-feedback',
'--feedback',
default=True,
type=bool,
help='允许发送反馈信息')
@click.option('-v', '--verbose', is_flag=True, help='显示详细的编译信息')
@click.option('-j', '--j', default=2, help="并行编译数量")
@click.option('-m',
'--mode',
default='release',
type=click.Choice([
'release', 'debug', 'coverage', 'asan', 'msan', 'tsan',
'lsan'
]),
help='编译模式')
@click.option('-case', '--case', default='', help="执行指定的 TestCase")
@click.option('-low_precision',
'--low_precision',
default=False,
type=bool,
help='使用低精度版本')
def test(all, compile, verbose, mode, case, feedback, j, low_precision):
""" 执行单元测试 """
current_compile_info = get_current_compile_info()
current_compile_info['mode'] = mode
history_compile_info = get_history_compile_info()
if compile or current_compile_info != history_compile_info:
start_build(verbose, mode, feedback, j, low_precision)
if all:
os.system("xmake -j {} -b {} unit-test".format(
j, "-v -D" if verbose else ""))
os.system("xmake r unit-test {}".format(
'' if case == '' else '--test-case={}'.format(case)))
else:
os.system("xmake -j {} -b {} small-test".format(
j, "-v -D" if verbose else ""))
os.system("xmake r small-test {}".format(
'' if case == '' else '--test-case={}'.format(case)))
def clear_build():
""" 清除当前编译设置及结果 """
if os.path.lexists('.xmake'):
print('delete .xmake')
shutil.rmtree('.xmake', True)
if sys.platform == 'win32':
os.system("rmdir .xmake /s /q")
if os.path.lexists('build'):
print('delete build')
shutil.rmtree('build')
if os.path.lexists('Hikyuu.egg-info'):
print('delete Hikyuu.egg-info')
shutil.rmtree('Hikyuu.egg-info')
if os.path.exists('compile_info'):
print('delete compile_info')
os.remove('compile_info')
lib_files = os.listdir('hikyuu/cpp')
for file in lib_files:
if file not in ("__init__.py", "__pycache__"):
os.remove(f'hikyuu/cpp/{file}')
print('clear finished!')
@click.command()
def clear():
clear_build()
@click.command()
def uninstall():
""" 卸载已安装的 python 包 """
if sys.platform == 'win32':
site_lib_dir = sys.base_prefix + "/lib/site-packages"
else:
usr_dir = os.path.expanduser('~')
py_version = get_python_version()
site_lib_dir = '{}/.local/lib/python{}/site-packages'.format(
usr_dir, py_version)
for dir in os.listdir(site_lib_dir):
if dir == 'hikyuu' or (len(dir) > 6 and dir[:6] == 'Hikyuu'):
print('delete', site_lib_dir + '/' + dir)
shutil.rmtree(site_lib_dir + '/' + dir)
if os.path.exists("./hikyuu.egg-info"):
shutil.rmtree("./hikyuu.egg-info")
print("Uninstall finished!")
def copy_include(install_dir):
src_path = 'hikyuu_cpp/hikyuu'
dst_path = f'{install_dir}/include'
for root, dirs, files in os.walk(src_path):
for p in dirs:
dst_p = f'{dst_path}/{root[11:]}/{p}'
if not os.path.lexists(dst_p):
os.makedirs(dst_p)
shutil.copy('hikyuu/cpp/__init__.py', dst_p)
for fname in files:
if len(fname) > 2 and fname[-2:] == ".h":
dst_p = f'{dst_path}/{root[11:]}'
if not os.path.lexists(dst_p):
os.makedirs(dst_p)
shutil.copy(f'{root}/{fname}', dst_p)
dst_path = f'{install_dir}/include/hikyuu/python'
if not os.path.lexists(dst_path):
os.makedirs(dst_path)
shutil.copy('hikyuu_pywrap/pybind_utils.h', dst_path)
shutil.copy('hikyuu_pywrap/pickle_support.h', dst_path)
shutil.copy('hikyuu/cpp/__init__.py', dst_path)
shutil.copy('hikyuu/cpp/__init__.py', f'{install_dir}/include')
shutil.copy('hikyuu/cpp/__init__.py', f'{install_dir}/include/hikyuu')
@click.command()
@click.option('-j', '--j', default=2, help="并行编译数量")
@click.option('-o', '--o', help="指定的安装目录")
@click.option('-low_precision',
'--low_precision',
default=False,
type=bool,
help='使用低精度版本')
def install(j, o, low_precision):
""" 编译并安装 Hikyuu python 库 """
install_dir = o
if install_dir is None:
if sys.platform == 'win32':
install_dir = sys.base_prefix + "\\Lib\\site-packages\\hikyuu"
else:
usr_dir = os.path.expanduser('~')
install_dir = '{}/.local/lib/python{}/site-packages/hikyuu'.format(
usr_dir, get_python_version())
try:
shutil.rmtree(install_dir)
except:
pass
start_build(False, 'release', True, j, low_precision)
shutil.copytree("./hikyuu", install_dir)
copy_include(install_dir)
@click.command()
@click.option('-j', '--j', default=2, help="并行编译数量")
@click.option('-feedback',
'--feedback',
default=True,
type=bool,
help='允许发送反馈信息')
@click.option('-low_precision',
'--low_precision',
default=False,
type=bool,
help='使用低精度版本')
@click.option('-c', '--clear', is_flag=False, help='先清除之前编译结果')
def wheel(feedback, j, low_precision, clear):
""" 生成 python 的 wheel 安装包 """
# 清理之前遗留的打包产物
if clear:
clear_build()
# 尝试编译
start_build(False, 'release', feedback, j, low_precision)
copy_include('hikyuu')
# 构建打包命令
print("start pacakaging bdist_wheel ...")
current_plat = sys.platform
cpu_arch = platform.machine()
current_bits = 64 if sys.maxsize > 2**32 else 32
if current_plat == 'win32' and current_bits == 64:
plat = "win_amd64"
elif current_plat == 'win32' and current_bits == 32:
plat = "win32"
elif current_plat == 'linux' and current_bits == 64:
plat = f"manylinux1_{cpu_arch}"
elif current_plat == 'linux' and current_bits == 32:
plat = f"manylinux1_{cpu_arch}"
elif current_plat == 'darwin' and cpu_arch != 'arm64' and current_bits == 32:
plat = "macosx_i686"
elif current_plat == 'darwin' and cpu_arch != 'arm64' and current_bits == 64:
plat = "macosx_x86_64"
elif current_plat == 'darwin' and cpu_arch == 'arm64':
plat = "macosx_11_1_arm64"
else:
print("*********尚未实现该平台的支持*******")
return
if low_precision:
plat = f"{plat}_low_precision"
py_version = get_python_version()
main_ver, min_ver = py_version.split('.')
if current_plat == 'win32':
cmd = 'python sub_setup.py bdist_wheel -p {}'.format(plat)
print(cmd)
os.system(cmd)
else:
cmd = 'python3 sub_setup.py bdist_wheel --python-tag cp{}{} -p {}'.format(
main_ver, min_ver, plat)
print(cmd)
os.system(cmd)
shutil.rmtree('hikyuu/include', True)
@click.command()
def upload():
""" 发布上传至 pypi仅供发布者使用 """
if not os.path.lexists('dist'):
print("Not found wheel package! Pleae wheel first")
return
print("current wheel:")
for bdist in os.listdir('dist'):
print(bdist)
print("")
val = input('Are you sure upload now (y/n)? (deault: n) ')
if val == 'y':
os.system("twine upload dist/*")
# ------------------------------------------------------------------------------
# 添加 click 命令
# ------------------------------------------------------------------------------
cli.add_command(build)
cli.add_command(test)
cli.add_command(clear)
cli.add_command(install)
cli.add_command(uninstall)
cli.add_command(wheel)
cli.add_command(upload)
if __name__ == "__main__":
cli()