hikyuu2/hikyuu/gui/HikyuuTDX.py
2020-10-24 00:01:37 +08:00

460 lines
19 KiB
C++
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

# -*- coding: utf-8 -*-
import os
import sys
import shutil
import logging
import datetime
from configparser import ConfigParser
from PyQt5.QtWidgets import QApplication, QMainWindow, QFileDialog, QMessageBox
from PyQt5.QtCore import pyqtSlot
from PyQt5.QtGui import QIcon
import mysql.connector
from mysql.connector import errorcode
from mysql.connector.locales.eng import client_error #pyinstaller打包时能够自动引入
from hikyuu.gui.data.MainWindow import *
from hikyuu.gui.data.EscapetimeThread import EscapetimeThread
from hikyuu.gui.data.UseTdxImportToH5Thread import UseTdxImportToH5Thread
from hikyuu.gui.data.UsePytdxImportToH5Thread import UsePytdxImportToH5Thread
from hikyuu.data import hku_config_template
class MyMainWindow(QMainWindow, Ui_MainWindow):
def __init__(self, parent=None):
super(MyMainWindow, self).__init__(parent)
self.setupUi(self)
self.initUI()
self.initThreads()
def closeEvent(self, event):
if self.import_running:
QMessageBox.about(self, '', '')
event.ignore()
return
self.saveConfig()
if self.hdf5_import_thread:
self.hdf5_import_thread.stop()
if self.escape_time_thread:
self.escape_time_thread.stop()
event.accept()
def getUserConfigDir(self):
return os.path.expanduser('~') + '/.hikyuu'
def saveConfig(self):
if not os.path.lexists(self.getUserConfigDir()):
os.mkdir(self.getUserConfigDir())
current_config = self.getCurrentConfig()
filename = self.getUserConfigDir() + '/importdata-gui.ini'
with open(filename, 'w', encoding='utf-8') as f:
current_config.write(f)
filename = self.getUserConfigDir() + '/hikyuu.ini'
data_dir = current_config['hdf5']['dir']
if not os.path.lexists(data_dir):
os.makedirs(data_dir)
# 此处不能使用 utf-8 参数否则导致Windows下getBlock无法找到板块分类
# with open(filename, 'w', encoding='utf-8') as f:
with open(filename, 'w') as f:
f.write(hku_config_template.hdf5_template.format(dir=data_dir))
if not os.path.lexists(data_dir + '/block'):
current_dir = os.path.dirname(os.path.abspath(__file__))
dirname, _ = os.path.split(current_dir)
dirname = os.path.join(dirname, 'config/block')
shutil.copytree(dirname, data_dir + '/block')
os.remove(data_dir + '/block/__init__.py')
if not os.path.lexists(data_dir + '/tmp'):
os.mkdir(data_dir + '/tmp')
def initUI(self):
current_dir = os.path.dirname(__file__)
self.setWindowIcon(QIcon("{}/hikyuu.ico".format(current_dir)))
self.setFixedSize(self.width(), self.height())
self.import_status_label.setText('')
self.import_detail_textEdit.clear()
self.reset_progress_bar()
self.day_start_dateEdit.setMinimumDate(datetime.date(1990, 12, 19))
self.day_start_dateEdit.setDate(datetime.date(1990, 12, 19))
today = datetime.date.today()
self.min_start_dateEdit.setDate(today - datetime.timedelta(90))
self.min5_start_dateEdit.setDate(today - datetime.timedelta(90))
self.min_start_dateEdit.setMinimumDate(datetime.date(1990, 12, 19))
self.min5_start_dateEdit.setMinimumDate(datetime.date(1990, 12, 19))
self.trans_start_dateEdit.setDate(today - datetime.timedelta(7))
self.time_start_dateEdit.setDate(today - datetime.timedelta(7))
self.trans_start_dateEdit.setMinimumDate(today - datetime.timedelta(90))
self.time_start_dateEdit.setMinimumDate(today - datetime.timedelta(300))
#读取保存的配置文件信息,如果不存在,则使用默认配置
this_dir = self.getUserConfigDir()
import_config = ConfigParser()
if os.path.exists(this_dir + '/importdata-gui.ini'):
import_config.read(this_dir + '/importdata-gui.ini', encoding='utf-8')
#初始化导入行情数据类型配置
self.import_stock_checkBox.setChecked(
import_config.getboolean('quotation', 'stock', fallback=True)
)
self.import_fund_checkBox.setChecked(
import_config.getboolean('quotation', 'fund', fallback=True)
)
self.import_future_checkBox.setChecked(
import_config.getboolean('quotation', 'future', fallback=False)
)
#初始化导入K线类型配置
self.import_day_checkBox.setChecked(import_config.getboolean('ktype', 'day', fallback=True))
self.import_min_checkBox.setChecked(import_config.getboolean('ktype', 'min', fallback=True))
self.import_min5_checkBox.setChecked(
import_config.getboolean('ktype', 'min5', fallback=True)
)
self.import_trans_checkBox.setChecked(
import_config.getboolean('ktype', 'trans', fallback=False)
)
self.import_time_checkBox.setChecked(
import_config.getboolean('ktype', 'time', fallback=False)
)
#self.trans_max_days_spinBox.setValue(import_config.getint('ktype', 'trans_max_days', fallback=70))
#self.time_max_days_spinBox.setValue(import_config.getint('ktype', 'time_max_days', fallback=70))
#初始化权息与财务数据设置
self.import_weight_checkBox.setChecked(
import_config.getboolean('weight', 'enable', fallback=True)
)
#初始化通道信目录配置
tdx_enable = import_config.getboolean('tdx', 'enable', fallback=False)
tdx_dir = import_config.get('tdx', 'dir', fallback='d:\TdxW_HuaTai')
self.tdx_radioButton.setChecked(tdx_enable)
self.tdx_dir_lineEdit.setEnabled(tdx_enable)
self.select_tdx_dir_pushButton.setEnabled(tdx_enable)
self.tdx_dir_lineEdit.setText(tdx_dir)
#初始化pytdx配置及显示
self.pytdx_radioButton.setChecked(
import_config.getboolean('pytdx', 'enable', fallback=True)
)
self.use_tdx_number_spinBox.setValue(
import_config.getint('pytdx', 'use_tdx_number', fallback=10)
)
#初始化hdf5设置
hdf5_enable = import_config.getboolean('hdf5', 'enable', fallback=True)
self.enable_hdf55_radioButton.setChecked(hdf5_enable)
hdf5_dir = import_config.get(
'hdf5',
'dir',
fallback="c:\stock" if sys.platform == "win32" else os.path.expanduser('~') + "/stock"
)
self.hdf5_dir_lineEdit.setText(hdf5_dir)
self.hdf5_dir_lineEdit.setEnabled(hdf5_enable)
#初始化MYSQL设置
mysql_enable = import_config.getboolean('mysql', 'enable', fallback=False)
if hdf5_enable:
mysql_enable = False
self.enable_mysql_radioButton.setChecked(mysql_enable)
mysql_ip = import_config.get('mysql', 'ip', fallback='127.0.0.1')
self.mysql_ip_lineEdit.setText(mysql_ip)
self.mysql_ip_lineEdit.setEnabled(mysql_enable)
mysql_port = import_config.get('mysql', 'port', fallback='3306')
self.mysql_port_lineEdit.setText(mysql_port)
self.mysql_port_lineEdit.setEnabled(mysql_enable)
mysql_usr = import_config.get('mysql', 'usr', fallback='root')
self.mysql_usr_lineEdit.setText(mysql_usr)
self.mysql_usr_lineEdit.setEnabled(mysql_enable)
mysql_pwd = import_config.get('mysql', 'pwd', fallback='')
self.mysql_pwd_lineEdit.setText(mysql_pwd)
self.mysql_pwd_lineEdit.setEnabled(mysql_enable)
self.mysql_test_pushButton.setEnabled(mysql_enable)
self.on_tdx_or_pytdx_toggled()
def getCurrentConfig(self):
import_config = ConfigParser()
import_config['quotation'] = {
'stock': self.import_stock_checkBox.isChecked(),
'fund': self.import_fund_checkBox.isChecked(),
'future': self.import_future_checkBox.isChecked()
}
import_config['ktype'] = {
'day': self.import_day_checkBox.isChecked(),
'min': self.import_min_checkBox.isChecked(),
'min5': self.import_min5_checkBox.isChecked(),
'trans': self.import_trans_checkBox.isChecked(),
'time': self.import_time_checkBox.isChecked(),
'day_start_date': self.day_start_dateEdit.date().toString('yyyy-MM-dd'),
'min_start_date': self.min_start_dateEdit.date().toString('yyyy-MM-dd'),
'min5_start_date': self.min5_start_dateEdit.date().toString('yyyy-MM-dd'),
'trans_start_date': self.trans_start_dateEdit.date().toString('yyyy-MM-dd'),
'time_start_date': self.time_start_dateEdit.date().toString('yyyy-MM-dd')
}
import_config['weight'] = {
'enable': self.import_weight_checkBox.isChecked(),
}
import_config['tdx'] = {
'enable': self.tdx_radioButton.isChecked(),
'dir': self.tdx_dir_lineEdit.text()
}
import_config['pytdx'] = {
'enable': self.pytdx_radioButton.isChecked(),
'use_tdx_number': self.use_tdx_number_spinBox.value()
}
import_config['hdf5'] = {
'enable': self.enable_hdf55_radioButton.isChecked(),
'dir': self.hdf5_dir_lineEdit.text()
}
import_config['mysql'] = {
'enable': self.enable_mysql_radioButton.isChecked(),
'ip': self.mysql_ip_lineEdit.text(),
'port': self.mysql_port_lineEdit.text(),
'usr': self.mysql_usr_lineEdit.text(),
'pwd': self.mysql_pwd_lineEdit.text()
}
return import_config
def initThreads(self):
self.escape_time_thread = None
self.hdf5_import_thread = None
self.mysql_import_thread = None
self.import_running = False
self.hdf5_import_progress_bar = {
'DAY': self.hdf5_day_progressBar,
'1MIN': self.hdf5_min_progressBar,
'5MIN': self.hdf5_5min_progressBar
}
@pyqtSlot()
def on_pytdx_radioButton_clicked(self):
if self.pytdx_radioButton.isChecked():
self.tdx_radioButton.setChecked(False)
self.on_tdx_or_pytdx_toggled()
@pyqtSlot()
def on_tdx_radioButton_clicked(self):
if self.tdx_radioButton.isChecked():
self.pytdx_radioButton.setChecked(False)
self.on_tdx_or_pytdx_toggled()
def on_tdx_or_pytdx_toggled(self):
tdx_enable = self.tdx_radioButton.isChecked()
self.tdx_dir_lineEdit.setEnabled(tdx_enable)
self.select_tdx_dir_pushButton.setEnabled(tdx_enable)
self.import_trans_checkBox.setEnabled(not tdx_enable)
self.import_time_checkBox.setEnabled(not tdx_enable)
self.trans_start_dateEdit.setEnabled(not tdx_enable)
self.time_start_dateEdit.setEnabled(not tdx_enable)
self.use_tdx_number_spinBox.setEnabled(not tdx_enable)
@pyqtSlot()
def on_select_tdx_dir_pushButton_clicked(self):
dlg = QFileDialog()
dlg.setFileMode(QFileDialog.Directory)
config = self.getCurrentConfig()
dlg.setDirectory(config['tdx']['dir'])
if dlg.exec_():
dirname = dlg.selectedFiles()
self.tdx_dir_lineEdit.setText(dirname[0])
@pyqtSlot()
def on_hdf5_dir_pushButton_clicked(self):
dlg = QFileDialog()
dlg.setFileMode(QFileDialog.Directory)
config = self.getCurrentConfig()
dlg.setDirectory(config['hdf5']['dir'])
if dlg.exec_():
dirname = dlg.selectedFiles()
self.hdf5_dir_lineEdit.setText(dirname[0])
@pyqtSlot()
def on_enable_hdf55_radioButton_clicked(self):
if self.enable_hdf55_radioButton.isChecked():
self.enable_mysql_radioButton.setChecked(False)
self.on_enable_hdf5_or_mysql_toggled()
@pyqtSlot()
def on_enable_mysql_radioButton_clicked(self):
if self.enable_mysql_radioButton.isChecked():
self.enable_hdf55_radioButton.setChecked(False)
self.on_enable_hdf5_or_mysql_toggled()
def on_enable_hdf5_or_mysql_toggled(self):
hdf5_enable = self.enable_hdf55_radioButton.isChecked()
mysql_enable = not hdf5_enable
self.hdf5_dir_lineEdit.setEnabled(hdf5_enable)
self.mysql_ip_lineEdit.setEnabled(mysql_enable)
self.mysql_port_lineEdit.setEnabled(mysql_enable)
self.mysql_usr_lineEdit.setEnabled(mysql_enable)
self.mysql_pwd_lineEdit.setEnabled(mysql_enable)
self.mysql_test_pushButton.setEnabled(mysql_enable)
@pyqtSlot()
def on_mysql_test_pushButton_clicked(self):
"""测试数据库连接"""
db_config = {
'user': self.mysql_usr_lineEdit.text(),
'password': self.mysql_pwd_lineEdit.text(),
'host': self.mysql_ip_lineEdit.text(),
'port': self.mysql_port_lineEdit.text()
}
try:
cnx = mysql.connector.connect(**db_config)
cnx.close()
except mysql.connector.Error as err:
if err.errno == errorcode.ER_ACCESS_DENIED_ERROR:
QMessageBox.critical(self, "测试数据库连接", "MYSQL密码或用户名错误")
elif err.errno == errorcode.ER_BAD_DB_ERROR:
QMessageBox.critical(self, "测试数据库连接", "MySQL数据库不存在")
else:
QMessageBox.critical(self, "测试数据库连接", err.msg)
return
QMessageBox.about(self, "测试数据库连接", " 连接成功!")
def reset_progress_bar(self):
self.hdf5_weight_label.setText('')
self.hdf5_day_progressBar.setValue(0)
self.hdf5_min_progressBar.setValue(0)
self.hdf5_5min_progressBar.setValue(0)
self.hdf5_trans_progressBar.setValue(0)
self.hdf5_time_progressBar.setValue(0)
#self.finance_progressBar.setValue(0)
self.import_detail_textEdit.clear()
def on_escapte_time(self, escape):
self.import_status_label.setText("耗时:{:>.2f} 秒".format(escape))
def on_message_from_thread(self, msg):
if not msg or len(msg) < 2:
print("msg is empty!")
return
msg_name, msg_task_name = msg[:2]
if msg_name == 'ESCAPE_TIME':
self.escape_time = msg_task_name
self.import_status_label.setText(
"耗时:{:>.2f} 秒 {:>.2f}分钟)".format(self.escape_time, self.escape_time / 60)
)
elif msg_name == 'HDF5_IMPORT':
if msg_task_name == 'INFO':
self.import_detail_textEdit.append(msg[2])
elif msg_task_name == 'THREAD':
status = msg[2]
if status == 'FAILURE':
self.import_status_label.setText("耗时:{:>.2f} 秒 导入异常!".format(self.escape_time))
self.import_detail_textEdit.append(msg[3])
self.hdf5_import_thread.terminate()
self.hdf5_import_thread = None
self.escape_time_thread.stop()
self.escape_time_thread = None
self.start_import_pushButton.setEnabled(True)
self.import_detail_textEdit.append("导入完毕!")
self.import_running = False
elif msg_task_name == 'IMPORT_KDATA':
ktype, progress = msg[2:4]
if ktype != 'FINISHED':
self.hdf5_import_progress_bar[ktype].setValue(progress)
else:
self.import_detail_textEdit.append(
' {} {} {}'.format(msg[3], msg[4], msg[5])
)
elif msg_task_name == 'IMPORT_TRANS':
ktype, progress = msg[2:4]
if ktype != 'FINISHED':
self.hdf5_trans_progressBar.setValue(progress)
else:
self.import_detail_textEdit.append(' {} {}'.format(msg[3], msg[5]))
elif msg_task_name == 'IMPORT_TIME':
ktype, progress = msg[2:4]
if ktype != 'FINISHED':
self.hdf5_time_progressBar.setValue(progress)
else:
self.import_detail_textEdit.append(' {} {}'.format(msg[3], msg[5]))
elif msg_task_name == 'IMPORT_WEIGHT':
self.hdf5_weight_label.setText(msg[2])
if msg[2] == '!':
self.import_detail_textEdit.append('{}'.format(msg[3]))
#elif msg[2] == '导入通达信财务信息完毕!':
# self.import_detail_textEdit.append('导入通达信财务记录数:{}'.format(msg[3]))
#elif msg_task_name == 'IMPORT_FINANCE':
# if msg[2] != 'FINISHED':
# self.finance_progressBar.setValue(msg[2])
@pyqtSlot()
def on_start_import_pushButton_clicked(self):
config = self.getCurrentConfig()
dest_dir = config.get('hdf5', 'dir')
if not os.path.exists(dest_dir) or not os.path.isdir(dest_dir):
QMessageBox.about(self, "错误", '')
return
if config.getboolean('tdx', 'enable') \
and (not os.path.exists(config['tdx']['dir']
or os.path.isdir(config['tdx']['dir']))):
QMessageBox.about(self, "错误", "请确认通达信安装目录是否正确!")
return
self.import_running = True
self.start_import_pushButton.setEnabled(False)
self.reset_progress_bar()
self.import_status_label.setText("正在启动任务....")
QApplication.processEvents()
if self.tdx_radioButton.isChecked():
self.hdf5_import_thread = UseTdxImportToH5Thread(config)
else:
self.hdf5_import_thread = UsePytdxImportToH5Thread(config)
self.hdf5_import_thread.message.connect(self.on_message_from_thread)
self.hdf5_import_thread.start()
self.escape_time = 0.0
self.escape_time_thread = EscapetimeThread()
self.escape_time_thread.message.connect(self.on_message_from_thread)
self.escape_time_thread.start()
def start():
app = QApplication(sys.argv)
myWin = MyMainWindow(None)
myWin.show()
sys.exit(app.exec())
if __name__ == "__main__":
app = QApplication(sys.argv)
if (len(sys.argv) > 1 and sys.argv[1] == '0'):
FORMAT = '%(asctime)-15s %(levelname)s: %(message)s [%(name)s::%(funcName)s]'
logging.basicConfig(
format=FORMAT, level=logging.INFO, handlers=[
logging.StreamHandler(),
]
)
capture_output = False
else:
capture_output = True
myWin = MyMainWindow(None)
myWin.show()
sys.exit(app.exec())