2018-11-12 02:33:56 +08:00
|
|
|
|
# coding:utf-8
|
|
|
|
|
#
|
|
|
|
|
# The MIT License (MIT)
|
|
|
|
|
#
|
|
|
|
|
# Copyright (c) 2010-2017 fasiondog/hikyuu
|
|
|
|
|
#
|
|
|
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
|
|
|
# in the Software without restriction, including without limitation the rights
|
|
|
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
|
|
|
# furnished to do so, subject to the following conditions:
|
|
|
|
|
#
|
|
|
|
|
# The above copyright notice and this permission notice shall be included in all
|
|
|
|
|
# copies or substantial portions of the Software.
|
|
|
|
|
#
|
|
|
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
|
|
|
# SOFTWARE.
|
|
|
|
|
|
|
|
|
|
import os
|
2018-11-28 01:49:17 +08:00
|
|
|
|
import hashlib
|
2018-11-12 02:33:56 +08:00
|
|
|
|
import sqlite3
|
|
|
|
|
import urllib.request
|
|
|
|
|
|
2019-02-24 19:36:47 +08:00
|
|
|
|
from hikyuu.data.weight_to_sqlite import qianlong_import_weight
|
2018-11-12 02:33:56 +08:00
|
|
|
|
|
|
|
|
|
class ImportWeightToSqliteTask:
|
|
|
|
|
def __init__(self, queue, sqlitefile, dest_dir):
|
|
|
|
|
self.queue = queue
|
|
|
|
|
self.sqlitefile = sqlitefile
|
|
|
|
|
self.dest_dir = dest_dir
|
|
|
|
|
self.msg_name = 'IMPORT_WEIGHT'
|
|
|
|
|
|
|
|
|
|
def __call__(self):
|
|
|
|
|
total_count = 0
|
2018-11-28 01:49:17 +08:00
|
|
|
|
try:
|
|
|
|
|
connect = sqlite3.connect(self.sqlitefile)
|
|
|
|
|
except Exception as e:
|
2018-12-09 20:21:45 +08:00
|
|
|
|
#self.queue.put([self.msg_name, str(e), -1, 0, total_count])
|
|
|
|
|
self.queue.put([self.msg_name, 'INFO', str(e), 0, 0])
|
2018-11-28 01:49:17 +08:00
|
|
|
|
self.queue.put([self.msg_name, '', 0, None, total_count])
|
|
|
|
|
return
|
|
|
|
|
|
2018-11-12 02:33:56 +08:00
|
|
|
|
try:
|
|
|
|
|
self.queue.put([self.msg_name, '正在下载...', 0, 0, 0])
|
|
|
|
|
net_file = urllib.request.urlopen('http://www.qianlong.com.cn/download/history/weight.rar', timeout=60)
|
2018-11-28 01:49:17 +08:00
|
|
|
|
buffer = net_file.read()
|
|
|
|
|
|
|
|
|
|
self.queue.put([self.msg_name, '下载完成,正在校验是否存在更新...', 0, 0, 0])
|
2018-12-08 19:27:56 +08:00
|
|
|
|
new_md5 = hashlib.md5(buffer).hexdigest()
|
|
|
|
|
|
2018-11-12 02:33:56 +08:00
|
|
|
|
dest_filename = self.dest_dir+'/weight.rar'
|
2018-12-05 00:37:05 +08:00
|
|
|
|
old_md5 = None
|
2018-11-28 01:49:17 +08:00
|
|
|
|
if os.path.exists(dest_filename):
|
|
|
|
|
with open(dest_filename, 'rb') as oldfile:
|
|
|
|
|
old_md5 = hashlib.md5(oldfile.read()).hexdigest()
|
|
|
|
|
|
2018-11-29 00:11:04 +08:00
|
|
|
|
#如果没变化不需要解压导入
|
2018-11-28 01:49:17 +08:00
|
|
|
|
if new_md5 != old_md5:
|
|
|
|
|
with open(dest_filename, 'wb') as file:
|
2018-12-08 19:27:56 +08:00
|
|
|
|
file.write(buffer)
|
2018-11-12 02:33:56 +08:00
|
|
|
|
|
2018-11-28 01:49:17 +08:00
|
|
|
|
self.queue.put([self.msg_name, '下载完成,正在解压...', 0, 0, 0])
|
2018-12-05 00:37:05 +08:00
|
|
|
|
x = os.system('unrar x -o+ -inul {} {}'.format(dest_filename, self.dest_dir))
|
|
|
|
|
if x != 0:
|
|
|
|
|
raise Exception("无法找到unrar命令!")
|
2018-11-12 02:33:56 +08:00
|
|
|
|
|
2018-11-28 01:49:17 +08:00
|
|
|
|
self.queue.put([self.msg_name, '解压完毕,正在导入权息数据...', 0, 0, 0])
|
|
|
|
|
total_count = qianlong_import_weight(connect, self.dest_dir + '/weight', 'SH')
|
|
|
|
|
total_count += qianlong_import_weight(connect, self.dest_dir + '/weight', 'SZ')
|
|
|
|
|
self.queue.put([self.msg_name, '导入完成!', 0, 0, total_count])
|
2018-11-12 02:33:56 +08:00
|
|
|
|
|
2018-12-09 20:21:45 +08:00
|
|
|
|
else:
|
|
|
|
|
self.queue.put([self.msg_name, 'INFO', '权息数据无变化', 0, 0])
|
|
|
|
|
|
2018-11-12 02:33:56 +08:00
|
|
|
|
except Exception as e:
|
2018-12-09 20:21:45 +08:00
|
|
|
|
#self.queue.put([self.msg_name, str(e), -1, 0, total_count])
|
|
|
|
|
self.queue.put([self.msg_name, 'INFO', str(e), 0, 0])
|
2018-11-22 01:21:28 +08:00
|
|
|
|
finally:
|
|
|
|
|
connect.commit()
|
|
|
|
|
connect.close()
|
2018-11-12 02:33:56 +08:00
|
|
|
|
|
|
|
|
|
self.queue.put([self.msg_name, '', 0, None, total_count])
|