test/fastNLP
1
0
Fork 0
mirror of https://gitee.com/fastnlp/fastNLP.git synced 2024-12-04 21:28:01 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

[bugfix] fix an warning error in MNLI loader

Browse Source
This commit is contained in:
Yige Xu 2020-01-26 23:18:03 +08:00
parent 380e88273d
commit 0aab5d5277
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
fastNLP/io/loader/matching.py
View File

@ -56,7 +56,6 @@ class MNLILoader(Loader):
with open(path, 'r', encoding='utf-8') as f:
f.readline() # 跳过header
if path.endswith("test_matched.tsv") or path.endswith('test_mismatched.tsv'):
warnings.warn("RTE's test file has no target.")
warnings.warn("MNLI's test file has no target.")
for line in f:
line = line.strip()
@ -64,8 +63,9 @@ class MNLILoader(Loader):
parts = line.split('\t')
raw_words1 = parts[8]
raw_words2 = parts[9]
idx = int(parts[0])
if raw_words1 and raw_words2:
ds.append(Instance(raw_words1=raw_words1, raw_words2=raw_words2))
ds.append(Instance(raw_words1=raw_words1, raw_words2=raw_words2, index=idx))
else:
for line in f:
line = line.strip()
@ -74,8 +74,9 @@ class MNLILoader(Loader):
raw_words1 = parts[8]
raw_words2 = parts[9]
target = parts[-1]
idx = int(parts[0])
if raw_words1 and raw_words2 and target:
ds.append(Instance(raw_words1=raw_words1, raw_words2=raw_words2, target=target))
ds.append(Instance(raw_words1=raw_words1, raw_words2=raw_words2, target=target, index=idx))
return ds
def load(self, paths: str = None):