From 50b53455391ba1ff126b4f2ff76a2d149d22b567 Mon Sep 17 00:00:00 2001 From: Coet Date: Wed, 29 Aug 2018 17:03:26 +0800 Subject: [PATCH] check if data_dev.pkl exists In line 100, add a if statement to check whether there exists a file named "data_dev.pkl" in the pickle path. If not, the file won't be loaded. --- fastNLP/core/preprocess.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/fastNLP/core/preprocess.py b/fastNLP/core/preprocess.py index 90a32c12..77df6b51 100644 --- a/fastNLP/core/preprocess.py +++ b/fastNLP/core/preprocess.py @@ -97,7 +97,8 @@ class BasePreprocess(object): save_pickle(data_train, pickle_path, "data_train.pkl") else: data_train = load_pickle(pickle_path, "data_train.pkl") - data_dev = load_pickle(pickle_path, "data_dev.pkl") + if pickle_exist(pickle_path, "data_dev.pkl"): + data_dev = load_pickle(pickle_path, "data_dev.pkl") else: # cross_val is True if not pickle_exist(pickle_path, "data_train_0.pkl"): @@ -307,4 +308,4 @@ def infer_preprocess(pickle_path, data): data_index = [] for example in data: data_index.append([word2index.get(w, DEFAULT_UNKNOWN_LABEL) for w in example]) - return data_index \ No newline at end of file + return data_index