Merge branch 'feature/preprocess' of https://github.com/fastnlp/fastNLP

fastNLP/action/metrics.py

@@ -1,7 +1,8 @@
 """
 To do:
+ 设计评判结果的各种指标。如果涉及向量，使用numpy。
  参考http://scikit-learn.org/stable/modules/classes.html#classification-metrics
  建议是每种metric写成一个函数 （由Tester的evaluate函数调用）
  参数表里只需考虑基本的参数即可，可以没有像它那么多的参数配置
-
+  
 """

fastNLP/loader/preprocess.py

@@ -66,6 +66,7 @@ class POSPreprocess(BasePreprocess):
         else:
             with open(os.path.join(self.pickle_path, "class2id.pkl"), "wb") as f:
                 _pickle.dump(self.label2index, f)
+            #something will be wrong if word2id.pkl is found but class2id.pkl is not found
 
         if not self.pickle_exist("id2word.pkl"):
             index2word = self.build_reverse_dict(self.word2index)