From c7463cf0907b49f20007b3fd8d487d9ee84051e1 Mon Sep 17 00:00:00 2001
From: wyg <1505116161@qq.com>
Date: Sat, 6 Jul 2019 16:45:37 +0800
Subject: [PATCH] [verify] yelpdataloader

---
 reproduction/text_classification/data/yelpLoader.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/reproduction/text_classification/data/yelpLoader.py b/reproduction/text_classification/data/yelpLoader.py
index 9e1e1c6b..90a80301 100644
--- a/reproduction/text_classification/data/yelpLoader.py
+++ b/reproduction/text_classification/data/yelpLoader.py
@@ -128,7 +128,7 @@ class yelpLoader(DataSetLoader):
             all_count+=1
             if len(row)==2:
                 target=self.tag_v[row[0]+".0"]
-                words=clean_str(row[1],self.lower)
+                words=clean_str(row[1],self.tokenizer,self.lower)
                 if len(words)!=0:
                     ds.append(Instance(words=words,target=target))
                     real_count += 1