Browse Source

[verify] yelpdataloader

tags/v0.4.10
wyg 5 years ago
parent
commit
c7463cf090
1 changed files with 1 additions and 1 deletions
  1. +1
    -1
      reproduction/text_classification/data/yelpLoader.py

+ 1
- 1
reproduction/text_classification/data/yelpLoader.py View File

@@ -128,7 +128,7 @@ class yelpLoader(DataSetLoader):
all_count+=1
if len(row)==2:
target=self.tag_v[row[0]+".0"]
words=clean_str(row[1],self.lower)
words=clean_str(row[1],self.tokenizer,self.lower)
if len(words)!=0:
ds.append(Instance(words=words,target=target))
real_count += 1


Loading…
Cancel
Save