|
@@ -51,7 +51,7 @@ def preprocess(text): |
|
|
def to_sentence_list(text, split_long_sentence=False): |
|
|
def to_sentence_list(text, split_long_sentence=False): |
|
|
text = preprocess(text) |
|
|
text = preprocess(text) |
|
|
delimiter = set() |
|
|
delimiter = set() |
|
|
delimiter.update("。!?:;…、,(),;!?、,\"'") |
|
|
|
|
|
|
|
|
delimiter.update("。!?:;…、,(),;!?、.\"'") |
|
|
delimiter.add("……") |
|
|
delimiter.add("……") |
|
|
sent_list = [] |
|
|
sent_list = [] |
|
|
sent = [] |
|
|
sent = [] |
|
|