diff --git a/lib/tokenizer.js b/lib/tokenizer.js index e6e5917..40c2ae3 100644 --- a/lib/tokenizer.js +++ b/lib/tokenizer.js @@ -39,7 +39,7 @@ Tokenizer.prototype = { if (!this.entry) return []; var words = this.entry.split(' '); var endingWords = words.filter(function(w) { - return w.endsWith('.') || w.endsWith('!') || w.endsWith('?'); + return w.endsWith('.') || w.endsWith('!') || w.endsWith('?') || w.endsWith('。') || w.endsWith('!') || w.endsWith('?'); }); var self = this; @@ -75,4 +75,4 @@ Tokenizer.prototype = { } }; -module.exports = Tokenizer; \ No newline at end of file +module.exports = Tokenizer;