There may still be empty sentences in suffix model

2016-02-04 18:11:50 +11:00 · 2016-02-04 18:11:50 +11:00 · 7df08f9531
commit 7df08f9531
parent 2cbd794969
1 changed files with 1 additions and 1 deletions
--- a/lib/twitter_ebooks/suffix.rb
+++ b/lib/twitter_ebooks/suffix.rb
@ -14,7 +14,7 @@ module Ebooks
    end

    def initialize(sentences)
-      @sentences = sentences
+      @sentences = sentences.reject { |s| s.empty? }
      @unigrams = {}
      @bigrams = {}