Handle edge-case corpuses with short sentences

2016-01-21 12:51:33 -08:00 · 2016-01-21 12:51:33 -08:00 · a272bd69ca
commit a272bd69ca
parent dbae6d3499
3 changed files with 18 additions and 4 deletions
--- a/lib/twitter_ebooks/suffix.rb
+++ b/lib/twitter_ebooks/suffix.rb
@ -14,7 +14,7 @@ module Ebooks
    end

    def initialize(sentences)
-      @sentences = sentences.reject { |s| s.length < 2 }
+      @sentences = sentences
      @unigrams = {}
      @bigrams = {}