small fix to handle empty tekst

Author: Ko van der Sloot

src/FrogAPI.cxx

@@ -1405,16 +1405,21 @@ void FrogAPI::handle_one_sentence( ostream& os,
     vector<Tokenizer::Token> toks = tokenizer->tokenize_line( text );
     // cerr << "text:" << text << " size=" << wv.size() << endl;
     // cerr << "tokens:" << toks << " size=" << toks.size() << endl;
-    frog_data res = frog_sentence( toks, s_cnt );
-    //    cerr << "res:" << res << " size=" << res.size() << endl;
-    if ( res.size() > 0 ){
-      if ( !options.noStdOut ){
-	show_results( os, res );
-      }
-      if ( options.doXMLout ){
-	append_to_words( wv, res );
+    if ( toks.size() > 0 ){
+      frog_data res = frog_sentence( toks, s_cnt );
+      //    cerr << "res:" << res << " size=" << res.size() << endl;
+      if ( res.size() > 0 ){
+	if ( !options.noStdOut ){
+	  show_results( os, res );
+	}
+	if ( options.doXMLout ){
+	  append_to_words( wv, res );
+	}
       }
     }
+    else {
+      LOG << "no tokens left " << endl;
+    }
   }
   else {
     string text = s->str(options.inputclass);
@@ -1476,6 +1481,9 @@ void FrogAPI::handle_one_paragraph( ostream& os,
 	  p->append( s );
 	  append_to_sentence( s, res );
 	}
+	if ( toks.size() == 0 ){
+	  break;
+	}
 	res = frog_sentence( toks, ++sentence_done );
       }
       timers.tokTimer.start();