From cf961499831625e307ceb5cafed034dea186695e Mon Sep 17 00:00:00 2001
From: Alon Levy <alon@pobox.com>
Date: Tue, 6 Jan 2015 21:42:52 +0200
Subject: client/textanalysis: use new_tokenize

---
 src/client/textanalysis.js | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

(limited to 'src/client')

diff --git a/src/client/textanalysis.js b/src/client/textanalysis.js
index b8365bc7..aab16c37 100644
--- a/src/client/textanalysis.js
+++ b/src/client/textanalysis.js
@@ -252,7 +252,9 @@ var textAnalyser = function (spec) {
 
     //Sentence Sequencing
     //Build the words and cuts the main elements
-    sentence = tokenize(newtext, '#', '"');
+    sentence = new_tokenize(newtext, '#', '"').map(function (d) {
+            return d.token;
+        });
 
     // build new node,link arrays in order of appearance
     for (m = 0; m < sentence.length; m++) {
-- 
cgit v1.3.1