diff options
| author | Alon Levy <alon@pobox.com> | 2015-01-06 21:42:52 +0200 |
|---|---|---|
| committer | Alon Levy <alon@pobox.com> | 2015-01-06 21:42:52 +0200 |
| commit | cf961499831625e307ceb5cafed034dea186695e (patch) | |
| tree | 1eefa7c53484e3022e335c0feaf36dba5db7e391 /src/client/textanalysis.js | |
| parent | fdba60fc5ec56f7645b453ac380f37e0fa94f6a4 (diff) | |
client/textanalysis: use new_tokenize
Diffstat (limited to 'src/client/textanalysis.js')
| -rw-r--r-- | src/client/textanalysis.js | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/src/client/textanalysis.js b/src/client/textanalysis.js index b8365bc7..aab16c37 100644 --- a/src/client/textanalysis.js +++ b/src/client/textanalysis.js @@ -252,7 +252,9 @@ var textAnalyser = function (spec) { //Sentence Sequencing //Build the words and cuts the main elements - sentence = tokenize(newtext, '#', '"'); + sentence = new_tokenize(newtext, '#', '"').map(function (d) { + return d.token; + }); // build new node,link arrays in order of appearance for (m = 0; m < sentence.length; m++) { |