From b0078d34e8c074db33cf01abbd9bd55a2bf45bbc Mon Sep 17 00:00:00 2001
From: Alon Levy <alon@pobox.com>
Date: Tue, 27 Jan 2015 16:11:05 +0200
Subject: client: remove whitespace around tokens: Fixes #292

---
 src/client/textanalysis.js | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/client/textanalysis.js b/src/client/textanalysis.js
index 138425a5..e0b57dbc 100644
--- a/src/client/textanalysis.js
+++ b/src/client/textanalysis.js
@@ -101,6 +101,8 @@ function tokenize(text, node_token, quote)
         prev_whitespace = prev === null || prev === ' ' || prev === '\t';
     }
     next();
+    // Remove whitespace around tokens. Can be done with lookahead but less code this way
+    tokens.forEach(function (obj) { obj.token = obj.token.trim(); });
     return tokens;
 }
 
-- 
cgit v1.3.1