Add test for right-hand whitespace

Addresses GH #417
olivernn · Oct 6, 2019 · a67632e · a67632e
1 parent c59fd90
commit a67632e
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/test/tokenizer_test.js b/test/tokenizer_test.js
@@ -100,6 +100,12 @@ suite('lunr.tokenizer', function () {
     assert.deepEqual(tokens[1].metadata.position, [5, 3])
   })
 
+  test('tracking the token position with additional right-hand whitespace', function () {
+    var tokens = lunr.tokenizer('foo bar ')
+    assert.deepEqual(tokens[0].metadata.position, [0, 3])
+    assert.deepEqual(tokens[1].metadata.position, [4, 3])
+  })
+
   test('providing additional metadata', function () {
     var tokens = lunr.tokenizer('foo bar', { 'hurp': 'durp' })
     assert.deepEqual(tokens[0].metadata.hurp, 'durp')