Adding Swahili stopword list

README.md

@@ -71,6 +71,7 @@ Arrays of stopwords for the following languages are supplied:
 * `pa_in` - Punjabi Gurmukhi
 * `ru` - Russian
 * `sv` - Swedish
+* `sw` - Swahili
 * `zh` - Chinese Simplified
 
 ```javascript

lib/stopword.js

@@ -31,4 +31,5 @@ exports.pl = require('./stopwords_pl.js').words
 exports.pt = require('./stopwords_pt.js').words
 exports.ru = require('./stopwords_ru.js').words
 exports.sv = require('./stopwords_sv.js').words
+exports.sw = require('./stopwords_sw.js').words
 exports.zh = require('./stopwords_zh.js').words

lib/stopwords_he.js

@@ -199,7 +199,7 @@ var words = [
 "שם",
 "תהיה",
 "תחת"
-];
+]
 
 exports.words = words
 

lib/stopwords_sw.js

@@ -0,0 +1,32 @@
+/*
+The MIT License (MIT)
+
+
+Frequency sorted
+*/
+
+// Swahili - Stop words list. A list of commonly used words that have little
+// meaning and can be excluded from analysis.
+
+// This list is frequency sorted. That means it can be sliced from the bottom
+// and be less agressive in excluding stopwords */
+
+var words = ["na","ya","wa","kwa","ni","za","katika","la","kuwa","kama",
+  "kwamba","cha","hiyo","lakini","yake","hata","wakati","hivyo","sasa","wake",
+  "au","watu","hii","zaidi","vya","huo","tu","kwenye","si","pia","ili","moja",
+  "kila","baada","ambao","ambayo","yao","wao","kuna","hilo","kutoka","kubwa",
+  "pamoja","bila","huu","hayo","sana","ndani","mkuu","hizo","kufanya","wengi",
+  "hadi","mmoja","hili","juu","kwanza","wetu","kuhusu","baadhi","wote","yetu",
+  "hivi","kweli","mara","wengine","nini","ndiyo","zao","kati","hao","hapa",
+  "kutokana","muda","habari","ambaye","wenye","nyingine","hakuna","tena",
+  "hatua","bado","nafasi","basi","kabisa","hicho","nje","huyo","vile","yote",
+  "mkubwa","alikuwa","zote","leo","haya","huko","kutoa","mwa","kiasi","hasa",
+  "nyingi","kabla","wale","chini","gani","hapo","lazima","mwingine","bali",
+  "huku","zake","ilikuwa","tofauti","kupata","mbalimbali","pale","kusema",
+  "badala","wazi","yeye","alisema","hawa","ndio","hizi","tayari","wala",
+  "muhimu","ile","mpya","ambazo","dhidi","kwenda","sisi","kwani","jinsi",
+  "binafsi","kutumia","mbili","mbali","kuu","mengine","mbele","namna","mengi",
+  "upande"]
+
+exports.words = words
+

package.json

@@ -1,6 +1,6 @@
 {
   "name": "stopword",
-  "version": "0.1.14",
+  "version": "0.1.15",
   "description": "A module for node.js that takes in text and returns text that is stripped of stopwords. Has pre-defined stopword lists for 20 languages and also takes lists with custom stopwords as input.",
   "main": "lib/stopword.js",
   "scripts": {

test/test.js

@@ -145,6 +145,13 @@ describe('general stopwordiness:', function () {
     const newString = sw.removeStopwords(oldString, sw.my)
     newString.should.eql([''])
   })
+
+  it('should remove swahili stopwords', function () {
+    const oldString = 'kila mtu anaweza kuhariri makala yoyote kutoa makosa ya lugha kutohoa maneno na kuendeleza na kukuza makala kwa kuandika kwa ufupi au kwa urefu'.split(' ')
+    const newString = sw.removeStopwords(oldString, sw.sw)
+    newString.should.eql(['mtu','anaweza','kuhariri','makala','yoyote','makosa','lugha','kutohoa','maneno','kuendeleza','kukuza','makala','kuandika','ufupi','urefu'])
+  })
+
 
 
   // Right to Left languages