adding better english stopwords

Signed-off-by: Chris Cormack <crc@liblime.com>
Signed-off-by: Joshua Ferraro <jmf@liblime.com>

diff --git a/installer/data/en/mandatory/stopwords.sql b/installer/data/en/mandatory/stopwords.sql
index 30a9f1c..1bf4725 100644 (file)
--- a/installer/data/en/mandatory/stopwords.sql
+++ b/installer/data/en/mandatory/stopwords.sql
@@ -1,7 +1,99 @@
-
-#
-#  table `stopwords`
-#
-
-INSERT INTO stopwords VALUES ('THE');
-
+INSERT INTO stopwords VALUES
+('a'),
+('about'),
+('also'),
+('an'),
+('and'),
+('another'),
+('any'),
+('are'),
+('as'),
+('at'),
+('back'),
+('be'),
+('because'),
+('been'),
+('being'),
+('but'),
+('by'),
+('can'),
+('could'),
+('did'),
+('do'),
+('each'),
+('end'),
+('even'),
+('for'),
+('from'),
+('get'),
+('go'),
+('had'),
+('have'),
+('he'),
+('her'),
+('here'),
+('his'),
+('how'),
+('i'),
+('if'),
+('in'),
+('into'),
+('is'),
+('it'),
+('just'),
+('may'),
+('me'),
+('might'),
+('much'),
+('must'),
+('my'),
+('no'),
+('not'),
+('of'),
+('off'),
+('on'),
+('only'),
+('or'),
+('other'),
+('our'),
+('out'),
+('should'),
+('so'),
+('some'),
+('still'),
+('such'),
+('than'),
+('that'),
+('the'),
+('their'),
+('them'),
+('then'),
+('there'),
+('these'),
+('they'),
+('this'),
+('those'),
+('to'),
+('too'),
+('try'),
+('two'),
+('under'),
+('up'),
+('us'),
+('was'),
+('we'),
+('were'),
+('what'),
+('when'),
+('where'),
+('which'),
+('while'),
+('who'),
+('why'),
+('will'),
+('with'),
+('within'),
+('without'),
+('would'),
+('you'),
+('your');

diff --git a/installer/data/en/mandatory/stopwords.txt b/installer/data/en/mandatory/stopwords.txt
index 74cdb77..e4dbf0f 100644 (file)
--- a/installer/data/en/mandatory/stopwords.txt
+++ b/installer/data/en/mandatory/stopwords.txt
@@ -1,2 +1 @@
-English stop words
-(contains only THE, please suggest a more complete file)
+English stop words. You can change this after installation.