chore: cleanup (#15)

* fix(security): fixed some vulnerabilities

Fixed a few vulnerabilities, bumped dependencies and added some security measures

* chore(label): removed files no longer needed

* feat(extract): added a normaliser to `extract`

* chore(yarn): rebuilt the lock file

.snyk

@@ -0,0 +1,4 @@
+# Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities.
+version: v1.13.5
+ignore: {}
+patch: {}

package.json

@@ -20,12 +20,13 @@
   "scripts": {
     "build": "kcd-scripts build",
     "lint": "kcd-scripts lint",
-    "test": "kcd-scripts test",
+    "test": "snyk test && kcd-scripts test",
     "validate": "kcd-scripts validate",
     "commit": "git-cz",
     "doc:lint": "documentation lint src/index.js",
     "doc:gen": "documentation readme src/index.js -s Documentation",
-    "doc": "yarn doc:lint && yarn doc:gen"
+    "doc": "yarn doc:lint && yarn doc:gen",
+    "prepare": "snyk protect"
   },
   "husky": {
     "hooks": {
@@ -40,7 +41,7 @@
     "all-contributors"
   ],
   "dependencies": {
-    "@babel/runtime": "^7.4.5",
+    "@babel/runtime": "^7.5.4",
     "camel-case": "^3.0.0",
     "chalk": "^2.4.2",
     "clui": "^0.3.6",
@@ -53,11 +54,12 @@
   "devDependencies": {
     "codecov": "^3.5.0",
     "cz-conventional-changelog": "^2.1.0",
-    "documentation": "^11.0.0",
-    "eslint-config-kentcdodds": "^14.3.2",
-    "git-cz": "^3.0.1",
+    "documentation": "^12.0.1",
+    "eslint-config-kentcdodds": "^14.3.4",
+    "git-cz": "^3.2.1",
     "kcd-scripts": "^1.5.2",
-    "semantic-release": "^15.13.16"
+    "semantic-release": "^15.13.18",
+    "snyk": "^1.193.1"
   },
   "eslintIgnore": [
     "node_modules",

src/extract.js

@@ -14,11 +14,12 @@ const wordExtractor = (input, features) => {
   return tokens
 }
 
+//@TODO compare/benchmark it to `wordExtractor` again
 const extract = (input, features) => {
   const tokens = tokenize(input)
   const extraction = tokens.map(token => lemmatizer.only_lemmas(token)[0])
   extraction.forEach(word => {
-    features[word] = 1
+    features[word.toLowerCase()] = 1
   })
   return extraction
 }