Redo entire stats server

.babelrc

@@ -1,30 +1,4 @@
 {
-  "presets": [
-    [
-      "env",
-      {
-        "targets": {
-          "node": "6.10"
-        }
-      }
-    ]
-  ],
-  "plugins": [
-    [
-      "babel-plugin-root-import",
-      [
-        {
-          "rootPathPrefix": "~",
-          "rootPathSuffix": "src"
-        }
-      ]
-    ],
-    "transform-object-rest-spread",
-    [
-      "babel-plugin-transform-builtin-extend",
-      {
-        "globals": ["Error", "Array"]
-      }
-    ]
-  ]
+  "presets": ["env"],
+  "plugins": ["transform-object-rest-spread", "import-graphql"]
 }

.eslintrc.json

@@ -1,8 +1,11 @@
 {
   "parserOptions": {
-    "ecmaVersion": 6,
+    "ecmaVersion": 2018,
     "sourceType": "module",
-    "env": { "es6": true, "node": true }
+    "env": { "es6": true, "node": true },
+    "ecmaFeatures": {
+      "spread": true
+    }
   },
   "extends": ["prettier"],
   "plugins": ["prettier"],

.graphqlconfig.yml

@@ -0,0 +1,6 @@
+projects:
+  app:
+    schemaPath: "src/graphql/schema.graphql"
+    extensions:
+      endpoints:
+        default: "http://localhost:5000"

.travis.yml

@@ -1,25 +1,32 @@
 language: node_js
 sudo: false
 node_js:
-- 6.11.3
+  - 10
 install:
-- npm install
+  - yarn install
+addons:
+  postgresql: "9.6"
+services:
+  - postgresql
 env:
-- NODE_ENV=test
+  - NODE_ENV=travis
+before_script:
+  - psql -c 'create database podcloud_stats_test;' -U postgres
+  - NODE_ENV=travis npm run db-migrate up
 script:
-- npm run codecov
+  - NODE_ENV=travis yarn codecov
 before_deploy:
-- openssl aes-256-cbc -K $encrypted_17c9c2b55791_key -iv $encrypted_17c9c2b55791_iv
-  -in .deploy_rsa.enc -out /tmp/deploy_rsa -d
-- eval "$(ssh-agent -s)"
-- chmod 600 /tmp/deploy_rsa
-- ssh-add /tmp/deploy_rsa
+  - openssl aes-256-cbc -K $encrypted_17c9c2b55791_key -iv $encrypted_17c9c2b55791_iv
+    -in .deploy_rsa.enc -out /tmp/deploy_rsa -d
+  - eval "$(ssh-agent -s)"
+  - chmod 600 /tmp/deploy_rsa
+  - ssh-add /tmp/deploy_rsa
 deploy:
-- provider: script
-  script: "./deploy.sh preprod"
-  on:
-    branch: develop
-- provider: script
-  script: "./deploy.sh production"
-  on:
-    branch: master
+  - provider: script
+    script: "./deploy.sh preprod"
+    on:
+      branch: develop
+  - provider: script
+    script: "./deploy.sh production"
+    on:
+      branch: master

README.md

@@ -1,2 +1,5 @@
 # podcloud-stats
-Stats gateway for podCloud
+
+### Generate issuers_keys
+
+`yarn new_issuer_key`

TODO.md

@@ -0,0 +1,24 @@
+# TODO
+
+## Stats
+- [x] GraphQL Server
+- [x] Authentication system
+- [x] Mutation to save view
+- [x] Support all view sources
+- [x] Support bot detection
+- [x] Executable task to calculate view counts daily and monthly
+- [x] Archive old views into CSV monthly
+- [x] Query to get view counts
+- [x] Query to get archives urls
+- [x] Handler to get archives CSV file
+- [x] Keep track of feed display name
+- [ ] Script to import old view counts 
+
+## RSS
+- [ ] Generate auth tokens 
+- [ ] Save RSS views
+
+## Legacy
+- [ ] Generate auth tokens
+- [ ] Save site views
+- [ ] Get view counts

archives/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

config/default.js

@@ -0,0 +1,26 @@
+const fs = require("fs");
+const path = require("path");
+
+const IssuersKeys = {};
+
+const _issuers_key_folder = path.resolve(__dirname, "./issuers_keys");
+fs.readdirSync(_issuers_key_folder).forEach(file => {
+  const extensionMatch = file.match(/(.*)(\.pub)$/i);
+  const key =
+    extensionMatch && extensionMatch.length > 1
+      ? extensionMatch[1]
+      : (file === "debug.key" && file) || null;
+
+  if (key) {
+    IssuersKeys[key.replace(".", "_")] = fs.readFileSync(
+      path.resolve(_issuers_key_folder, file),
+      "utf-8"
+    );
+  }
+});
+
+module.exports = {
+  IssuersKeys,
+  csvDir: path.resolve(__dirname, "../archives/"),
+  noAuth: !!process.env.NO_AUTH
+};

config/development.js

@@ -0,0 +1,14 @@
+import process from "process";
+
+const DISABLE_AUTH = true;
+
+module.exports = {
+  port: 80,
+  workers: 1,
+  postgres: {
+    user: "postgres",
+    host: "db",
+    database: "podcloud_stats_dev"
+  },
+  noAuth: DISABLE_AUTH
+};

config/issuers_keys/.gitignore

@@ -0,0 +1,2 @@
+*.key
+!debug.key

config/issuers_keys/debug.key

@@ -0,0 +1,51 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIJKQIBAAKCAgEAyBFdNu48bZHnJZ8fqCrfN2W0BJWhsWd9EBa2rHXQeW7FGpF/
+FPu/6pJGmCI+MJoD7TNphefEsXDuvc6+QDDNB8r0UHHHicG7e0QxPitPxtkCCC6c
+fdlWAzmMD1vuwXAzUrcN+yPHW5RVi+Rlp3EQBUi6vtvv6dkcDoIGPTrWDXfRylzB
+iyhIr2Xa4KxGtEJtEhG/szSI8ou+u/p5wgFBMMC2J/TzttkzFYa3xiqS0wpmG73x
+LnnR9n0a7FZflDOctOhhjBqMD54h9AAJeqYdXNdL+9mE5mYa+eEDB++xDpeuzY63
+9P++s5OzHmxb/TbRnj6gCD8txH38ficilgyNIL52UkYTI/Jkr4rB85wht40qkM7W
+Pz67KqT7CZP0T5hPpmBUa6juHmaUYwmo9dpV3+iGojQw5KiSawF81GU3rO/41fyK
+z37yDZBsrKjL7NGIgjHWMTkmmCsIgFz/bV7SzDIyhInbaclGhYS25s5Hpf6vZw3B
+RiHf04OZcnTF2OgiJhNlY137KyNAZt3YYyekaEEqNggO06ADXFePBG7jch3CJ8KS
+D0ok4FNLwcplvhQ63Mkt5qpHsQqa0+NkHPbFkMLlUHU2xZLN7ZMRH/Ks6f5qGF4e
+3qKR9VDWze5EUs61LowKJ8Q6nJwYyITdh8bqUZ+pNsA/5n5sG55j6L69yYkCAwEA
+AQKCAgALvzlB6GsT4+U2iElLjnjcv9P6EO8Vg4YMU8kWBzTebGqWTMSxbrauBzit
+5hTQtbpVSxd/DUS3RnI+Is1452SieIAv2P5mUEG50x8xD0n32vYLlPELUp+CQPbA
+UB2MrhHVYXoorMkfz23WcOqnEjRmmwab/j3v9Rd4opnLLpEy6T4gK6IRkaPy6IAZ
+gQQFwYC19uTSmNsRorLoRqSvh3NUcXxAjFli+w3MzcQsloNYcNvd9SEcIXr6hg32
+onuqL/2bgal4mHZw1FAaC4aC9Q30TY/gkb0D6irbUSLkbGZw/Ob+msqiUAHaeWmi
+96nPDFDygarT0SHWz67rmVCmjsYac4DNuMnr32RyscgDi072TFyfu4NTZDgLp4aI
+PlQ2PSAeexfbNwYo0Tpwhq65ynOlVswHJ97rUcLEY5TZyKFKSaprnN4kt92tc0o1
+8+ZUVe9WBg7ZxlSLMwKHVRaQhHoRp3jCr7bQR1CvOC7o4m6vPh+w67A4GRSWq1HW
+4rnW6UNQ6kRgETlIZE3dh+gZiHzMc1nEowQEF0olAcaR/0mnpnG71uNmQraO9swU
+xMMaufXIjCf4Yajc1CKDDwasBU6xdMl0EMktKlL5sQTBZU5NF2aH9xiduFun5WH8
+gCtmKfE5DbyeNDC+lcPyEbbaUgfT9vxow1iEFhBpvSY+gjEsIQKCAQEA45mJTcOa
+rCFOD9uUbF3BJbOHW0xptCiQ7YJ8JBTlmgQWYEv8WwXGHowWbF8ELPsPXRWoaAgK
+5Su6YJXLlsw9ZzMzr4cyo/3mwxZ4qZa40D9W86iC+7yqvlMpHN0lld9xFL1xpj4p
+/TsVeXW/zPYVwZZoDV/+3OWljphcmn7sj5jYQS/Du+vaWnJsW8svuWYwm8rd2daW
+EDs66G1j6c07zkp/xCufNLCQyc+z1ujtvnmwoyZ5q6DCPRBqvTQnKBvQWSyzLymv
+jn47bw2GMVoFOesacSPTOIlxHIv53bGXViZxvG5Sx5fWH70WYb2NJjGhFgzbjU17
+vR4hTu9qK1g2kwKCAQEA4QhYkIz200gILyTR7RIXtpJwsZrwLs0nUSNpdF3Hk21i
+jB5eWP4tNkCZLhqLaWaJmKfuXIU+1ziCb1K4E2eEGCjPDhhDkvGrQvscLCl6gdcC
+b1ndy6EtUj+QOVrbAkI/3n6Cn+wE2DjGNOR5aSGNQfVmj3j6AqttTEFWevXqivMS
+X23iUiLmgAF7dF8RVEZniUh1qreAZur4uWehMdEX947sE71hTp0uLs3HpDHN3oCb
+QSNU76rCS7jEludf/Mk8MJRdyjnt3ftWVRUA3p3HHas1b1ZETCMcWfR7knFQI3FE
+ELHsWdhYahgdRSA+KVw3RO3NpMIFuhYbeG/+R9eU8wKCAQBxuortnMxxLsM/EU39
+SGv3VtpQOMKpD4w74nP946NHbrtvqwiSwzPYl8+sn14Ky/lFXkkkksA++7bKBJAS
+7kPQiblOAJTBdWIWIehxdassBDqCzrWE7SW0rQFiNu9NELYE0xUzKOT6cMeuRbRt
+ypncfjfIVyuXXfl4Y5ICcWHr70hAaom4IYaeo4aZ59IVJocrkheBfsTFn5M0CVVf
+wvobfwaRE+sd/Qyci3kl7oa+IzisjdFGfbIRqV5s5N6cICngJYH0EzRyU4mHWI6x
+onXyFxTDbE9jdOpchWV57f/dQKCcs9QRgEGy4l2IwZsCdtIznoEm/ozSV3f1ZZT7
+y7yZAoIBAQC1xLENKeAh77g0pHAxJ4EiBw2iWH2TwED26DzBMxMHQb7tYYZiKgXJ
+IcrZk7VykNGqDlOaRkLpQ4sQcuefPOlVPnlpcC39HtpwgzdRcLu070DXQubGGc3q
+9s7/lST8oRjIFrZaiSGsqcdoZ/it890PHzMVxuljiKcDhm9daRBn5km77Z13LRu0
+3/2hlT0BLtFo8a+iExFTkI8R6+Qnwjayz65fj4RvJMVuJugQ9+3LwWQm7GwqH2tM
+ENYy8nf1T3Mf5mgP9lTuDpvAo/OM3jM9AtNpuGv4eA/plXLPaloKFu6c8arxM7DP
+GeVitdWgQQ2fztpiMBrCIiNUWFo0G64DAoIBAQDVv9djOCjegOuYqd4bxHK1gJFD
+0a3B81JlXLDX7EBSdK14oDVQ+MnyjYT1IbcKjnqdZEVRzOi7QbWJ44afRQP+dV0b
+nPHqvUd3tN/tsISGjA/mRiMARVUl5OEJIyAy4pLF9DtYn8EFuAmnP2qg20zEShWe
+4Xu0HwPi7HuBx+4UdWAD1mrETflM1J07p6k7er8GiF55xeCLKCz5pytS4EfwUKrV
++A+zweNNzq0at5xc6NpUwlQZrVxUT56cJL2B4QWwgD8E3nBavOTMVbb657EI1W90
+pET4jjfCgiKLllYH1fcDBj3Lt+ocZR5Fc4/VtFzl/vsBoe5Fp7v4Fe9lBaDY
+-----END RSA PRIVATE KEY-----

config/issuers_keys/debug.pub

@@ -0,0 +1,14 @@
+-----BEGIN PUBLIC KEY-----
+MIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEAyBFdNu48bZHnJZ8fqCrf
+N2W0BJWhsWd9EBa2rHXQeW7FGpF/FPu/6pJGmCI+MJoD7TNphefEsXDuvc6+QDDN
+B8r0UHHHicG7e0QxPitPxtkCCC6cfdlWAzmMD1vuwXAzUrcN+yPHW5RVi+Rlp3EQ
+BUi6vtvv6dkcDoIGPTrWDXfRylzBiyhIr2Xa4KxGtEJtEhG/szSI8ou+u/p5wgFB
+MMC2J/TzttkzFYa3xiqS0wpmG73xLnnR9n0a7FZflDOctOhhjBqMD54h9AAJeqYd
+XNdL+9mE5mYa+eEDB++xDpeuzY639P++s5OzHmxb/TbRnj6gCD8txH38ficilgyN
+IL52UkYTI/Jkr4rB85wht40qkM7WPz67KqT7CZP0T5hPpmBUa6juHmaUYwmo9dpV
+3+iGojQw5KiSawF81GU3rO/41fyKz37yDZBsrKjL7NGIgjHWMTkmmCsIgFz/bV7S
+zDIyhInbaclGhYS25s5Hpf6vZw3BRiHf04OZcnTF2OgiJhNlY137KyNAZt3YYyek
+aEEqNggO06ADXFePBG7jch3CJ8KSD0ok4FNLwcplvhQ63Mkt5qpHsQqa0+NkHPbF
+kMLlUHU2xZLN7ZMRH/Ks6f5qGF4e3qKR9VDWze5EUs61LowKJ8Q6nJwYyITdh8bq
+UZ+pNsA/5n5sG55j6L69yYkCAwEAAQ==
+-----END PUBLIC KEY-----

config/test.js

@@ -0,0 +1,7 @@
+module.exports = {
+  postgres: {
+    user: "postgres",
+    host: "db",
+    database: "podcloud_stats_test"
+  }
+};

config/travis.js

@@ -0,0 +1,9 @@
+const test = require("./test");
+
+module.exports = {
+  ...test,
+  postgres: {
+    ...test.postgres,
+    host: "localhost"
+  }
+};

database.json

@@ -0,0 +1,39 @@
+{
+  "defaultEnv": {
+    "ENV": "NODE_ENV"
+  },
+  "development": {
+    "driver": "pg",
+    "user": "postgres",
+    "password": "postgres",
+    "host": "db",
+    "database": "podcloud_stats_dev"
+  },
+  "test": {
+    "driver": "pg",
+    "user": "postgres",
+    "password": "postgres",
+    "host": "db",
+    "database": "podcloud_stats_test"
+  },
+  "travis": {
+    "driver": "pg",
+    "user": "postgres",
+    "password": "postgres",
+    "host": "localhost",
+    "database": "podcloud_stats_test"
+  },
+  "production": {
+    "driver": "pg",
+    "host": {
+      "ENV": "DB_HOST"
+    },
+    "user": {
+      "ENV": "DB_USERNAME"
+    },
+    "password": {
+      "ENV": "DB_PASSWORD"
+    },
+    "database": "podcloud_stats"
+  }
+}