TinyDB fixes

.github/workflows/deb.yml

@@ -0,0 +1,55 @@
+name: Create new release
+
+on:
+  push:
+    tags:
+      - v*
+
+jobs:
+  deb:
+    runs-on: ubuntu-latest
+    steps:
+      - name: checkout
+        uses: actions/checkout@v2
+      - name: Install packages
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y \
+            build-essential \
+            virtualenv \
+            debhelper \
+            wget
+      - name: Set up Python 3.6
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.6'
+          architecture: 'x64'
+      - name: version
+        run: echo "::set-output name=version::$(cat VERSION)"
+        id: version
+      - name: Prepare env
+        id: prepare
+        run: |
+          find *dsc  -exec sed -i "s+__VERSION__+$(cat VERSION)+g" {} +
+          for f in *diff.gz; do
+            cp "$f" "$f~" &&   
+            gzip -cd "$f~" | sed "s+__VERSION__+$(cat VERSION)+g" | gzip > "$f"
+          done
+          wget https://github.com/snoozeweb/snooze/releases/download/v$(cat VERSION)/snooze-web-$(cat VERSION).tar.gz -O snooze-server_$(cat VERSION).tar.gz
+          mv snooze-server.diff.gz snooze-server_$(cat VERSION).diff.gz 
+      - name: Extract
+        id: extract
+        run: dpkg-source -x --no-check snooze-server.dsc
+      - name: Build
+        id: build
+        run: dpkg-buildpackage
+        working-directory: ./snooze-server-${{ steps.version.outputs.version }}
+      - name: upload
+        uses: svenstaro/upload-release-action@v2
+        with:
+          repo_token: ${{ secrets.GITHUB_TOKEN }}
+          file: ./*.deb
+          tag: ${{ github.ref }}
+          overwrite: true
+          file_glob: true
+

.github/workflows/release.yml

@@ -150,8 +150,13 @@ jobs:
             venvctrl
           mkdir /var/tmp/BUILD /var/tmp/SOURCES /var/tmp/SRPMS/ /var/tmp/RPMS
       - name: Build RPM
+        uses: nick-invision/retry@v2
         id: rpm-build
-        run: rpmbuild --bb snooze-server.spec
+        with:
+          retry_on: error
+          max_attempts: 3
+          timeout_minutes: 10
+          command: rpmbuild --bb snooze-server.spec
       - name: package_path
         run: echo "::set-output name=package_path::$(echo /var/tmp/RPMS/x86_64/snooze-server-$(cat VERSION)-1.x86_64.rpm)"
         id: package_path

CHANGELOG.md

@@ -1,3 +1,10 @@
+## v1.0.16
+
+### Bug fixes
+* TinyDB was broken since v1.0.11
+* Date was handled incorrectly for TinyDB metric features
+* Github CI fix
+
 ## v1.0.15
 
 ### New features

VERSION

@@ -1 +1 @@
-1.0.15
+1.0.16

snooze/db/file/database.py

@@ -11,8 +11,8 @@
 from snooze.utils.functions import dig, flatten, to_tuple
 from threading import Lock
 from logging import getLogger
+from datetime import datetime
 import uuid
-import datetime
 import re
 log = getLogger('snooze.db.file')
 
@@ -33,6 +33,7 @@ def test_root(self, func, *args):
             allow_empty_path=True
         )
 
+
 def test_contains(array, value):
     if not isinstance(array, list):
         array = [array]
@@ -56,10 +57,13 @@ def init_db(self, conf):
         log.debug("Initialized TinyDB at path {}".format(filename))
         log.debug("db: {}".format(self.db))
 
+    def create_index(self, collection, fields):
+        pass
+
     def cleanup_timeout(self, collection):
         mutex.acquire()
         #log.debug("Cleanup collection {}".format(collection))
-        now = datetime.datetime.now().timestamp()
+        now = datetime.now().timestamp()
         aggregate_results = self.db.table(collection).search(Query().ttl >= 0)
         aggregate_results = list(map(lambda doc: {'_id': doc.doc_id, 'timeout': doc['ttl'] + doc['date_epoch']}, aggregate_results))
         aggregate_results = list(filter(lambda doc: doc['timeout'] <= now, aggregate_results))
@@ -108,7 +112,7 @@ def write(self, collection, obj, primary = None, duplicate_policy='update', upda
         for o in tobj:
             primary_docs = None
             if update_time:
-                o['date_epoch'] = datetime.datetime.now().timestamp()
+                o['date_epoch'] = datetime.now().timestamp()
             if primary and all(dig(o, *p.split('.')) for p in primary):
                 primary_query = map(lambda a: dig(Query(), *a.split('.')) == dig(o, *a.split('.')), primary)
                 primary_query = reduce(lambda a, b: a & b, primary_query)
@@ -178,7 +182,7 @@ def write(self, collection, obj, primary = None, duplicate_policy='update', upda
         return {'data': {'added': deepcopy(added), 'updated': deepcopy(updated), 'replaced': deepcopy(replaced),'rejected': deepcopy(rejected)}}
 
     def inc(self, collection, field, labels={}):
-        now = int((datetime.datetime.now().timestamp() // 3600) * 3600)
+        now = int((datetime.now().timestamp() // 3600) * 3600)
         table = self.db.table(collection)
         query = Query()
         mutex.acquire()
@@ -251,7 +255,7 @@ def compute_stats(self, collection, date_from, date_until, groupby='hour'):
         groups = {}
         res = []
         for doc in results:
-            date_range = datetime.date.fromtimestamp(doc['date']).strftime(date_format)
+            date_range = datetime.fromtimestamp(doc['date']).astimezone().strftime(date_format)
             if date_range not in groups:
                 groups[date_range] = {doc['key']: {'value': 0}}
             elif doc['key'] not in groups[date_range]:

web/package.json

@@ -1,6 +1,6 @@
 {
   "name": "snooze-web",
-  "version": "1.0.15",
+  "version": "1.0.16",
   "description": "",
   "author": "",
   "homepage": "",