updates for version 0.11.0 release:

* includes improved control over token graph updates
* after each block detects burns caused by non-SLP txn
* cleaned up local logging
* minor breaking change: removed "block" property from GraphTxn and GraphTxnDbo objects
* bump db schema version to trigger graph rebuild
* use recursion in checkForMissingMempoolTxns()

README.md

@@ -1,9 +1,9 @@
 ![SLPDB](assets/slpdb_logo.png)
 
 # SLPDB Readme
-**Last Updated:** 2019-04-25
+**Last Updated:** 2019-04-26
 
-**Current SLPDB Version:** 0.10.1 (beta)
+**Current SLPDB Version:** 0.11.0 (beta)
 
 
 
@@ -52,7 +52,7 @@ Users should utilize the [SlpServe](https://github.com/fountainhead-cash/slpserv
 
 Some of the values used in SLP require 64 or more bits of precision, which is more precision than `number` type can provide. To ensure value precision is maintained values are stored in collections using the `Decimal128` type.  `Decimal128` allows users to make database queries using query comparison operators like `$gte`.  
 
-However, when  `SlpServe` or `SlpSockServer` query results are returned as a JSON object these `Decimal128` values are converted into `string` type to improve readability of the value for the query consumer, as opposed to being returned as a special (and odd looking)  `$DecimalNumber` JSON object.  The `string` type also maintains the original value precision.  If a user wants to perform math operations on these `string`  values the user will need to first convert them to a large number type like `BigNumber` or `Decimal128` (e.g., `Decimal128.fromString("1000.123124")` or using [bignumber.js](https://github.com/MikeMcl/bignumber.js/) npm library via `new BigNumber("1000.00000001")`).
+The services `SlpServe` and `SlpSockServer` return query results as a JSON object with `Decimal128` values converted to `string` type so that readability is improved for the query consumer, as opposed to being returned as an awqward `$DecimalNumber` JSON object.  The `string` type also maintains the original value precision.  If a user wants to perform math operations on these `string` values the user will need to first convert them to a large number type like `BigNumber` or `Decimal128` (e.g., `Decimal128.fromString("1000.123124")` or using [bignumber.js](https://github.com/MikeMcl/bignumber.js/) npm library via `new BigNumber("1000.00000001")`).
 
 
 
@@ -341,7 +341,6 @@ Six MongoDB collections used to store these three categories of data, they are a
 	    "graphTxn": {
 			txid: string;
 			details: SlpTransactionDetailsDbo;
-			block: number|null;
 			outputs: GraphTxnOutputDbo[];
 		};
 	}

SlpGraphManager.ts

@@ -357,7 +357,7 @@ export class SlpGraphManager implements IZmqSubscriber {
                 }
             }
 
-            if(graph.IsValid()) {
+            if(graph.IsValid) {
                 this._tokens.set(tokens[i].tokenIdHex, graph);
                 await this.db.tokeninsertreplace(this._tokens.get(tokens[i].tokenIdHex)!.toTokenDbObject());
                 await this.db.graphinsertreplace(this._tokens.get(tokens[i].tokenIdHex)!.toGraphDbObject(), tokens[i].tokenIdHex);

bit.ts

@@ -402,8 +402,9 @@ export class Bit {
         }
     }
 
-    async checkForMissingMempoolTxns() {
-        let currentBchMempoolList = await this.rpc.getRawMempool();
+    async checkForMissingMempoolTxns(currentBchMempoolList?: string[]) {
+        if(!currentBchMempoolList)
+            currentBchMempoolList = await this.rpc.getRawMempool();
         let cachedSlpMempoolTxs = Array.from(this.slpMempool.keys());
 
         // add missing SLP transactions and process
@@ -414,6 +415,10 @@ export class Bit {
             }
         });
 
+        let residualMempoolList = (await this.rpc.getRawMempool()).filter(id => !this.slpMempoolIgnoreList.includes(id) && !Array.from(this.slpMempool.keys()).includes(id))
+        if(residualMempoolList.length > 0)
+            this.checkForMissingMempoolTxns(residualMempoolList)
+
         console.log('[INFO] BCH mempool txn count:', currentBchMempoolList.length);
         console.log("[INFO] SLP mempool txn count:", this.slpMempool.size);
     }
@@ -524,6 +529,14 @@ export class Bit {
                     }
                     return result;
                 }
+                else if(!isSLP) {
+                    // check transaction inputs for spending of SLP transactions
+                    // if(txn && self._zmqSubscribers.length > 0) {
+                    //     await self.asyncForEach(txn!.inputs, async () => {
+                    //         console.log("[TEST] checking input");
+                    //     })
+                    // }
+                }
             }
         }
         return null;

config.ts

@@ -25,7 +25,7 @@ export class Config {
 		name: process.env.db_name ? process.env.db_name : 'slpdb',
 		name_testnet: process.env.db_name ? process.env.db_name + "_test" : 'slpdb_testnet',
 		url: process.env.db_url ? process.env.db_url : 'mongodb://localhost:27017',
-		schema_version: 64,
+		schema_version: 65,
 		index: {
 			tokens: {
 				keys: [ 'tokenDetails.tokenIdHex', 'tokenDetails.name', 'tokenDetails.symbol', 'tokenStats.qty_token_circulating_supply', 'tokenStats.qty_token_burned', 'tokenStats.qty_token_minted' ],

package.json

@@ -1,6 +1,6 @@
 {
   "name": "slpdb",
-  "version": "0.10.1",
+  "version": "0.11.0",
   "description": "Data storage layer for Simple Ledger Protocol",
   "main": "index.js",
   "scripts": {

query.ts

@@ -319,7 +319,7 @@ export class Query {
 
         if(!response.errors) {
             let results: MintTxnQueryResult[] = ([].concat(<any>response.c).concat(<any>response.u));
-            if(results.length === 1) {
+            if(results.length > 0) {
                 let res: MintTxnQueryResult = results[0];
                 try {
                     let qtyBuf = Buffer.from(res.mintQty as any as string, 'hex');
@@ -330,7 +330,7 @@ export class Query {
                 return res;
             }
             else {
-                console.log("Assumed Token Burn: Could not find the spend transaction: " + txid + ":" + vout);
+                console.log("[INFO] Assumed Token Burn: Could not find the spend transaction: " + txid + ":" + vout);
                 return { tokenid: null, txid: null, block: null, timestamp: null, batonHex: null, mintQty: null, mintBchQty: null }
             }
         }
@@ -357,7 +357,7 @@ export class Query {
 
         if(!response.errors) {
             let results: SendTxnQueryResult[] = ([].concat(<any>response.c).concat(<any>response.u));
-            if(results.length === 1) {
+            if(results.length > 0) {
                 let res: any = results[0];
                 let sendOutputs: { tokenQty: BigNumber, satoshis: number }[] = [];
                 res.sendOutputs = sendOutputs;
@@ -376,7 +376,7 @@ export class Query {
                 return res;
             }
             else {
-                console.log("Assumed Token Burn: Could not find the spend transaction: " + txid + ":" + vout);
+                console.log("[INFO] Assumed Token Burn: Could not find the spend transaction: " + txid + ":" + vout);
                 return { tokenid: null, txid: null, block: null, timestamp: null, sendOutputs: [ { tokenQty: new BigNumber(0), satoshis: 0} ] }
             }
         }