数据统计

model/db/account_info_db.js

@@ -219,7 +219,7 @@ async function getAccountBalances(opts) {
                         // decimals = await redis.readRedis('REDIS_ERC20_CONTRACT_DECIMALS_' + element.token_address.toLowerCase())
                         decimals = await redis.readAppendRedis('REDIS_ERC20_CONTRACT_DECIMALS', opts.chain, element.token_address.toLowerCase())
                     } catch (error) {
-
+                        
                     }
                     results.push({
                         type: 'token',

model/db/collect_coins_db.js

@@ -34,7 +34,7 @@ async function query_collect_total_fee(startTime, endTime) {
                         resolve(null);
                         return;
                     }
-                    logger.log('query_collect_total_fee ret=', error, results);
+                    // logger.log('query_collect_total_fee ret=', error, results);
                     //用完当前连接需要释放,归还给连接池
                     connection.release();
                     resolve({

model/db/withdraw_db.js

@@ -21,7 +21,7 @@ async function create_withdraw_task(task_obj) {
     //提币任务创建时间
     var withdraw_create_time = utils.getTimestamp();
 
-    withdraw_create_time = utils.getCurrentDate()
+    // withdraw_create_time = utils.getCurrentDate()
 
     var from_address = task_obj.user_address
     var to_address = task_obj.receiver
@@ -103,7 +103,7 @@ function update_withdraw_task(withdraw_id, ret_obj) {
     if (!status)
         status = 3
     if (!update_time)
-        update_time = utils.getCurrentDate()
+        update_time = utils.getTimestamp()
     var update_withdraw_params = [status, hash, nonce, update_time, gas_price, gas_limit, ret_obj.value, ret_obj.errorMsg ? ret_obj.errorMsg : '', withdraw_id]
     return new Promise((resolve) => {
         mysql.getMySqlInstance().getConnection(function (err, connection) {

model/report.js

@@ -29,15 +29,15 @@ const http_request_post = async (params) => {
     var path = http_log_report_config.PATH
     var url = host + path
     var url = host + path
-    logger.log('http_request_post eventData', params.eventData)
-    logger.log('http_request_post', JSON.stringify(data), url)
+    // logger.log('http_request_post eventData', params.eventData)
+    // logger.log('http_request_post', JSON.stringify(data), url)
 
-    axios.post(url, data)
-        .then(res => {
-            logger.log('res=>', res.status, res.data);
-        }).catch(err => {
-            logger.error('http_request_post', err.toString(),url.toString());
-        });
+    // axios.post(url, data)
+    //     .then(res => {
+    //         logger.log('res=>', res.status, res.data);
+    //     }).catch(err => {
+    //         logger.error('http_request_post', err.toString(),url.toString());
+    //     });
 }
 
 /**

model/server_data_statistics.js

@@ -48,7 +48,7 @@ const http_request_get = async (data) => {
     })
 }
 
-function computeAddressPrice(total_in_coins) {
+async function computeAddressPrice(total_in_coins) {
     //计算总的价格
     for (key of total_in_coins.keys()) {
         var item = total_in_coins.get(key)
@@ -59,12 +59,12 @@ function computeAddressPrice(total_in_coins) {
         } else {
             var decimals = 18
             try {
-                // decimals = await redis.readRedis('REDIS_ERC20_CONTRACT_DECIMALS_' + element.token_address.toLowerCase())
                 decimals = await redis.readAppendRedis('REDIS_ERC20_CONTRACT_DECIMALS', item.chain, key.toLowerCase())
+                logger.info('REDIS_ERC20_CONTRACT_DECIMALS', key.toLowerCase(), decimals)
             } catch (error) {
                 decimals = 18
             }
-            item.totalUsdPrice = parseFloat(amount) / parseFloat(decimals) * parseFloat(usdPrice)
+            item.totalUsdPrice = parseFloat(amount) / parseFloat(10 ** decimals) * parseFloat(usdPrice)
         }
     }
 }
@@ -83,17 +83,19 @@ async function filterCollectCoinsLists(collect_ret, filterTypt) {
                 var opts = JSON.parse(element.transfers)
                 for (let index = 0; index < opts.length; index++) {
                     const transfers = opts[index];
-                    var address = transfers.contractAddress ? transfers.contractAddress : '0x0000000000000000000000000000000000000000'
-                    if (total_in_coins.get(address) != null) {
-                        var ins = total_in_coins.get(address)
-                        ins.amount = BigInt(ins.amount) + BigInt(transfers.amount)
-                        total_in_coins.set(address, ins)
-                    } else {
-                        total_in_coins.set(address, {
-                            amount: BigInt(transfers.amount), //总入金
-                            usdPrice: transfers.usdPrice,
-                            chain: transfers.chain,
-                        })
+                    if (transfers.chain == filterTypt) {
+                        var address = transfers.contractAddress ? transfers.contractAddress : '0x0000000000000000000000000000000000000000'
+                        if (total_in_coins.get(address) != null) {
+                            var ins = total_in_coins.get(address)
+                            ins.amount = BigInt(ins.amount) + BigInt(transfers.amount)
+                            total_in_coins.set(address, ins)
+                        } else {
+                            total_in_coins.set(address, {
+                                amount: BigInt(transfers.amount), //总入金
+                                usdPrice: transfers.usdPrice,
+                                chain: transfers.chain,
+                            })
+                        }
                     }
                 }
             }
@@ -102,7 +104,21 @@ async function filterCollectCoinsLists(collect_ret, filterTypt) {
 
 
     //计算总的价格
-    computeAddressPrice(total_in_coins)
+    await computeAddressPrice(total_in_coins)
+
+    var bsc_env
+    switch (process.env.NODE_ENV) {
+        case 'dev':
+        case 'test':
+            bsc_env = 'bsc_testnet'
+            break
+        case 'prd':
+            bsc_env = 'bsc_mainnet'
+            break
+        default:
+            bsc_env = 'bsc_mainnet'
+            break
+    }
 
     //获取 total gas
     try {
@@ -110,7 +126,7 @@ async function filterCollectCoinsLists(collect_ret, filterTypt) {
             switch (filterTypt) {
                 case 'bsc_testnet':
                 case 'bsc_mainnet':
-                    var price = await moralis.getAllTotkenPrice({ chain: 'bsc_testnet' })
+                    var price = await moralis.getAllTotkenPrice({ chain: bsc_env })
                     if (typeof price === 'string') {
                         price = JSON.parse(price)
                     }
@@ -138,9 +154,92 @@ async function filterCollectCoinsLists(collect_ret, filterTypt) {
     }
 }
 
+function sumBalance(map) {
+    var balances = 0;
+    for (key of map.keys()) {
+        balances += map.get(key).totalUsdPrice
+    }
+    return balances
+}
+
+async function getSLGas() {
+    var maps = new Map()
+    var collect_ret = await collect_coins_db.query_collect_total_fee(null, null);
+    for (let index = 0; index < collect_ret.results.length; index++) {
+        var element = collect_ret.results[index]
+        try {
+            if (element.prestore_gas_fee && typeof element.prestore_gas_fee === 'string') {
+                var pre_gas_obj = JSON.parse(element.prestore_gas_fee)
+
+                var bgf = element.before_gas_fee
+                if (!bgf && pre_gas_obj.amount) {
+                    bgf = pre_gas_obj.amount
+                }
+
+                logger.info('getSLGas item', bgf, pre_gas_obj, element)
+                if (maps.get(pre_gas_obj.chain)) {
+                    maps.get(pre_gas_obj.chain).sl_gas_fee = BigInt(maps.get(pre_gas_obj.chain).sl_gas_fee) + (BigInt(pre_gas_obj.amount) - BigInt(bgf))
+                } else {
+                    maps.set(pre_gas_obj.chain, {
+                        sl_gas_fee: BigInt(pre_gas_obj.amount) - BigInt(bgf)
+                    })
+                }
+            }
+        } catch (error) {
+            logger.error('getSLGas error', error.toString())
+        }
+    }
+
+    var bsc_env
+    switch (process.env.NODE_ENV) {
+        case 'dev':
+        case 'test':
+            bsc_env = 'bsc_testnet'
+            break
+        case 'prd':
+            bsc_env = 'bsc_mainnet'
+            break
+        default:
+            bsc_env = 'bsc_mainnet'
+            break
+    }
+
+    logger.info('getSLGas', maps)
+
+    var bsc_sl
+    var czz_sl
+    for (key of maps.keys()) {
+        var item = maps.get(key)
+        switch (key) {
+            case "bsc_mainnet":
+            case "bsc_testnet":
+                var price = await moralis.getAllTotkenPrice({ chain: bsc_env })
+                if (typeof price === 'string') {
+                    price = JSON.parse(price)
+                }
+                var bnbPriceItem = moralis.findTokenPriceItem('0x0000000000000000000000000000000000000000', price)
+                bsc_sl = parseFloat(item.sl_gas_fee) / parseFloat(10 ** 18) * parseFloat(bnbPriceItem.usdPrice)
+                break
+            case "czz":
+                var price = await moralis.getAllTotkenPrice({ chain: 'czz' })
+                if (typeof price === 'string') {
+                    price = JSON.parse(price)
+                }
+                var czzPriceItem = moralis.findTokenPriceItem('0x0000000000000000000000000000000000000000', price)
+                czz_sl = parseFloat(item.sl_gas_fee) / parseFloat(10 ** 18) * parseFloat(czzPriceItem.usdPrice)
+                break
+        }
+    }
+
+    return {
+        bsc: bsc_sl,
+        czz: czz_sl
+    }
+}
+
 async function getCollectCoinsOutInfo(startTime, endTime) {
     var collect_ret = await collect_coins_db.query_collect_total_fee(startTime, endTime);
-    logger.info('getCollectCoinsOutInfo query_collect_total_fee', startTime, endTime, collect_ret)
+    logger.info('getCollectCoinsOutInfo query_collect_total_fee', startTime, endTime)
 
     var bsc_env
     switch (process.env.NODE_ENV) {
@@ -165,35 +264,98 @@ async function getCollectCoinsOutInfo(startTime, endTime) {
     return {
         bsc: bsc_envnet.map,
         czz: czz.map,
-        totalGasFee: bsc_envnet.totalGasFee + czz.totalGasFee
+        totalGasFee: parseFloat(bsc_envnet.totalGasFee) + parseFloat(czz.totalGasFee), //总归集消耗的 gas fee
+        totalInFee: sumBalance(bsc_envnet.map) + sumBalance(czz.map),//总入金美元
+    }
+}
+
+async function filterWithdrawTotalOutFee(chain_id, filterItem) {
+    const withdraw_out_map = new Map();
+
+    var price = await moralis.getAllTotkenPrice({ chain: chain_id + "" })
+    if (typeof price === 'string') {
+        price = JSON.parse(price)
+    }
+
+
+    for (let index = 0; index < filterItem.length; index++) {
+        const element = filterItem[index];
+        if (element.chain_id == chain_id) {
+            var address = element.type == 'native' ? '0x0000000000000000000000000000000000000000' : element.contract_address
+            if (withdraw_out_map.get(address) != null) {
+                var item = withdraw_out_map.get(address)
+                item.totalAmount = BigInt(element.amount) + BigInt(item.totalAmount)
+            } else {
+                var priceItem = moralis.findTokenPriceItem(address, price)
+                var decimals = 18
+
+                if (key == '0x0000000000000000000000000000000000000000') {
+                    item.totalUsdPrice = parseFloat(amount) / parseFloat(10 ** 18) * parseFloat(usdPrice)
+                } else {
+                    try {
+                        decimals = await redis.readAppendRedis('REDIS_ERC20_CONTRACT_DECIMALS', chain_id + "", address.toLowerCase())
+                        logger.info('REDIS_ERC20_CONTRACT_DECIMALS', key.toLowerCase(), decimals)
+                    } catch (error) {
+                        decimals = 18
+                    }
+                }
+                withdraw_out_map.set(address, {
+                    totalAmount: BigInt(element.amount), //出金数量
+                    usdPrice: priceItem.usdPrice,
+                    chain: element.chain_id,
+                    decimals: decimals,
+                })
+            }
+        }
     }
+
+    logger.info('filterWithdrawTotalOutFee', withdraw_out_map, chain_id)
+    return withdraw_out_map
 }
 
 async function getWithdrawOutInfo(startTime, endTime) {
     if (startTime && endTime) {
-        startTime = '1655049600000'
-        endTime = '1655135999000'
+        startTime = new Date(startTime).getTime()
+        endTime = new Date(endTime).getTime()
     }
     var withdraw_ret = await withdraw_db.getWidthdrawTotalFee(startTime, endTime)
-    const withdraw_map = new Map();
+    const withdraw_gas_map = new Map();
     for (let index = 0; index < withdraw_ret.length; index++) {
         const element = withdraw_ret[index];
         if (element.gas_price && element.gas_limit)
             var total_gas_fee2 = (BigInt(element.gas_price) * BigInt(element.gas_limit))
-        if (withdraw_map.get(element.chain_id) != null) {
-            var ins = withdraw_map.get(element.chain_id)
-            withdraw_map.set(element.chain_id, BigInt(ins) + BigInt(total_gas_fee2))
+        if (withdraw_gas_map.get(element.chain_id) != null) {
+            withdraw_gas_map.get(element.chain_id).total_gas_fee = BigInt(withdraw_gas_map.get(element.chain_id).total_gas_fee) + BigInt(total_gas_fee2)
         } else {
-            withdraw_map.set(element.chain_id, BigInt(total_gas_fee2))
+            withdraw_gas_map.set(element.chain_id,
+                {
+                    total_gas_fee: BigInt(total_gas_fee2),
+                    total_withdraw: null
+                }
+            )
         }
     }
 
+    var bsc_env
+    switch (process.env.NODE_ENV) {
+        case 'dev':
+        case 'test':
+            bsc_env = 'bsc_testnet'
+            break
+        case 'prd':
+            bsc_env = 'bsc_mainnet'
+            break
+        default:
+            bsc_env = 'bsc_mainnet'
+            break
+    }
 
-    var keys = withdraw_map.keys();
+    //计算总消耗的 gas
+    var keys = withdraw_gas_map.keys();
     var total_gas_fee = 0
     for (key of keys) {
-        console.log(key, withdraw_map.get(key));  // map.get(key)可得value值。
-        var value = withdraw_map.get(key)
+        console.log(key, withdraw_gas_map.get(key));  // map.get(key)可得value值。
+        var value = withdraw_gas_map.get(key).total_gas_fee
         //获取币价
         try {
             if (key == 2019) {
@@ -205,7 +367,7 @@ async function getWithdrawOutInfo(startTime, endTime) {
                 total_gas_fee += parseFloat(value) / parseFloat(10 ** 18) * parseFloat(czzPriceItem.usdPrice)
                 logger.info('new-total_gas_fee czz', total_gas_fee, czzPriceItem)
             } else {
-                var price = await moralis.getAllTotkenPrice({ chain: 'bsc_testnet' })
+                var price = await moralis.getAllTotkenPrice({ chain: bsc_env })
                 if (typeof price === 'string') {
                     price = JSON.parse(price)
                 }
@@ -216,13 +378,112 @@ async function getWithdrawOutInfo(startTime, endTime) {
         } catch (error) {
             logger.error('total_gas_fee', error)
         }
-
+    }
+    var withdrawout = 0
+    if (!startTime && !endTime) {
+        for (key of withdraw_gas_map.keys()) {
+            try {
+                var outs = await filterWithdrawTotalOutFee(key, withdraw_ret)
+                withdraw_gas_map.get(key).total_withdraw = outs
+                logger.error('withdraw_gas_map.get(key).total_withdraw outs', outs)
+                if (outs) {
+                    for (ckey of outs.keys()) {
+                        var item = outs.get(ckey);
+                        withdrawout = parseFloat(withdrawout) + (parseFloat(item.totalAmount) / parseFloat(10 ** item.decimals) * parseFloat(item.usdPrice))
+                    }
+                }
+            } catch (error) {
+                logger.error('filterWithdrawTotalOutFee error', error.toString())
+            }
+        }
     }
     return {
-        totalGasFee: total_gas_fee
+        outmap: withdraw_gas_map,
+        totalGasFee: total_gas_fee,
+        totalWithdraw: withdrawout
     };
 }
 
+async function updateBalance(obj, type) {
+    var price
+    if (type == 'bsc') {
+        var bsc_env
+        switch (process.env.NODE_ENV) {
+            case 'dev':
+            case 'test':
+                bsc_env = 'bsc_testnet'
+                break
+            case 'prd':
+                bsc_env = 'bsc_mainnet'
+                break
+            default:
+                bsc_env = 'bsc_mainnet'
+                break
+        }
+        price = await moralis.getAllTotkenPrice({ chain: bsc_env })
+    } else if (type == 'czz') {
+        price = await moralis.getAllTotkenPrice({ chain: 'czz' })
+    }
+
+    if (typeof price === 'string') {
+        price = JSON.parse(price)
+    }
+    var priceItem = moralis.findTokenPriceItem('0x0000000000000000000000000000000000000000', price, price)
+
+    if (obj.native) {
+        obj.native.usdPrice = parseFloat(obj.native.balance) / parseFloat(10 ** 18) * priceItem.usdPrice
+        logger.info('findTokenPriceItem 0x0000000000000000000000000000000000000000 ', obj, priceItem, type)
+    }
+
+    var tokenTotal = 0
+    if (obj.other && Array.isArray(obj.other)) {
+        for (let index = 0; index < obj.other.length; index++) {
+            const element = obj.other[index];
+            priceItem = moralis.findTokenPriceItem(element.token_address, price)
+            logger.info('findTokenPriceItem element ', priceItem, element.token_address)
+            if (priceItem) {
+                element.usdPrice = parseFloat(element.balance) / parseFloat(10 ** element.decimals) * priceItem.usdPrice
+                tokenTotal += element.usdPrice
+            }
+        }
+    }
+    return {
+        nativeTotal: obj.native.usdPrice,
+        tokenTotal: tokenTotal,
+    }
+}
+
+async function getAllBalance() {
+    var bsc_env
+    switch (process.env.NODE_ENV) {
+        case 'dev':
+        case 'test':
+            bsc_env = 'bsc_testnet'
+            break
+        case 'prd':
+            bsc_env = 'bsc_mainnet'
+            break
+        default:
+            bsc_env = 'bsc_mainnet'
+            break
+    }
+    var company = await moralis.queryCompanyInfoFromId(0)
+    var bsc_balance = await moralis.getAccountAllCoins({
+        chain: bsc_env,
+        address: company.user_address
+    })
+    var bscb = await updateBalance(bsc_balance, 'bsc')
+    var czz_balance = await moralis.getAccountAllCoins({
+        chain: 'czz',
+        address: company.user_address
+    })
+    var czzb = await updateBalance(czz_balance, 'czz')
+    return {
+        bsc: bscb,
+        czz: czzb
+    }
+}
+
 /**
  * 获取时间段总支出的 gas fee
  * @param {*} startTime 
@@ -250,22 +511,72 @@ async function getStatisticsInfo() {
     var totalWithdrawOut = await getWithdrawOutInfo(null, null)
     logger.info('totalWithdrawOut  ', totalWithdrawOut)
 
+    //获取当前账户总余额
+    var curBalances = await getAllBalance()
+    logger.info('getAllBalance  ', curBalances)
+
+    //获取散落 gas 
+    var totalSLGas = await getSLGas()
+
     return {
         todayTotalOutGasFee: collectCoinsOut.totalGasFee + withdrawOut.totalGasFee,             //今日总支出的 gas fee
         todayCanNotWithdrawUSD: data.data.canNotWithdrawUSD,                                    //今日不可提现余额
         todayCanWithdrawUSD: data.data.canWithdrawUSD,                                          //今日可提现余额
-        todayIncomeUSDTotal: data.data.incomeUSDTotal,                              //今日总收入
-        todayIncomeUSDFee: data.data.incomeUSDFee,                                  //今日固定收入
-        totalOutGasFee: totalCollectCoinsOut.totalGasFee + totalWithdrawOut.totalGasFee,                                                          //总支出 gas fee
-        totalWithdrawGasFee: totalWithdrawOut.totalGasFee,                                                     //总提币 gas fee
-        totalCollectCoinsGasFee: totalCollectCoinsOut.totalGasFee,                                                 //总归集 gas fee
-        totalInFee: 0,                                                              //总入金
-        totalOutFee: 0,                                                             //总出金
-        totalbalances: null,                                                        //总余额
-        ylGasBalance: 0,                                                            //预留 gas 费余额  native 总余额 - 总入金
-        slGasBalance: 0,                                                            //散落 gas 费余额  充值 0.5 gas - 使用 0.3 gas= 散落 0.2gas
+        todayIncomeUSDTotal: data.data.incomeUSDTotal,                                          //今日总收入
+        todayIncomeUSDFee: data.data.incomeUSDFee,                                              //今日固定收入
+        totalOutGasFee: totalCollectCoinsOut.totalGasFee + totalWithdrawOut.totalGasFee,        //总支出 gas fee
+        totalWithdrawGasFee: totalWithdrawOut.totalGasFee,                                      //总提币 gas fee
+        totalCollectCoinsGasFee: totalCollectCoinsOut.totalGasFee,                              //总归集 gas fee
+        totalInFee: totalCollectCoinsOut.totalInFee,
+        totalNativeInFee: {
+            bsc: totalCollectCoinsOut.bsc.get('0x0000000000000000000000000000000000000000').totalUsdPrice,
+            czz: totalCollectCoinsOut.czz.get('0x0000000000000000000000000000000000000000').totalUsdPrice
+        },                                                                                      //总 native 入金
+        totalOutFee: totalWithdrawOut.totalWithdraw,                                            //总出金
+        totalBalances: curBalances,                                                             //总余额
+        ylGasBalance: {                                                                         //预留 gas 费余额  native 总余额 - 总入金
+            bsc: curBalances.bsc.nativeTotal - totalCollectCoinsOut.bsc.get('0x0000000000000000000000000000000000000000').totalUsdPrice,
+            czz: curBalances.czz.nativeTotal - totalCollectCoinsOut.czz.get('0x0000000000000000000000000000000000000000').totalUsdPrice
+        },
+        slGasBalance: totalSLGas,                                                            //散落 gas 费余额  充值 0.5 gas - 使用 0.3 gas= 散落 0.2gas
     }
 }
+
+
+
+function timeoutFunc(config, func) {
+
+    config.runNow && func()
+
+    let nowTime = new Date().getTime()
+
+    let timePoints = config.time.split(':').map(i => parseInt(i))
+
+    let recent = new Date().setHours(...timePoints)
+
+    recent >= nowTime || (recent += 24 * 3600000)
+
+    setTimeout(() => {
+
+        func()
+
+        setInterval(func, config.interval * 3600000)
+
+    }, recent - nowTime)
+}
+
+timeoutFunc({
+
+    interval: 1, //间隔天数，间隔为整数
+
+    runNow: false, //是否立即运行
+
+    time: "08:00:00" //执行的时间点 时在0~23之间
+
+}, func => {
+    getStatisticsInfo()
+})
+
 module.exports = {
     getStatisticsInfo
 }

model/utils.js

@@ -121,8 +121,11 @@ function getRedisKeyFromChain(chain) {
         case CHAIN_NAME.bsc_testnet:
         case 'bsc_testnet':
         case 'bsc_mainnet':
+        case '97':
+        case '56':
             return '_BSC'
         case CHAIN_NAME.czz:
+        case '2019':
             return '_CZZ'
         default:
             return null

test/db_test.js

@@ -158,7 +158,7 @@ async function getInfo3() {
 
     console.log("YYYY-MM-dd", utils.getCurrentDateFormat('YYYY-MM-DD'))
    
-    console.error("getTotalOutGasFee", await statistics.getStatisticsInfo())
+    console.error("getStatisticsInfo", await statistics.getStatisticsInfo())
 
 }
 getInfo3()

test/sample.js

@@ -29,3 +29,7 @@ function decryptPrivityKey(message) {
 
 
 
+
+
+
+