moralis_sdk.js 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161
  1. /* import moralis */
  2. const Moralis = require("moralis/node");
  3. // const Moralis = require("../Moralis-JS-SDK/node");
  4. var utils = require('./utils.js');
  5. // var config = require('../config/config.js')(db_config,
  6. // moralis_config)
  7. var { moralis_config, reids_token_config, account_config } = require('../config/config.js')
  8. const redis = require("./db/redis_db") //导入 db.js
  9. const mysql = require("./db/mysql_db")
  10. const logger = require('./logger')
  11. const report = require("./report") //导入 db.js
  12. const BigNumber = require('bignumber.js')
  13. const collect_coins_db = require('./db/collect_coins_db')
  14. /* Moralis init code */
  15. var serverUrl = moralis_config.SERVER_URL;
  16. var appId = moralis_config.APP_ID;
  17. var masterKey = moralis_config.MASTER_KEY;
  18. var moralisSecret = moralis_config.MORALIS_SECRET;
  19. // 内部异常
  20. const ERROR_CODE_001 = -1;
  21. const SUCCEED_CODE = 0;
  22. // 归集队列
  23. var collectCoinsArrays = [];
  24. // 是否执行归集
  25. var isExecCollect = false;
  26. var masterInit = false
  27. var secretInit = false
  28. // 对 shib 做限制
  29. const SHIB_AMOUNT_LIMIT = 20000
  30. const SHIB_AMOUNT_FEE_LIMIT = 10000
  31. const SHIB_ADDRESS = '0x2859e4544C4bB03966803b044A93563Bd2D0DD4D'
  32. // logger.log('Moralis.settings',Moralis)
  33. // Moralis.settings.setAPIRateLimit({
  34. // anonymous:10, authenticated:20, windowMs:60000
  35. // })
  36. /**
  37. * 初始化 moralis
  38. * https://st94nif1cq.feishu.cn/docs/doccnNxG2UwHPCdZXbywgbdy13f#
  39. */
  40. async function initMasterSDK() {
  41. logger.debug('initMasterSDK start')
  42. if (masterInit) {
  43. logger.log('initMasterSDK', masterInit)
  44. return
  45. }
  46. await Moralis.start({ serverUrl, appId, masterKey });
  47. logger.debug('initMasterSDK start ok')
  48. // masterInit = true
  49. }
  50. async function initMoralisSecretSDK() {
  51. if (secretInit) {
  52. logger.log('initMoralisSecretSDK', secretInit)
  53. return
  54. }
  55. logger.debug('initMoralisSecretSDK start')
  56. await Moralis.start({ serverUrl, appId, moralisSecret });
  57. logger.debug('initMoralisSecretSDK start ok')
  58. // secretInit = true
  59. }
  60. /**
  61. * 设置 web3 云函数
  62. */
  63. async function setWeb3apiRateLimit() {
  64. await initMasterSDK()
  65. const params = {};
  66. const ret = await Moralis.Cloud.run("setWeb3apiRateLimit", params);
  67. logger.error('setWeb3apiRateLimit', ret)
  68. }
  69. setWeb3apiRateLimit()
  70. function toJson(code_, obj_, errMsg_) {
  71. return utils.toJson(code_, obj_, errMsg_);
  72. }
  73. /**
  74. * 通过交易记录获取 gas 费用
  75. * @param {} type
  76. * @param {*} obj
  77. * @param {*} address
  78. */
  79. function getTransferRecordGasFree(type, obj, address) {
  80. logger.log('getTransferRecordGasFree fun in', type, obj, address)
  81. if (obj && obj.data && obj.data.result && Array.isArray(obj.data.result) && obj.data.result.length > 0) {
  82. logger.log('getTransferRecordGasFree fun in', 1)
  83. for (let index = 0; index < obj.data.result.length; index++) {
  84. const element = obj.data.result[index];
  85. logger.log('getTransferRecordGasFree fun in 2', element)
  86. if (element.type == type && element.to_address.toLowerCase() == address.toLowerCase()) {
  87. if (element.gas_price && element.gas && type == 'native') {//native
  88. return {
  89. totalGasFree: parseInt(element.gas_price) * parseInt(element.gas),
  90. gas_price: parseInt(element.gas_price),
  91. gas_limit: parseInt(element.gas),
  92. }
  93. }
  94. }
  95. }
  96. }
  97. return null;
  98. }
  99. function changeJsonHexBignumberToString(json) {
  100. if (json) {
  101. var obj = JSON.parse(json)
  102. var code = obj.code;
  103. logger.log('changeJsonHexBignumberToString obj=', obj)
  104. try {
  105. if (obj.data && obj.data.gasPrice && obj.data.gasLimit && obj.data.gasPrice.hex && obj.data.gasLimit.hex) {
  106. var curGasPrice = BigNumber(obj.data.gasPrice.hex).toNumber()
  107. var curGasLimit = BigNumber(obj.data.gasLimit.hex).toNumber()
  108. obj.data.gasPrice.number = curGasPrice.toString()
  109. obj.data.gasLimit.number = curGasLimit.toString()
  110. logger.log('getTransferGasFree totalGasFree=', curGasPrice, curGasLimit)
  111. if (obj.data.value && obj.data.value.hex) {
  112. var value = BigNumber(obj.data.value.hex).toNumber()
  113. logger.log('getTransferGasFree native value=', value)
  114. if (value != 0) {
  115. obj.data.value.number = value.toString()
  116. }
  117. }
  118. }
  119. logger.log('changeJsonHexBignumberToString ret=', obj.data)
  120. return JSON.stringify(obj.data)
  121. } catch (error) {
  122. logger.error('changeJsonHexBignumberToString error', error.toString())
  123. return json;
  124. }
  125. }
  126. return json;
  127. }
  128. /**
  129. * 获取转账的 gas 费
  130. * @param {*} type
  131. * @param {*} json
  132. * @returns
  133. */
  134. function getTransferGasFree(type, json) {
  135. var curGasPrice = account_config.BNB_GAS_PRICE
  136. var curGasLimit = account_config.TOKEN_GAS_LIMIT
  137. var nativeValue = 0;
  138. var tokenValue = 0;
  139. var code = -1;
  140. if (type == 'native') {
  141. curGasLimit = account_config.BNB_GAS_LIMIT
  142. }
  143. var totalGasFree = parseInt(curGasLimit) * parseInt(curGasPrice);
  144. var gas_fee
  145. var gas_limit
  146. logger.log('getTransferGasFree json=', json)
  147. if (json) {
  148. var obj = JSON.parse(json)
  149. code = obj.code;
  150. logger.log('getTransferGasFree obj=', obj)
  151. if (obj.data && obj.data.gasPrice && obj.data.gasLimit && obj.data.gasPrice.hex && obj.data.gasLimit.hex) {
  152. var curGasPrice = BigNumber(obj.data.gasPrice.hex).toNumber()
  153. var curGasLimit = BigNumber(obj.data.gasLimit.hex).toNumber()
  154. if (curGasPrice > 0 && curGasLimit > 0) {
  155. totalGasFree = curGasPrice * curGasLimit;
  156. }
  157. gas_fee = curGasPrice
  158. gas_limit = gas_limit
  159. logger.log('getTransferGasFree totalGasFree=', curGasPrice, curGasLimit, totalGasFree)
  160. if (obj.data.value && obj.data.value.hex) {
  161. var value = BigNumber(obj.data.value.hex).toNumber()
  162. logger.log('getTransferGasFree native value=', value)
  163. if (value != 0) {
  164. nativeValue = value
  165. }
  166. }
  167. }
  168. }
  169. return {
  170. code: code,
  171. totalGasFree: totalGasFree,
  172. nativeValue: nativeValue,
  173. tokenValue: tokenValue,
  174. gasFee: gas_fee,
  175. gasLimit: gas_limit,
  176. }
  177. }
  178. /**
  179. *
  180. * @param {转账是否成功} json
  181. */
  182. function isTransferSucceed(json) {
  183. if (json) {
  184. var obj = JSON.parse(json)
  185. return obj.code == 0
  186. }
  187. return false
  188. }
  189. const withdraw = async (obj) => {
  190. obj.withdraw = 1;
  191. return await transfer_handle(obj);
  192. }
  193. async function getAccountBalances(options) {
  194. await initMasterSDK();
  195. if (options.chain) {
  196. options.chain = utils.getChainName(options.chain)
  197. }
  198. //做 3次 重试,每次间隔 1s+=
  199. //Error: Request failed with status code 524
  200. //Error: Request failed with status code 500
  201. var tryCount = 4;
  202. var delay = 1000
  203. var interval = 500
  204. var result;
  205. var balance_opts = {
  206. address: options.address,
  207. chain: options.chain
  208. }
  209. logger.log('getAccountBalances :', options, balance_opts)
  210. do {
  211. try {
  212. if (options.type == 'native') {
  213. result = await Moralis.Web3API.account.getNativeBalance(balance_opts);
  214. logger.log('getNativeBalance=', result);
  215. } else {
  216. result = await Moralis.Web3API.account.getTokenBalances(balance_opts);
  217. logger.log('getTokenBalances=', result);
  218. }
  219. if (tryCount < 4) {
  220. logger.error('getBalances succeed:', JSON.stringify(balance_opts), " 已重试:" + tryCount + "次")
  221. }
  222. break
  223. } catch (error) {
  224. if (tryCount == 1) {
  225. logger.error('getBalances error:', error.toString(), JSON.stringify(balance_opts), JSON.stringify(options))
  226. result = null;
  227. break
  228. }
  229. tryCount -= 1;
  230. await utils.sleep(delay)
  231. delay += interval
  232. logger.error('getBalances error:', JSON.stringify(balance_opts), "重试:" + tryCount + "次")
  233. }
  234. } while (tryCount >= 1);
  235. return result
  236. }
  237. /**
  238. * 获取当前账户下所有不同种类的币 主流币 + 20币
  239. *
  240. * 必填项
  241. * obj.chain = ?
  242. * @param {*} obj
  243. */
  244. async function getAccountAllCoins(obj) {
  245. var temp_chain = obj.chain;
  246. //拿到我当前所有的币种
  247. obj.type = 'native'
  248. obj.chain = temp_chain
  249. var native_balance = await getAccountBalances(obj);
  250. //拿到我当前所有的 20 币
  251. obj.type = '20'
  252. obj.chain = temp_chain
  253. var others_balances = await getAccountBalances(obj);
  254. return {
  255. native: native_balance,
  256. other: others_balances,
  257. }
  258. }
  259. /**
  260. * 判断是否转 gas 费
  261. * @param {*} my_account_all_coins
  262. */
  263. async function computeTransferGasFree(obj, my_account_all_coins, tokenPrices) {
  264. var totalCount = 0;
  265. var tokenCount = 0;
  266. var tokenGasPrice = 0;
  267. var nativeGasPrice = 0;
  268. var ret_total_gas_price = 0;
  269. var ret_total_count = 0;
  270. var ret_a_gas = 0;
  271. //需要转账的数组对象
  272. var transfer_obj = [];
  273. var receiver_info = await queryCompanyInfoFromId(0);
  274. //得到 20 币 满足 1美刀的 count
  275. if (Array.isArray(my_account_all_coins.other) && my_account_all_coins.other.length > 0) {
  276. for (let index = 0; index < my_account_all_coins.other.length; index++) {
  277. const element = my_account_all_coins.other[index];
  278. // my_account_all_coins.other.forEach(element => {
  279. logger.log('20 element=', element);
  280. var find_transfer_item = findTokenPriceItem(element.token_address, tokenPrices);
  281. if (element.token_address == SHIB_ADDRESS) {
  282. if (parseInt(element.balance) < SHIB_AMOUNT_LIMIT) {
  283. logger.warn('不满足归集条件', element);
  284. continue
  285. }
  286. }
  287. if (find_transfer_item) {
  288. var total_all_usdprice = calculate_total_usdprice(element.balance, element.decimals, find_transfer_item.usdPrice);
  289. logger.log('findTokenPriceItem ret=', element.token_address, find_transfer_item, total_all_usdprice);
  290. if (find_transfer_item && total_all_usdprice > 1.0) {
  291. tokenCount += 1;
  292. logger.log('token > 1.0', tokenCount, element.token_address);
  293. var obj_20 = {
  294. chain: obj.chain,
  295. contractAddress: element.token_address,
  296. amount: element.balance,
  297. receiver: receiver_info.user_address,
  298. type: 'erc20',
  299. address: obj.address,
  300. usdPrice: find_transfer_item.usdPrice
  301. }
  302. transfer_obj.push(obj_20)
  303. }
  304. } else {
  305. logger.log('findTokenPriceItem not fount =', element);
  306. }
  307. // });
  308. }
  309. logger.log('account_config.TOKEN_GAS_LIMIT=', account_config.TOKEN_GAS_LIMIT);
  310. var lastTokenFree = await redis.readRedis(reids_token_config.LAST_TOTAL_TOKEN_FREE)
  311. logger.log('LAST_TOTAL_TOKEN_FREE=', lastTokenFree);
  312. if (lastTokenFree && reids_token_config.LAST_TOTAL_TOKEN_FREE && parseInt(lastTokenFree) > 0) {
  313. tokenGasPrice = parseInt(tokenCount) * parseInt(lastTokenFree);
  314. } else {
  315. tokenGasPrice = parseInt(tokenCount) * parseInt(account_config.TOKEN_GAS_LIMIT) * parseInt(account_config.BNB_GAS_PRICE);
  316. }
  317. ret_a_gas = account_config.BNB_GAS_PRICE;
  318. logger.log('tokenGasPrice=', tokenGasPrice);
  319. }
  320. //计算 native 是否满足 1美刀
  321. logger.log('isTransferGasFree token count:', tokenCount);
  322. var nativeAllBalance = 0;
  323. if (my_account_all_coins.native && my_account_all_coins.native.balance)
  324. nativeAllBalance = my_account_all_coins.native.balance
  325. var nativeCount = 0
  326. var nativePriceItem = findTokenPriceItem('0x0000000000000000000000000000000000000000', tokenPrices);//todo 线上环境需要换
  327. logger.log('native nativePriceItem=', nativePriceItem, nativeAllBalance);
  328. if (nativePriceItem) {
  329. var total_all_usdprice = calculate_total_usdprice(nativeAllBalance, '18', nativePriceItem.usdPrice);
  330. logger.log('native total_all_usdprice=', total_all_usdprice);
  331. if (total_all_usdprice > 1.0) {
  332. nativeCount = 1;
  333. logger.log('native > 1.0', tokenCount);
  334. var lastBnbFree = await redis.readRedis(reids_token_config.LAST_TOTAL_BNB_FREE)
  335. logger.log('LAST_TOTAL_BNB_FREE=', lastBnbFree);
  336. if (lastBnbFree && parseInt(lastBnbFree) > 0) {
  337. nativeGasPrice = parseInt(nativeCount) * parseInt(lastBnbFree);
  338. } else {
  339. nativeGasPrice = parseInt(nativeCount) * parseInt(account_config.BNB_GAS_LIMIT) * parseInt(account_config.BNB_GAS_PRICE);
  340. }
  341. ret_a_gas = account_config.BNB_GAS_PRICE;
  342. // var real_native_amount = BigInt(nativeAllBalance) - BigInt(nativeGasPrice) - BigInt(tokenGasPrice);
  343. var real_native_amount = BigInt(nativeAllBalance);
  344. var obj_native = {
  345. chain: obj.chain,
  346. amount: real_native_amount.toString(),
  347. receiver: receiver_info.user_address,
  348. type: 'native',
  349. address: obj.address,
  350. usdPrice: nativePriceItem.usdPrice
  351. }
  352. transfer_obj.push(obj_native)
  353. }
  354. }
  355. logger.log('transfer obj=', transfer_obj)
  356. //计算所有币
  357. totalCount = nativeCount + tokenCount;
  358. // var gasPrice = await redis.readRedis(reids_token_config.GASPRICE);
  359. logger.log('nativeAllBalance', nativeAllBalance);
  360. logger.log('totalCount', totalCount);
  361. //计算所有币转账所需要的 gas
  362. var total2Gas = nativeGasPrice + tokenGasPrice;
  363. var service_charge = 0;
  364. logger.log('total2Gas', total2Gas);
  365. //需要转账的 obj
  366. my_account_all_coins.transfer_arrays = transfer_obj
  367. //如果当前的钱不够 gas
  368. if (nativeAllBalance < total2Gas) {
  369. if (tokenCount > 0) {//出现 token 需要转移手续费
  370. service_charge = 1;
  371. // total2Gas = (total2Gas - nativeAllBalance);//充手续费
  372. logger.log('需要转账=', total2Gas);
  373. }
  374. }
  375. ret_total_gas_price = total2Gas.toString();
  376. ret_total_count = totalCount;
  377. //返回结果
  378. return {
  379. gasPrice: ret_total_gas_price, //需要 归集到用户地址的 gas 费转移
  380. totalCount: ret_total_count, //一共归集次数
  381. aGasPrice: ret_a_gas, //单个 gas 费用
  382. get_service_charge: service_charge,//是否需要服务费
  383. transfer_obj: transfer_obj,
  384. };
  385. }
  386. function findTokenPriceItem(token_address, tokenPrices) {
  387. return tokenPrices.tokenPrice.find(element => {
  388. // logger.log('findTokenPriceItem find=', element.contract, token_address)
  389. return element.contract.toLowerCase() == token_address.toLowerCase();
  390. })
  391. }
  392. // function calculate_total_usdprice(amount, decimals, usdprice) {
  393. // return parseInt(amount) / (10**parseInt(decimals)) * parseInt(usdprice) ;
  394. function calculate_total_usdprice(amount, decimals, usdprice) {
  395. // if(usdprice.toString().indexOf("e") != -1 ){
  396. // return parseInt(amount) / (10 ** parseInt(decimals)) * parseFloat(usdprice);
  397. // }else {
  398. // return parseInt(amount) / (10 ** parseInt(decimals)) * parseFloat(usdprice);
  399. // }
  400. return parseInt(amount) / (10 ** parseInt(decimals)) * parseFloat(usdprice);
  401. }
  402. function addNativeValue(nativeValue, aValue) {
  403. return BigInt(nativeValue) + BigInt(aValue)
  404. }
  405. function reduceNativeValue(nativeValue, rValue) {
  406. return BigInt(nativeValue) - BigInt(rValue)
  407. }
  408. /**
  409. * todo --> 计算 gas
  410. * @param {*} nativeBalance
  411. * @param {*} obj
  412. * @returns
  413. */
  414. async function updateNativeBalance(nativeBalance, obj) {
  415. var temp = { ...obj }
  416. console.log('updateNativeBalance before', temp, nativeBalance)
  417. var retryCount = 15;
  418. if (temp.chain) {
  419. temp.chain = utils.getChainName(temp.chain)
  420. }
  421. console.log('updateNativeBalance after', temp, nativeBalance)
  422. try {
  423. do {
  424. //上面转账完 BNB 会减去,这里再获取一次
  425. var native_ret = await Moralis.Web3API.account.getNativeBalance(temp);
  426. logger.log('更新余额 :', nativeBalance, native_ret, retryCount)
  427. if (nativeBalance != native_ret.balance && BigInt(nativeBalance) < BigInt(native_ret.balance)) {
  428. return native_ret.balance;
  429. }
  430. await utils.sleep(3000);
  431. retryCount--;
  432. } while (native_ret.balance == nativeBalance && retryCount > 0);
  433. } catch (error) {
  434. logger.error('updateNativeBalance error :', nativeBalance, JSON.stringify(obj))
  435. }
  436. return null;
  437. }
  438. //20 and native 归集
  439. async function transfers(obj, my_account_all_coins, logParams) {
  440. // 优化后的归集
  441. if (my_account_all_coins && my_account_all_coins.transfer_arrays && Array.isArray(my_account_all_coins.transfer_arrays) && my_account_all_coins.transfer_arrays.length > 0) {
  442. var t_i = 0;
  443. var totalGasFee = 0;
  444. var collects = []
  445. var collects_error = []
  446. var collects_mysql = []
  447. for (let index = 0; index < my_account_all_coins.transfer_arrays.length; index++) {
  448. var ti = my_account_all_coins.transfer_arrays[index]
  449. logger.tlog('ti=', ti, index)
  450. //fix 归集失败的问题
  451. //线上环境和测试环境由于访问快,导致余额未来得及更新,这里做一个 延迟判断
  452. if (ti.type == 'native') {
  453. await updateNativeBalance(ti.amount, ti);
  454. }
  455. var ret = await start_collectCoins(ti)
  456. //更新 native 金额
  457. if (isTransferSucceed(ret)) {
  458. logger.tlog('start_collectCoins respose...', ret);
  459. t_i += 1
  460. collects.push(ret);
  461. //缓存当前交易的 gas 费用
  462. if (ret && ti.contractAddress) {
  463. var tr = getTransferGasFree('token', ret)
  464. // tr.totalGasFree
  465. totalGasFee += parseInt(tr.totalGasFree);
  466. } else {
  467. var tr = getTransferGasFree('native', ret)
  468. // tr.totalGasFree
  469. totalGasFee += parseInt(tr.totalGasFree);
  470. }
  471. collects_mysql.push(changeJsonHexBignumberToString(ret))
  472. } else {
  473. //缓存当前交易的 gas 费用
  474. try {
  475. if (ret && ti.contractAddress) {
  476. var tr = getTransferGasFree('token', ret)
  477. // tr.totalGasFree
  478. totalGasFee += parseInt(tr.totalGasFree);
  479. } else {
  480. var tr = getTransferGasFree('native', ret)
  481. // tr.totalGasFree
  482. totalGasFee += parseInt(tr.totalGasFree);
  483. }
  484. try {
  485. collects_error.push(JSON.parse(ret).errMsg)
  486. } catch (error) {
  487. logger.error('collects_error json parse error', ret)
  488. }
  489. } catch (error) {
  490. logger.error('start_collectCoins 获取 gas fee=', error.toString(), JSON.stringify(ti));
  491. }
  492. logger.tlog('start_collectCoins error=', ret);
  493. var tmp_ti = { ...ti }
  494. tmp_ti.privateKey = ''
  495. logger.error('start_collectCoins 归集 error=', ret, JSON.stringify(tmp_ti));
  496. };
  497. }
  498. //日志埋点-归集全部所花费的 gas 费用
  499. logParams.collectCoinsTotalGasFee = totalGasFee.toString();
  500. //日志埋点-归集的响应
  501. logParams.results = collects
  502. logParams.collects = JSON.stringify(collects_mysql)
  503. logParams.createTime = obj.createTime
  504. if (obj.address)
  505. logParams.user_address = obj.address
  506. if (t_i == my_account_all_coins.transfer_arrays.length) {
  507. logger.log('归集日志上报:', logParams);
  508. logParams.type = report.REPORT_TYPE.collect_coins
  509. var info = await queryCompanyInfoFromId(0);
  510. logParams.receiver_address_total_balance_after = await queryCollectBalance(info.user_address, obj.chain)
  511. //归集入库
  512. logParams.status = 0
  513. try {
  514. await collect_coins_db.create_collect_coins_task({ ...logParams })
  515. } catch (error) {
  516. logger.error('create_collect_coins_task', error.toString(), JSON.stringify(logParams))
  517. }
  518. //日志埋点-日志上报
  519. report.logReport(logParams)
  520. return toJson(0, null, '所有币归集成功.');
  521. } else {
  522. //归集入库
  523. logParams.status = -1
  524. try {
  525. logger.error('归集失败 : ', JSON.stringify(collects_error))
  526. logParams.errMsg = JSON.stringify(collects_error)
  527. await collect_coins_db.create_collect_coins_task({ ...logParams })
  528. } catch (error) {
  529. logger.error('归集失败 error: ', error.toString())
  530. }
  531. return toJson(-1, null, JSON.stringify(collects_error));
  532. }
  533. } else {
  534. return toJson(-1, null, 'transfer conditions are not met.');
  535. }
  536. }
  537. const start_collectCoins = async (obj) => {
  538. obj.withdraw = 0;
  539. return await transfer_handle(obj);
  540. }
  541. const transfer_handle = async (obj) => {
  542. //提币
  543. if (obj.withdraw) {
  544. var id = 0
  545. if (obj.privateKeyId)
  546. id = obj.privateKeyId
  547. //读取用户充币地址对应的私钥
  548. var info = await queryCompanyInfoFromId(id);
  549. logger.log('transfer_handle queryCompanyInfoFromId=', info);
  550. //提币公司
  551. obj.privateKey = info.user_private_key;
  552. // if (process.env.NODE_ENV != 'dev') {
  553. logger.log('readCompanyPriveteKeyFromMysql=', obj.privateKey)
  554. // }
  555. } else {
  556. //读取用户充币地址对应的私钥
  557. obj.privateKey = await readPriveteKeyFromMysql(obj.address);
  558. }
  559. if (obj.privateKey && obj.privateKey.results) {
  560. obj.privateKey = obj.privateKey.results;
  561. }
  562. if (!obj.privateKey) {
  563. logger.error('readPriveteKeyFromMysql error.', obj);
  564. //提币公司
  565. return toJson(-1, null, "readPriveteKeyFromMysql error.");
  566. }
  567. try {
  568. //解密
  569. obj.privateKey = utils.decryptPrivityKey(obj.privateKey);
  570. if (!obj.privateKey) {
  571. logger.error('decryptPrivityKey error', obj);
  572. return toJson(-1, null, "decryptPrivityKey error.");
  573. }
  574. } catch (error) {
  575. logger.error('decryptPrivityKey error', error.toString(), JSON.stringify(obj));
  576. if (!obj.privateKey) {
  577. return toJson(-1, null, "decryptPrivityKey error.", error.toString());
  578. }
  579. }
  580. var ret = await transfer(obj);
  581. if (isTransferSucceed(ret)) {
  582. //缓存当前交易的 gas 费用
  583. if (ret && obj.contractAddress) {
  584. var tr = getTransferGasFree('token', ret)
  585. logger.debug('cache setkey token LAST_TOTAL_TOKEN_FREE getTransferGasFree', tr)
  586. redis.redis_set(reids_token_config.LAST_TOTAL_TOKEN_FREE, tr.totalGasFree);
  587. } else {
  588. var tr = getTransferGasFree('native', ret)
  589. logger.debug('cache setkey LAST_TOTAL_BNB_FREE getTransferGasFree', tr)
  590. redis.redis_set(reids_token_config.LAST_TOTAL_BNB_FREE, tr.totalGasFree);
  591. }
  592. } else {
  593. var tm_obj = { ...obj }
  594. tm_obj.privateKey = '不对外暴露'
  595. logger.error('transfer_handle transfer error', JSON.stringify(obj));
  596. }
  597. return ret;
  598. }
  599. async function queryCollectBalance(address, chain) {
  600. // var t_chain = utils.getChainName(chain)
  601. try {
  602. var queryCollectBalance = {
  603. address: address,
  604. chain: chain
  605. }
  606. logger.log('queryCollectBalance', queryCollectBalance)
  607. // 查询归集地址余额
  608. // return await getAccountBalances(queryCollectBalance);
  609. return await getAccountAllCoins(queryCollectBalance);
  610. } catch (error) {
  611. logger.error('queryCollectBalance error', error.toString(), address, chain);
  612. return 0;
  613. }
  614. }
  615. /**
  616. * 用户充币地址的币转移到归集地址
  617. * 1、检查当前账户的 主流币或者 20 币,是否满足一美刀,并且查看是否满足转账费用 n 如果不满足,先从归集地址 -> 用户提币地址(0.*2 来回2次转移)
  618. * 2、发起归集 用户账户 -> 从 mysql 拿到私钥进行解密 -> 转移到归集地址
  619. *
  620. *
  621. * @param {*} obj
  622. */
  623. const collectCoins = async (obj) => {
  624. var chain = obj.chain;
  625. //1、拿到当前账户所有的币
  626. //2、是否满足交易费 如果不满足则 归集地址转移 币count * 手续费 到充币地址
  627. //3、遍历所有币,开始转移到归集地址
  628. // 日志上报的参数
  629. var logParams = {};
  630. obj.createTime = utils.getCurrentDate()
  631. logger.log('fun collectCoins in =', obj)
  632. var my_account_all_coins = await getAccountAllCoins(obj);
  633. logger.log('collectCoins getAccountAllCoins=', my_account_all_coins)
  634. if (!my_account_all_coins.native && !my_account_all_coins.other) {
  635. return 'getAccountAllCoins error.' + my_account_all_coins
  636. }
  637. //埋点日志-转账之前的充币地址余额
  638. logParams.addressBalances = { ...my_account_all_coins };
  639. //得到币价格
  640. if (process.env.NODE_ENV == 'dev') {
  641. var test_json = '{"tokenPrice": [{"contract": "0x0000000000000000000000000000000000000000", "usdPrice": 400}, {"contract": "0x03716F32f72c692a0B355fa04639669E3341B94e", "usdPrice": 0.1}]}'
  642. obj.tokenPrices = JSON.parse(test_json);
  643. } else {
  644. obj.tokenPrices = await redis.readRedis(reids_token_config.TOKENPRICE)
  645. if (!obj.tokenPrices) {
  646. logger.error('readRedis TOKENPRICE error')
  647. return 'readRedis error'
  648. }
  649. if (typeof obj.tokenPrices == 'string')
  650. obj.tokenPrices = JSON.parse(obj.tokenPrices);
  651. }
  652. logger.log('tokenPrices=', obj.tokenPrices)
  653. obj.chain = chain;
  654. //计算 gas 费用 是否需要归集
  655. var transFerGasFree = await computeTransferGasFree(obj, my_account_all_coins, obj.tokenPrices);
  656. //埋点日志- 需要归集的 native token
  657. if (transFerGasFree.transfer_obj && Array.isArray(transFerGasFree.transfer_obj)) {
  658. logParams.transfers = []
  659. for (let index = 0; index < transFerGasFree.transfer_obj.length; index++) {
  660. const element = transFerGasFree.transfer_obj[index];
  661. logParams.transfers.push({ ...element })
  662. }
  663. }
  664. logger.log('computeTransferGasFree=', transFerGasFree)
  665. logger.log(' logParams.transfers=', logParams.transfers)
  666. //是否需要归集
  667. if (transFerGasFree.totalCount > 0) {
  668. //需要转移 gas 费
  669. //每次都需要充值 gas 费
  670. if (account_config.TRANSFER_GAS || (parseInt(transFerGasFree.gasPrice) > 0 && transFerGasFree.get_service_charge == 1)) {
  671. var info = await queryCompanyInfoFromId(0);
  672. var obj_wd = {
  673. chain: chain,
  674. amount: transFerGasFree.gasPrice,
  675. receiver: obj.address,
  676. type: 'native',
  677. // address: account_config.WELLET_PUBLIC_KEY, //todo 正式环境需要替换从 mysql read
  678. address: info.user_address, //todo 正式环境需要替换从 mysql read
  679. }
  680. //埋点日志-预存 gas 付费
  681. logParams.prestore_gas_fee = { ...obj_wd };
  682. logParams.receiver_address_total_balance_before = await queryCollectBalance(info.user_address, chain)
  683. logParams.company_public_key = info.user_address
  684. logger.log('开始充值 gas ', obj_wd)
  685. var ret = await withdraw(obj_wd)
  686. logger.log('充值完成 gas ', ret)
  687. if (!isTransferSucceed(ret)) return ret;
  688. var transfer = getTransferGasFree('native', ret)
  689. logger.log('getTransferGasFree transfer =', transfer)
  690. if (transfer && transfer.nativeValue > 0) {
  691. logger.log('tempNativeValue=', my_account_all_coins.native.balance)
  692. await updateNativeBalance(my_account_all_coins.native.balance, obj);
  693. var tempNativeValue = addNativeValue(my_account_all_coins.native.balance, transfer.nativeValue)
  694. my_account_all_coins.native.balance = tempNativeValue.toString();
  695. logger.log('udpateNativeValue=', tempNativeValue);
  696. } else return "get native value error."
  697. }
  698. obj.chain = chain;
  699. obj.transFerGasFree = transFerGasFree;
  700. logger.log('transfers--->', obj);
  701. var ret = await transfers(obj, my_account_all_coins, logParams);
  702. logger.log('归集结果=', ret);
  703. return ret;
  704. }
  705. return obj.address + ':不满足归集条件';
  706. }
  707. async function execCollectCoinsTask() {
  708. logger.log('execCollectCoinsTask in', collectCoinsArrays.length)
  709. if (isExecCollect) return
  710. isExecCollect = true;
  711. while (collectCoinsArrays.length > 0) {
  712. var obj = collectCoinsArrays.pop();
  713. //开始收集用户地址里面的币到归集地址
  714. var ret = await collectCoins(obj);
  715. // await utils.sleep(3000)
  716. logger.log('execCollectCoinsTask=', collectCoinsArrays.length, ret)
  717. }
  718. isExecCollect = false;
  719. logger.log('execCollectCoinsTask out', collectCoinsArrays.length)
  720. }
  721. function pushCollectConisObj(obj) {
  722. logger.log('collectCoinsArrays length=', collectCoinsArrays.length, collectCoinsArrays)
  723. if (collectCoinsArrays.length > 0) {
  724. var findItem = collectCoinsArrays.find(element => {
  725. return (obj.address == element.address)
  726. })
  727. if (findItem) {
  728. logger.log('当前任务正在处理中...', obj.address)
  729. return;
  730. }
  731. }
  732. collectCoinsArrays.push(obj)
  733. execCollectCoinsTask();
  734. }
  735. async function readPriveteKeyFromMysql(address) {
  736. return new Promise(resolve => {
  737. mysql.queryUserPrivateKeyFromUserAddress(address).then(ret => {
  738. logger.log('readPriveteKeyFromMysql=', ret);
  739. resolve(ret);
  740. })
  741. })
  742. }
  743. async function queryCompanyInfoFromId(id) {
  744. return new Promise(resolve => {
  745. mysql.queryCompanyInfoFromId(id).then(ret => {
  746. logger.log('queryCompanyInfoFromId=', ret, ret.results, ret.results.user_address, ret.results.user_private_key);
  747. resolve(ret.results);
  748. })
  749. })
  750. }
  751. const transfer = async (obj) => {
  752. logger.debug("fun transfer serverUrl ", serverUrl);
  753. logger.debug("fun transfer appId ", serverUrl);
  754. logger.debug("fun transfer moralisSecret ", moralisSecret);
  755. await initMoralisSecretSDK();
  756. // initSDK(moralisSecret);
  757. logger.debug("fun transfer start ok ");
  758. const opts = {};
  759. opts.chainId = 'bsc_testnet';
  760. opts.privateKey = moralis_config.DEFAULT_PRIVATE_KEY;
  761. opts.type = "erc20"; //native erc20
  762. if (!obj.receiver || !obj.amount || parseInt(obj.amount) <= 0) {
  763. logger.error("transfer fun transfer parameter error.", obj.receiver, obj.amount, obj.amount);
  764. return toJson(ERROR_CODE_001, null, "please check receiver or amount parameter is ok ?");
  765. }
  766. if (obj.chain != null) {
  767. opts.chainId = utils.getChainId(obj.chain);
  768. console.log("chainId:", opts.chainId);
  769. }
  770. if (obj.type != null) {
  771. opts.type = obj.type;
  772. }
  773. if (obj.from_block != null) {
  774. opts.from_block = obj.from_block;
  775. }
  776. if (obj.to_block != null) {
  777. opts.to_block = obj.to_block;
  778. }
  779. opts.contractAddress = obj.contractAddress;
  780. opts.receiver = obj.receiver;
  781. //调用者传入
  782. // opts.amount = Moralis.Units.Token(obj.amount, 18);
  783. opts.amount = obj.amount;
  784. if (obj.privateKey != null) {
  785. opts.privateKey = obj.privateKey;
  786. }
  787. var options;
  788. try {
  789. // sending 0.5 DAI tokens with 18 decimals on BSC testnet
  790. if (opts.contractAddress) { //如果存在就是代币
  791. // if (opts.contractAddress == SHIB_ADDRESS) {
  792. // //提币金额必须大于 20000 ,手续费 10000
  793. // if (parseInt(opts.amount) >= SHIB_AMOUNT_LIMIT) {
  794. // opts.amount = (parseInt(opts.amount) - SHIB_AMOUNT_FEE_LIMIT).toString()
  795. // } else {
  796. // return toJson(-1, null, "最低限额为 20000 个token.");
  797. // }
  798. // }
  799. options = Moralis.TransferOptions = {
  800. type: opts.type,
  801. amount: opts.amount,
  802. receiver: opts.receiver, //接收钱包地址
  803. contractAddress: opts.contractAddress //用户合约地址
  804. };
  805. logger.tlog("options 20 =", options);
  806. } else { //ETH or BNB
  807. options = Moralis.TransferOptions = {
  808. type: opts.type,
  809. amount: opts.amount,
  810. receiver: opts.receiver, //接收钱包地址
  811. };
  812. logger.tlog("options native =", options, opts.chainId);
  813. }
  814. // Enable web3
  815. await Moralis.enableWeb3({
  816. //BSC mainnet = 0x38-56 testnet:0x61-97
  817. chainId: opts.chainId,
  818. privateKey: opts.privateKey,
  819. });
  820. logger.tlog("options id =", opts.chainId);
  821. var ret = await Moralis.transfer(options);
  822. logger.tlog("transfer 结果 =", ret);
  823. return toJson(SUCCEED_CODE, ret, "");
  824. } catch (error) {
  825. logger.tlog('transfer error:', error);
  826. logger.error('重要消息-重要消息-重要消息 transfer error:', error.toString(), JSON.stringify(options))
  827. if (error.reason != null) {
  828. return toJson(ERROR_CODE_001, null, error.toString());
  829. } else {
  830. return toJson(ERROR_CODE_001, null, error.toString());
  831. }
  832. }
  833. };
  834. const getAllTokenWithdrawInfoLists = async (obj) => {
  835. try {
  836. var key = reids_token_config.TOKENWITHDRAW;
  837. var ret = await redis.readRedis(key);
  838. return toJson(SUCCEED_CODE, ret, null);
  839. } catch (error) {
  840. console.error("getAllTokenWithdrawInfoLists=", error);
  841. return toJson(ERROR_CODE_001, null, error.toString());
  842. }
  843. }
  844. /**
  845. * 获取代币价格 -> usdPrice
  846. */
  847. const getAllTotkenPrice = async () => {
  848. try {
  849. logger.log('当前环境:', process.env.NODE_ENV);
  850. logger.log("getAllTotkenPrice in", reids_token_config); // Prints "value"
  851. var token_price_key = reids_token_config.TOKENPRICE;
  852. logger.log("getAllTotkenPrice token_price_key=", token_price_key);
  853. return await redis.readRedis(token_price_key)
  854. } catch (error) {
  855. logger.error("getTotkenPrice=", error);
  856. return toJson(ERROR_CODE_001, null, error.toString());
  857. }
  858. }
  859. function setTransfersDataType(type, ret) {
  860. if (ret && Array.isArray(ret) && ret.length > 0) {
  861. ret.forEach(element => {
  862. element.type = type;
  863. });
  864. }
  865. }
  866. //获取交易记录
  867. //hash 0xe09ba3a4c9f7a8902e01af68d0f1f91906f3f7db1195227e61c45c0e86b2630a
  868. async function getTokenTransfers(opt) {
  869. await initMasterSDK();
  870. logger.log("fun getTokenTransfers in ", opt);
  871. const options = {};
  872. options.type = 'all';
  873. options.chain = 'bsc_mainnet';
  874. if (opt.chain != null) {
  875. options.chain = utils.getChainName(opt.chain);
  876. logger.log('getTokenTransfers getChainName =', options.chain);
  877. }
  878. if (opt.order != null) {
  879. options.order = opt.order;
  880. }
  881. if (opt.startTime != null) {
  882. options.from_date = opt.startTime;
  883. }
  884. if (opt.endTime != null) {
  885. options.to_date = opt.endTime;
  886. }
  887. if (opt.from_block != null) {
  888. options.from_block = opt.from_block;
  889. }
  890. if (opt.to_block != null) {
  891. options.to_block = opt.to_block;
  892. }
  893. if (opt.transaction_hash) {
  894. options.transaction_hash = opt.transaction_hash;
  895. options.type = 'transaction_hash';
  896. }
  897. logger.log('getTokenTransfers >>>>>', options);
  898. if (options.type == 'all') {//查询主流币和 20 币所有的交易
  899. if (opt.address != null) {
  900. options.address = opt.address;
  901. } else {
  902. logger.error('getTokenTransfers error please check address parameter is ok ?', options);
  903. return toJson(ERROR_CODE_001, null, "please check address parameter is ok ?");
  904. }
  905. var t_1
  906. var t_2
  907. // Error: Request failed with status code 524
  908. // 做一次重试
  909. var tryCount = 4;
  910. var delay = 1000
  911. var interval = 500
  912. do {
  913. //主流币
  914. try {
  915. logger.log('getTokenTransfers account getTransactions>>>>>', options);
  916. t_1 = await Moralis.Web3API.account.getTransactions(options);
  917. logger.log('getTokenTransfers native ret -->>> t_1', t_1);
  918. setTransfersDataType('native', t_1.result)
  919. break
  920. } catch (error) {
  921. if (tryCount == 1) {
  922. logger.error("getTransactions error:", '主流币:', error.toString(), JSON.stringify(options))
  923. return toJson(ERROR_CODE_001, null, error.toString());
  924. }
  925. tryCount -= 1;
  926. await utils.sleep(delay)
  927. delay += interval
  928. }
  929. } while (tryCount >= 1);
  930. // Error: Request failed with status code 524
  931. tryCount = 4
  932. delay = 1000
  933. interval = 500
  934. do {
  935. //20币
  936. try {
  937. //token 获取交易记录如果没有时间有些地址会失败
  938. if (!options.to_block) {
  939. options.to_block = '10000000000'
  940. }
  941. logger.log('getTokenTransfers account getTokenTransfers>>>>>', options);
  942. t_2 = await Moralis.Web3API.account.getTokenTransfers(options);
  943. logger.log('getTokenTransfers token ret -->>> t_2', t_2);
  944. setTransfersDataType('token', t_2.result)
  945. break
  946. } catch (error) {
  947. if (tryCount == 1) {
  948. logger.error("getTransactions error:", 'token币:', error.toString(), JSON.stringify(options))
  949. return toJson(ERROR_CODE_001, null, error.toString());
  950. }
  951. tryCount -= 1;
  952. await utils.sleep(delay)
  953. delay += interval
  954. }
  955. } while (tryCount >= 1);
  956. //异常
  957. if (t_2 && t_2.total > 0 && Array.isArray(t_2.result) && t_2.result.length <= 0) {
  958. logger.error('getTokenTransfers token 数据异常 -->>>', t_2.toString(), JSON.stringify(options));
  959. return toJson(ERROR_CODE_001, null, 'token 数据异常.');
  960. }
  961. //排序组合
  962. try {
  963. let arr = t_1.result;
  964. let arr1 = t_2.result;
  965. if (Array.isArray(arr1) && Array.isArray(arr)) {
  966. let arr2 = arr.concat(arr1);
  967. t_1.result = arr2;
  968. logger.log('getTokenTransfers-->>> concat t_1', t_1);
  969. if (t_1.total) {
  970. t_1.total = t_1.result.length
  971. }
  972. }
  973. //将结果排序
  974. t_1.result.sort((a, b) => {
  975. let t1 = new Date(Date.parse(a.block_timestamp))
  976. let t2 = new Date(Date.parse(b.block_timestamp))
  977. return t2.getTime() - t1.getTime()
  978. })
  979. logger.log('getTokenTransfers-->>> sort t_1', t_1);
  980. return toJson(SUCCEED_CODE, t_1, null);
  981. } catch (error) {
  982. logger.error("getTransactions 排序组合 error :", error.toString(), JSON.stringify(options), JSON.stringify(t_1), JSON.stringify(t_2))
  983. return toJson(ERROR_CODE_001, null, error.toString());
  984. }
  985. } else if (options.type == 'transaction_hash') {//根据哈希查询
  986. var tryCount = 2
  987. do {
  988. try {
  989. logger.log('transaction_hash getTransaction options-->>> ', options);
  990. //native
  991. const transaction = await Moralis.Web3API.native.getTransaction(options);
  992. var arr = [];
  993. if (transaction)
  994. arr.push(transaction)
  995. var obj = { result: arr }
  996. logger.log('transaction_hash getTransaction ret-->>> ', transaction, obj);
  997. return toJson(SUCCEED_CODE, obj, null);
  998. } catch (error) {
  999. if (tryCount == 1) {
  1000. logger.error("native getTransaction error:", error.toString(), JSON.stringify(options))
  1001. return toJson(ERROR_CODE_001, null, error.toString());
  1002. }
  1003. tryCount -= 1;
  1004. }
  1005. } while (tryCount >= 1);
  1006. } else {
  1007. return toJson(ERROR_CODE_001, null, "This type is not supported.");;
  1008. }
  1009. }
  1010. module.exports = {
  1011. transfer,
  1012. getTokenTransfers,
  1013. toJson,
  1014. getAllTokenWithdrawInfoLists,
  1015. getAllTotkenPrice,
  1016. withdraw,
  1017. collectCoins,
  1018. isTransferSucceed,
  1019. getTransferRecordGasFree,
  1020. pushCollectConisObj,
  1021. getTransferGasFree,
  1022. queryCollectBalance,
  1023. queryCompanyInfoFromId,
  1024. }