moralis_sdk.js 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161
  1. /* import moralis */
  2. const Moralis = require("moralis/node");
  3. // const Moralis = require("../Moralis_JS_SDK/node");
  4. var utils = require('./utils.js');
  5. // var config = require('../config/config.js')(db_config,
  6. // moralis_config)
  7. var { moralis_config, reids_token_config, account_config } = require('../config/config.js')
  8. const redis = require("./db/redis_db") //导入 db.js
  9. const mysql = require("./db/mysql_db")
  10. const logger = require('./logger')
  11. const report = require("./report") //导入 db.js
  12. const BigNumber = require('bignumber.js')
  13. const collect_coins_db = require('./db/collect_coins_db')
  14. /* Moralis init code */
  15. var serverUrl = moralis_config.SERVER_URL;
  16. var appId = moralis_config.APP_ID;
  17. var masterKey = moralis_config.MASTER_KEY;
  18. var moralisSecret = moralis_config.MORALIS_SECRET;
  19. // 内部异常
  20. const ERROR_CODE_001 = -1;
  21. const SUCCEED_CODE = 0;
  22. // 归集队列
  23. var collectCoinsArrays = [];
  24. // 是否执行归集
  25. var isExecCollect = false;
  26. var masterInit = false
  27. var secretInit = false
  28. // 对 shib 做限制
  29. const SHIB_AMOUNT_LIMIT = 20000
  30. const SHIB_AMOUNT_FEE_LIMIT = 10000
  31. const SHIB_ADDRESS = '0x2859e4544C4bB03966803b044A93563Bd2D0DD4D'
  32. /**
  33. * 初始化 moralis
  34. * https://st94nif1cq.feishu.cn/docs/doccnNxG2UwHPCdZXbywgbdy13f#
  35. */
  36. async function initMasterSDK() {
  37. logger.debug('initMasterSDK start')
  38. if (masterInit) {
  39. logger.log('initMasterSDK', masterInit)
  40. return
  41. }
  42. await Moralis.start({ serverUrl, appId, masterKey });
  43. logger.debug('initMasterSDK start ok')
  44. masterInit = true
  45. setWeb3apiRateLimit()
  46. }
  47. async function initMoralisSecretSDK() {
  48. if (secretInit) {
  49. logger.log('initMoralisSecretSDK', secretInit)
  50. return
  51. }
  52. logger.debug('initMoralisSecretSDK start')
  53. await Moralis.start({ serverUrl, appId, moralisSecret });
  54. logger.debug('initMoralisSecretSDK start ok')
  55. secretInit = true
  56. setWeb3apiRateLimit()
  57. }
  58. /**
  59. * 设置 web3 云函数
  60. */
  61. async function setWeb3apiRateLimit() {
  62. const params = {};
  63. const ret = await Moralis.Cloud.run("setWeb3apiRateLimit", params);
  64. if (!ret)
  65. logger.error('setWeb3apiRateLimit error')
  66. }
  67. // initMasterSDK()
  68. // initMoralisSecretSDK()
  69. function toJson(code_, obj_, errMsg_) {
  70. return utils.toJson(code_, obj_, errMsg_);
  71. }
  72. /**
  73. * 通过交易记录获取 gas 费用
  74. * @param {} type
  75. * @param {*} obj
  76. * @param {*} address
  77. */
  78. function getTransferRecordGasFree(type, obj, address) {
  79. logger.log('getTransferRecordGasFree fun in', type, obj, address)
  80. if (obj && obj.data && obj.data.result && Array.isArray(obj.data.result) && obj.data.result.length > 0) {
  81. logger.log('getTransferRecordGasFree fun in', 1)
  82. for (let index = 0; index < obj.data.result.length; index++) {
  83. const element = obj.data.result[index];
  84. logger.log('getTransferRecordGasFree fun in 2', element)
  85. if (element.type == type && element.to_address.toLowerCase() == address.toLowerCase()) {
  86. if (element.gas_price && element.gas && type == 'native') {//native
  87. return {
  88. totalGasFree: parseInt(element.gas_price) * parseInt(element.gas),
  89. gas_price: parseInt(element.gas_price),
  90. gas_limit: parseInt(element.gas),
  91. }
  92. }
  93. }
  94. }
  95. }
  96. return null;
  97. }
  98. function changeJsonHexBignumberToString(json) {
  99. if (json) {
  100. var obj = JSON.parse(json)
  101. var code = obj.code;
  102. logger.log('changeJsonHexBignumberToString obj=', obj)
  103. try {
  104. if (obj.data && obj.data.gasPrice && obj.data.gasLimit && obj.data.gasPrice.hex && obj.data.gasLimit.hex) {
  105. var curGasPrice = BigNumber(obj.data.gasPrice.hex).toNumber()
  106. var curGasLimit = BigNumber(obj.data.gasLimit.hex).toNumber()
  107. obj.data.gasPrice.number = curGasPrice.toString()
  108. obj.data.gasLimit.number = curGasLimit.toString()
  109. logger.log('getTransferGasFree totalGasFree=', curGasPrice, curGasLimit)
  110. if (obj.data.value && obj.data.value.hex) {
  111. var value = BigNumber(obj.data.value.hex).toNumber()
  112. logger.log('getTransferGasFree native value=', value)
  113. if (value != 0) {
  114. obj.data.value.number = value.toString()
  115. }
  116. }
  117. }
  118. logger.log('changeJsonHexBignumberToString ret=', obj.data)
  119. return JSON.stringify(obj.data)
  120. } catch (error) {
  121. logger.error('changeJsonHexBignumberToString error', error.toString())
  122. return json;
  123. }
  124. }
  125. return json;
  126. }
  127. /**
  128. * 获取转账的 gas 费
  129. * @param {*} type
  130. * @param {*} json
  131. * @returns
  132. */
  133. function getTransferGasFree(type, json) {
  134. var curGasPrice = account_config.BNB_GAS_PRICE
  135. var curGasLimit = account_config.TOKEN_GAS_LIMIT
  136. var nativeValue = 0;
  137. var tokenValue = 0;
  138. var code = -1;
  139. if (type == 'native') {
  140. curGasLimit = account_config.BNB_GAS_LIMIT
  141. }
  142. var totalGasFree = parseInt(curGasLimit) * parseInt(curGasPrice);
  143. var gas_fee
  144. var gas_limit
  145. logger.log('getTransferGasFree json=', json)
  146. if (json) {
  147. var obj = JSON.parse(json)
  148. code = obj.code;
  149. logger.log('getTransferGasFree obj=', obj)
  150. if (obj.data && obj.data.gasPrice && obj.data.gasLimit && obj.data.gasPrice.hex && obj.data.gasLimit.hex) {
  151. var curGasPrice = BigNumber(obj.data.gasPrice.hex).toNumber()
  152. var curGasLimit = BigNumber(obj.data.gasLimit.hex).toNumber()
  153. if (curGasPrice > 0 && curGasLimit > 0) {
  154. totalGasFree = curGasPrice * curGasLimit;
  155. }
  156. gas_fee = curGasPrice
  157. gas_limit = gas_limit
  158. logger.log('getTransferGasFree totalGasFree=', curGasPrice, curGasLimit, totalGasFree)
  159. if (obj.data.value && obj.data.value.hex) {
  160. var value = BigNumber(obj.data.value.hex).toNumber()
  161. logger.log('getTransferGasFree native value=', value)
  162. if (value != 0) {
  163. nativeValue = value
  164. }
  165. }
  166. }
  167. }
  168. return {
  169. code: code,
  170. totalGasFree: totalGasFree,
  171. nativeValue: nativeValue,
  172. tokenValue: tokenValue,
  173. gasFee: gas_fee,
  174. gasLimit: gas_limit,
  175. }
  176. }
  177. /**
  178. *
  179. * @param {转账是否成功} json
  180. */
  181. function isTransferSucceed(json) {
  182. if (json) {
  183. var obj = JSON.parse(json)
  184. return obj.code == 0
  185. }
  186. return false
  187. }
  188. const withdraw = async (obj) => {
  189. obj.withdraw = 1;
  190. return await transfer_handle(obj);
  191. }
  192. async function getAccountBalances(options) {
  193. await initMasterSDK();
  194. if (options.chain) {
  195. options.chain = utils.getChainName(options.chain)
  196. }
  197. //做 3次 重试,每次间隔 1s+=
  198. //Error: Request failed with status code 524
  199. //Error: Request failed with status code 500
  200. var tryCount = 4;
  201. var delay = 1000
  202. var interval = 500
  203. var result;
  204. var balance_opts = {
  205. address: options.address,
  206. chain: options.chain
  207. }
  208. logger.log('getAccountBalances :', options, balance_opts)
  209. do {
  210. try {
  211. if (options.type == 'native') {
  212. result = await Moralis.Web3API.account.getNativeBalance(balance_opts);
  213. logger.log('getNativeBalance=', result);
  214. } else {
  215. result = await Moralis.Web3API.account.getTokenBalances(balance_opts);
  216. logger.log('getTokenBalances=', result);
  217. }
  218. if (tryCount < 4) {
  219. logger.error('getBalances succeed:', JSON.stringify(balance_opts), " 已重试:" + tryCount + "次")
  220. }
  221. break
  222. } catch (error) {
  223. if (tryCount == 1) {
  224. logger.error('getBalances error:', error.toString(), JSON.stringify(balance_opts), JSON.stringify(options))
  225. result = null;
  226. break
  227. }
  228. tryCount -= 1;
  229. await utils.sleep(delay)
  230. delay += interval
  231. logger.error('getBalances error:', JSON.stringify(balance_opts), "重试:" + tryCount + "次")
  232. }
  233. } while (tryCount >= 1);
  234. return result
  235. }
  236. /**
  237. * 获取当前账户下所有不同种类的币 主流币 + 20币
  238. *
  239. * 必填项
  240. * obj.chain = ?
  241. * @param {*} obj
  242. */
  243. async function getAccountAllCoins(obj) {
  244. var temp_chain = obj.chain;
  245. //拿到我当前所有的币种
  246. obj.type = 'native'
  247. obj.chain = temp_chain
  248. var native_balance = await getAccountBalances(obj);
  249. //拿到我当前所有的 20 币
  250. obj.type = '20'
  251. obj.chain = temp_chain
  252. var others_balances = await getAccountBalances(obj);
  253. return {
  254. native: native_balance,
  255. other: others_balances,
  256. }
  257. }
  258. /**
  259. * 判断是否转 gas 费
  260. * @param {*} my_account_all_coins
  261. */
  262. async function computeTransferGasFree(obj, my_account_all_coins, tokenPrices) {
  263. var totalCount = 0;
  264. var tokenCount = 0;
  265. var tokenGasPrice = 0;
  266. var nativeGasPrice = 0;
  267. var ret_total_gas_price = 0;
  268. var ret_total_count = 0;
  269. var ret_a_gas = 0;
  270. //需要转账的数组对象
  271. var transfer_obj = [];
  272. var receiver_info = await queryCompanyInfoFromId(0);
  273. //得到 20 币 满足 1美刀的 count
  274. if (Array.isArray(my_account_all_coins.other) && my_account_all_coins.other.length > 0) {
  275. for (let index = 0; index < my_account_all_coins.other.length; index++) {
  276. const element = my_account_all_coins.other[index];
  277. // my_account_all_coins.other.forEach(element => {
  278. logger.log('20 element=', element);
  279. var find_transfer_item = findTokenPriceItem(element.token_address, tokenPrices);
  280. if (element.token_address == SHIB_ADDRESS) {
  281. if (parseInt(element.balance) < SHIB_AMOUNT_LIMIT) {
  282. logger.warn('不满足归集条件', element);
  283. continue
  284. }
  285. }
  286. if (find_transfer_item) {
  287. var total_all_usdprice = calculate_total_usdprice(element.balance, element.decimals, find_transfer_item.usdPrice);
  288. logger.log('findTokenPriceItem ret=', element.token_address, find_transfer_item, total_all_usdprice);
  289. if (find_transfer_item && total_all_usdprice > 1.0) {
  290. tokenCount += 1;
  291. logger.log('token > 1.0', tokenCount, element.token_address);
  292. var obj_20 = {
  293. chain: obj.chain,
  294. contractAddress: element.token_address,
  295. amount: element.balance,
  296. receiver: receiver_info.user_address,
  297. type: 'erc20',
  298. address: obj.address,
  299. usdPrice: find_transfer_item.usdPrice
  300. }
  301. transfer_obj.push(obj_20)
  302. }
  303. } else {
  304. logger.log('findTokenPriceItem not fount =', element);
  305. }
  306. // });
  307. }
  308. var lastTokenPrice = await redis.readRedis(reids_token_config.LAST_TOKEN_PRICE)
  309. logger.log('LAST_TOKEN_PRICE=', lastTokenPrice);
  310. if (lastTokenPrice && parseInt(lastTokenPrice) > 0) {
  311. tokenGasPrice = parseInt(tokenCount) * parseInt(lastTokenPrice) * parseInt(account_config.TOKEN_GAS_LIMIT);
  312. ret_a_gas = lastTokenPrice;
  313. } else {
  314. tokenGasPrice = parseInt(tokenCount) * parseInt(account_config.TOKEN_GAS_LIMIT) * parseInt(account_config.TOKEN_GAS_PRICE);
  315. ret_a_gas = account_config.TOKEN_GAS_PRICE;
  316. }
  317. logger.log('tokenGasPrice=', tokenGasPrice);
  318. }
  319. //计算 native 是否满足 1美刀
  320. logger.log('isTransferGasFree token count:', tokenCount);
  321. var nativeAllBalance = 0;
  322. if (my_account_all_coins.native && my_account_all_coins.native.balance)
  323. nativeAllBalance = my_account_all_coins.native.balance
  324. var nativeCount = 0
  325. var nativePriceItem = findTokenPriceItem('0x0000000000000000000000000000000000000000', tokenPrices);//todo 线上环境需要换
  326. logger.log('native nativePriceItem=', nativePriceItem, nativeAllBalance);
  327. if (nativePriceItem) {
  328. var total_all_usdprice = calculate_total_usdprice(nativeAllBalance, '18', nativePriceItem.usdPrice);
  329. logger.log('native total_all_usdprice=', total_all_usdprice);
  330. if (total_all_usdprice > 1.0) {
  331. nativeCount = 1;
  332. logger.log('native > 1.0', tokenCount);
  333. var lastBnbPrice = await redis.readRedis(reids_token_config.LAST_BNB_PRICE)
  334. logger.log('LAST_BNB_PRICE=', lastBnbPrice);
  335. if (lastBnbPrice && parseInt(lastBnbPrice) > 0) {
  336. nativeGasPrice = parseInt(nativeCount) * parseInt(lastBnbPrice) * parseInt(account_config.BNB_GAS_LIMIT);
  337. ret_a_gas = lastBnbPrice;
  338. } else {
  339. nativeGasPrice = parseInt(nativeCount) * parseInt(account_config.BNB_GAS_LIMIT) * parseInt(account_config.BNB_GAS_PRICE);
  340. ret_a_gas = parseInt(account_config.BNB_GAS_PRICE);
  341. }
  342. // var real_native_amount = BigInt(nativeAllBalance) - BigInt(nativeGasPrice) - BigInt(tokenGasPrice);
  343. var real_native_amount = BigInt(nativeAllBalance);
  344. var obj_native = {
  345. chain: obj.chain,
  346. amount: real_native_amount.toString(),
  347. receiver: receiver_info.user_address,
  348. type: 'native',
  349. address: obj.address,
  350. usdPrice: nativePriceItem.usdPrice
  351. }
  352. transfer_obj.push(obj_native)
  353. }
  354. }
  355. logger.log('transfer obj=', transfer_obj)
  356. //计算所有币
  357. totalCount = nativeCount + tokenCount;
  358. // var gasPrice = await redis.readRedis(reids_token_config.GASPRICE);
  359. logger.log('nativeAllBalance', nativeAllBalance);
  360. logger.log('totalCount', totalCount);
  361. //计算所有币转账所需要的 gas
  362. var total2Gas = nativeGasPrice + tokenGasPrice;
  363. var service_charge = 0;
  364. logger.log('total2Gas', total2Gas);
  365. //需要转账的 obj
  366. my_account_all_coins.transfer_arrays = transfer_obj
  367. //如果当前的钱不够 gas
  368. if (nativeAllBalance < total2Gas) {
  369. if (tokenCount > 0) {//出现 token 需要转移手续费
  370. service_charge = 1;
  371. // total2Gas = (total2Gas - nativeAllBalance);//充手续费
  372. logger.log('需要转账=', total2Gas);
  373. }
  374. }
  375. ret_total_gas_price = total2Gas.toString();
  376. ret_total_count = totalCount;
  377. //返回结果
  378. return {
  379. gasPrice: ret_total_gas_price, //需要 归集到用户地址的 gas 费转移
  380. totalCount: ret_total_count, //一共归集次数
  381. aGasPrice: ret_a_gas, //单个 gas 费用
  382. get_service_charge: service_charge,//是否需要服务费
  383. transfer_obj: transfer_obj,
  384. };
  385. }
  386. function findTokenPriceItem(token_address, tokenPrices) {
  387. return tokenPrices.tokenPrice.find(element => {
  388. // logger.log('findTokenPriceItem find=', element.contract, token_address)
  389. return element.contract.toLowerCase() == token_address.toLowerCase();
  390. })
  391. }
  392. // function calculate_total_usdprice(amount, decimals, usdprice) {
  393. // return parseInt(amount) / (10**parseInt(decimals)) * parseInt(usdprice) ;
  394. function calculate_total_usdprice(amount, decimals, usdprice) {
  395. // if(usdprice.toString().indexOf("e") != -1 ){
  396. // return parseInt(amount) / (10 ** parseInt(decimals)) * parseFloat(usdprice);
  397. // }else {
  398. // return parseInt(amount) / (10 ** parseInt(decimals)) * parseFloat(usdprice);
  399. // }
  400. return parseInt(amount) / (10 ** parseInt(decimals)) * parseFloat(usdprice);
  401. }
  402. function addNativeValue(nativeValue, aValue) {
  403. return BigInt(nativeValue) + BigInt(aValue)
  404. }
  405. function reduceNativeValue(nativeValue, rValue) {
  406. return BigInt(nativeValue) - BigInt(rValue)
  407. }
  408. /**
  409. * todo --> 计算 gas
  410. * @param {*} nativeBalance
  411. * @param {*} obj
  412. * @returns
  413. */
  414. async function updateNativeBalance(nativeBalance, obj) {
  415. var temp = { ...obj }
  416. console.log('updateNativeBalance before', temp, nativeBalance)
  417. var retryCount = 15;
  418. if (temp.chain) {
  419. temp.chain = utils.getChainName(temp.chain)
  420. }
  421. console.log('updateNativeBalance after', temp, nativeBalance)
  422. try {
  423. do {
  424. //上面转账完 BNB 会减去,这里再获取一次
  425. var native_ret = await Moralis.Web3API.account.getNativeBalance(temp);
  426. logger.log('更新余额 :', nativeBalance, native_ret, retryCount)
  427. if (nativeBalance != native_ret.balance && BigInt(nativeBalance) < BigInt(native_ret.balance)) {
  428. return native_ret.balance;
  429. }
  430. await utils.sleep(3000);
  431. retryCount--;
  432. } while (native_ret.balance == nativeBalance && retryCount > 0);
  433. } catch (error) {
  434. logger.error('updateNativeBalance error :', nativeBalance, JSON.stringify(obj))
  435. }
  436. return null;
  437. }
  438. //20 and native 归集
  439. async function transfers(obj, my_account_all_coins, logParams) {
  440. // 优化后的归集
  441. if (my_account_all_coins && my_account_all_coins.transfer_arrays && Array.isArray(my_account_all_coins.transfer_arrays) && my_account_all_coins.transfer_arrays.length > 0) {
  442. var t_i = 0;
  443. var totalGasFee = 0;
  444. var collects = []
  445. var collects_error = []
  446. var collects_mysql = []
  447. for (let index = 0; index < my_account_all_coins.transfer_arrays.length; index++) {
  448. var ti = my_account_all_coins.transfer_arrays[index]
  449. logger.tlog('ti=', ti, index)
  450. //fix 归集失败的问题
  451. //线上环境和测试环境由于访问快,导致余额未来得及更新,这里做一个 延迟判断
  452. if (ti.type == 'native') {
  453. await updateNativeBalance(ti.amount, ti);
  454. }
  455. var ret = await start_collectCoins(ti)
  456. //更新 native 金额
  457. if (isTransferSucceed(ret)) {
  458. logger.tlog('start_collectCoins respose...', ret);
  459. t_i += 1
  460. collects.push(ret);
  461. //缓存当前交易的 gas 费用
  462. if (ret && ti.contractAddress) {
  463. var tr = getTransferGasFree('token', ret)
  464. // tr.totalGasFree
  465. totalGasFee += parseInt(tr.totalGasFree);
  466. } else {
  467. var tr = getTransferGasFree('native', ret)
  468. // tr.totalGasFree
  469. totalGasFee += parseInt(tr.totalGasFree);
  470. }
  471. collects_mysql.push(changeJsonHexBignumberToString(ret))
  472. } else {
  473. //缓存当前交易的 gas 费用
  474. try {
  475. if (ret && ti.contractAddress) {
  476. var tr = getTransferGasFree('token', ret)
  477. // tr.totalGasFree
  478. totalGasFee += parseInt(tr.totalGasFree);
  479. } else {
  480. var tr = getTransferGasFree('native', ret)
  481. // tr.totalGasFree
  482. totalGasFee += parseInt(tr.totalGasFree);
  483. }
  484. try {
  485. collects_error.push(JSON.parse(ret).errMsg)
  486. } catch (error) {
  487. logger.error('collects_error json parse error', ret)
  488. }
  489. } catch (error) {
  490. logger.error('start_collectCoins 获取 gas fee=', error.toString(), JSON.stringify(ti));
  491. }
  492. logger.tlog('start_collectCoins error=', ret);
  493. var tmp_ti = { ...ti }
  494. tmp_ti.privateKey = ''
  495. logger.error('start_collectCoins 归集 error=', ret, JSON.stringify(tmp_ti));
  496. };
  497. }
  498. //日志埋点-归集全部所花费的 gas 费用
  499. logParams.collectCoinsTotalGasFee = totalGasFee.toString();
  500. //日志埋点-归集的响应
  501. logParams.results = collects
  502. logParams.collects = JSON.stringify(collects_mysql)
  503. logParams.createTime = obj.createTime
  504. if (obj.address)
  505. logParams.user_address = obj.address
  506. if (t_i == my_account_all_coins.transfer_arrays.length) {
  507. logger.log('归集日志上报:', logParams);
  508. logParams.type = report.REPORT_TYPE.collect_coins
  509. var info = await queryCompanyInfoFromId(0);
  510. // logParams.receiver_address_total_balance_after = await queryCollectBalance(info.user_address, obj.chain)
  511. //归集入库
  512. logParams.status = 0
  513. try {
  514. await collect_coins_db.create_collect_coins_task({ ...logParams })
  515. } catch (error) {
  516. logger.error('create_collect_coins_task', error.toString(), JSON.stringify(logParams))
  517. }
  518. //日志埋点-日志上报
  519. report.logReport(logParams)
  520. return toJson(0, null, '所有币归集成功.');
  521. } else {
  522. //归集入库
  523. logParams.status = -1
  524. try {
  525. logger.error('归集失败 : ', JSON.stringify(collects_error))
  526. logParams.errMsg = JSON.stringify(collects_error)
  527. await collect_coins_db.create_collect_coins_task({ ...logParams })
  528. } catch (error) {
  529. logger.error('归集失败 error: ', error.toString())
  530. }
  531. return toJson(-1, null, JSON.stringify(collects_error));
  532. }
  533. } else {
  534. return toJson(-1, null, 'transfer conditions are not met.');
  535. }
  536. }
  537. const start_collectCoins = async (obj) => {
  538. obj.withdraw = 0;
  539. return await transfer_handle(obj);
  540. }
  541. const transfer_handle = async (obj) => {
  542. //提币
  543. if (obj.withdraw) {
  544. var id = 0
  545. if (obj.privateKeyId)
  546. id = obj.privateKeyId
  547. //读取用户充币地址对应的私钥
  548. var info = await queryCompanyInfoFromId(id);
  549. logger.log('transfer_handle queryCompanyInfoFromId=', info);
  550. //提币公司
  551. obj.privateKey = info.user_private_key;
  552. // if (process.env.NODE_ENV != 'dev') {
  553. logger.log('readCompanyPriveteKeyFromMysql=', obj.privateKey)
  554. // }
  555. } else {
  556. //读取用户充币地址对应的私钥
  557. obj.privateKey = await readPriveteKeyFromMysql(obj.address);
  558. }
  559. if (obj.privateKey && obj.privateKey.results) {
  560. obj.privateKey = obj.privateKey.results;
  561. }
  562. if (!obj.privateKey) {
  563. logger.error('readPriveteKeyFromMysql error.', obj);
  564. //提币公司
  565. return toJson(-1, null, "readPriveteKeyFromMysql error.");
  566. }
  567. try {
  568. //解密
  569. obj.privateKey = utils.decryptPrivityKey(obj.privateKey);
  570. if (!obj.privateKey) {
  571. logger.error('decryptPrivityKey error', obj);
  572. return toJson(-1, null, "decryptPrivityKey error.");
  573. }
  574. } catch (error) {
  575. logger.error('decryptPrivityKey error', error.toString(), JSON.stringify(obj));
  576. if (!obj.privateKey) {
  577. return toJson(-1, null, "decryptPrivityKey error.", error.toString());
  578. }
  579. }
  580. var ret = await transfer(obj);
  581. if (isTransferSucceed(ret)) {
  582. //缓存当前交易的 gas 费用
  583. if (ret && obj.contractAddress) {
  584. var tr = getTransferGasFree('token', ret)
  585. logger.debug('cache setkey token LAST_TOTAL_TOKEN_FREE getTransferGasFree', tr)
  586. redis.redis_set(reids_token_config.LAST_TOKEN_PRICE, tr.gasFee);
  587. } else {
  588. var tr = getTransferGasFree('native', ret)
  589. logger.debug('cache setkey LAST_TOTAL_BNB_FREE getTransferGasFree', tr)
  590. redis.redis_set(reids_token_config.LAST_BNB_PRICE, tr.gasFee);
  591. }
  592. } else {
  593. var tm_obj = { ...obj }
  594. tm_obj.privateKey = '不对外暴露'
  595. logger.error('transfer_handle transfer error', JSON.stringify(tm_obj));
  596. }
  597. return ret;
  598. }
  599. async function queryCollectBalance(address, chain) {
  600. // var t_chain = utils.getChainName(chain)
  601. try {
  602. var queryCollectBalance = {
  603. address: address,
  604. chain: chain
  605. }
  606. logger.log('queryCollectBalance', queryCollectBalance)
  607. // 查询归集地址余额
  608. // return await getAccountBalances(queryCollectBalance);
  609. // return await getAccountAllCoins(queryCollectBalance);
  610. return '0';
  611. } catch (error) {
  612. logger.error('queryCollectBalance error', error.toString(), address, chain);
  613. return 0;
  614. }
  615. }
  616. /**
  617. * 用户充币地址的币转移到归集地址
  618. * 1、检查当前账户的 主流币或者 20 币,是否满足一美刀,并且查看是否满足转账费用 n 如果不满足,先从归集地址 -> 用户提币地址(0.*2 来回2次转移)
  619. * 2、发起归集 用户账户 -> 从 mysql 拿到私钥进行解密 -> 转移到归集地址
  620. *
  621. *
  622. * @param {*} obj
  623. */
  624. const collectCoins = async (obj) => {
  625. var chain = obj.chain;
  626. //1、拿到当前账户所有的币
  627. //2、是否满足交易费 如果不满足则 归集地址转移 币count * 手续费 到充币地址
  628. //3、遍历所有币,开始转移到归集地址
  629. // 日志上报的参数
  630. var logParams = {};
  631. obj.createTime = utils.getCurrentDate()
  632. logger.log('fun collectCoins in =', obj)
  633. var my_account_all_coins = await getAccountAllCoins(obj);
  634. logger.log('collectCoins getAccountAllCoins=', my_account_all_coins)
  635. if (!my_account_all_coins.native && !my_account_all_coins.other) {
  636. return 'getAccountAllCoins error.' + my_account_all_coins
  637. }
  638. //埋点日志-转账之前的充币地址余额
  639. logParams.addressBalances = { ...my_account_all_coins };
  640. //得到币价格
  641. if (process.env.NODE_ENV != 'dev') {
  642. var test_json = '{"tokenPrice": [{"contract": "0x0000000000000000000000000000000000000000", "usdPrice": 400}, {"contract": "0x03716F32f72c692a0B355fa04639669E3341B94e", "usdPrice": 0.1}]}'
  643. obj.tokenPrices = JSON.parse(test_json);
  644. } else {
  645. obj.tokenPrices = await redis.readRedis(reids_token_config.TOKENPRICE)
  646. if (!obj.tokenPrices) {
  647. logger.error('readRedis TOKENPRICE error')
  648. return 'readRedis error'
  649. }
  650. if (typeof obj.tokenPrices == 'string')
  651. obj.tokenPrices = JSON.parse(obj.tokenPrices);
  652. }
  653. logger.log('tokenPrices=', obj.tokenPrices)
  654. obj.chain = chain;
  655. //计算 gas 费用 是否需要归集
  656. var transFerGasFree = await computeTransferGasFree(obj, my_account_all_coins, obj.tokenPrices);
  657. //埋点日志- 需要归集的 native token
  658. if (transFerGasFree.transfer_obj && Array.isArray(transFerGasFree.transfer_obj)) {
  659. logParams.transfers = []
  660. for (let index = 0; index < transFerGasFree.transfer_obj.length; index++) {
  661. const element = transFerGasFree.transfer_obj[index];
  662. logParams.transfers.push({ ...element })
  663. }
  664. }
  665. logger.log('computeTransferGasFree=', transFerGasFree)
  666. logger.log(' logParams.transfers=', logParams.transfers)
  667. //是否需要归集
  668. if (transFerGasFree.totalCount > 0) {
  669. //需要转移 gas 费
  670. //每次都需要充值 gas 费
  671. if (account_config.TRANSFER_GAS || (parseInt(transFerGasFree.gasPrice) > 0 && transFerGasFree.get_service_charge == 1)) {
  672. var info = await queryCompanyInfoFromId(0);
  673. var obj_wd = {
  674. chain: chain,
  675. amount: transFerGasFree.gasPrice,
  676. receiver: obj.address,
  677. type: 'native',
  678. // address: account_config.WELLET_PUBLIC_KEY, //todo 正式环境需要替换从 mysql read
  679. address: info.user_address, //todo 正式环境需要替换从 mysql read
  680. }
  681. //埋点日志-预存 gas 付费
  682. logParams.prestore_gas_fee = { ...obj_wd };
  683. // logParams.receiver_address_total_balance_before = await queryCollectBalance(info.user_address, chain)
  684. logParams.company_public_key = info.user_address
  685. logger.log('开始充值 gas ', obj_wd)
  686. var ret = await withdraw(obj_wd)
  687. logger.log('充值完成 gas ', ret)
  688. if (!isTransferSucceed(ret)) return ret;
  689. var transfer = getTransferGasFree('native', ret)
  690. logger.log('getTransferGasFree transfer =', transfer)
  691. if (transfer && transfer.nativeValue > 0) {
  692. logger.log('tempNativeValue=', my_account_all_coins.native.balance)
  693. await updateNativeBalance(my_account_all_coins.native.balance, obj);
  694. var tempNativeValue = addNativeValue(my_account_all_coins.native.balance, transfer.nativeValue)
  695. my_account_all_coins.native.balance = tempNativeValue.toString();
  696. logger.log('udpateNativeValue=', tempNativeValue);
  697. } else return "get native value error."
  698. }
  699. obj.chain = chain;
  700. obj.transFerGasFree = transFerGasFree;
  701. logger.log('transfers--->', obj);
  702. var ret = await transfers(obj, my_account_all_coins, logParams);
  703. logger.log('归集结果=', ret);
  704. return ret;
  705. }
  706. return obj.address + ':不满足归集条件';
  707. }
  708. async function execCollectCoinsTask() {
  709. logger.log('execCollectCoinsTask in', collectCoinsArrays.length)
  710. if (isExecCollect) return
  711. isExecCollect = true;
  712. while (collectCoinsArrays.length > 0) {
  713. var obj = collectCoinsArrays.pop();
  714. //开始收集用户地址里面的币到归集地址
  715. var ret = await collectCoins(obj);
  716. // await utils.sleep(3000)
  717. logger.log('execCollectCoinsTask=', collectCoinsArrays.length, ret)
  718. }
  719. isExecCollect = false;
  720. logger.log('execCollectCoinsTask out', collectCoinsArrays.length)
  721. }
  722. function pushCollectConisObj(obj) {
  723. logger.log('collectCoinsArrays length=', collectCoinsArrays.length, collectCoinsArrays)
  724. if (collectCoinsArrays.length > 0) {
  725. var findItem = collectCoinsArrays.find(element => {
  726. return (obj.address == element.address)
  727. })
  728. if (findItem) {
  729. logger.log('当前任务正在处理中...', obj.address)
  730. return;
  731. }
  732. }
  733. collectCoinsArrays.push(obj)
  734. execCollectCoinsTask();
  735. }
  736. async function readPriveteKeyFromMysql(address) {
  737. return new Promise(resolve => {
  738. mysql.queryUserPrivateKeyFromUserAddress(address).then(ret => {
  739. logger.log('readPriveteKeyFromMysql=', ret);
  740. resolve(ret);
  741. })
  742. })
  743. }
  744. async function queryCompanyInfoFromId(id) {
  745. return new Promise(resolve => {
  746. mysql.queryCompanyInfoFromId(id).then(ret => {
  747. logger.log('queryCompanyInfoFromId=', ret, ret.results, ret.results.user_address, ret.results.user_private_key);
  748. resolve(ret.results);
  749. })
  750. })
  751. }
  752. const transfer = async (obj) => {
  753. logger.debug("fun transfer serverUrl ", serverUrl);
  754. logger.debug("fun transfer appId ", serverUrl);
  755. logger.debug("fun transfer moralisSecret ", moralisSecret);
  756. await initMoralisSecretSDK();
  757. // initSDK(moralisSecret);
  758. logger.debug("fun transfer start ok ");
  759. const opts = {};
  760. opts.chainId = 'bsc_testnet';
  761. opts.privateKey = moralis_config.DEFAULT_PRIVATE_KEY;
  762. opts.type = "erc20"; //native erc20
  763. if (!obj.receiver || !obj.amount || parseInt(obj.amount) <= 0) {
  764. logger.error("transfer fun transfer parameter error.", obj.receiver, obj.amount, obj.amount);
  765. return toJson(ERROR_CODE_001, null, "please check receiver or amount parameter is ok ?");
  766. }
  767. if (obj.chain != null) {
  768. opts.chainId = utils.getChainId(obj.chain);
  769. console.log("chainId:", opts.chainId);
  770. }
  771. if (obj.type != null) {
  772. opts.type = obj.type;
  773. }
  774. if (obj.from_block != null) {
  775. opts.from_block = obj.from_block;
  776. }
  777. if (obj.to_block != null) {
  778. opts.to_block = obj.to_block;
  779. }
  780. opts.contractAddress = obj.contractAddress;
  781. opts.receiver = obj.receiver;
  782. //调用者传入
  783. // opts.amount = Moralis.Units.Token(obj.amount, 18);
  784. opts.amount = obj.amount;
  785. if (obj.privateKey != null) {
  786. opts.privateKey = obj.privateKey;
  787. }
  788. var options;
  789. try {
  790. // sending 0.5 DAI tokens with 18 decimals on BSC testnet
  791. if (opts.contractAddress) { //如果存在就是代币
  792. // if (opts.contractAddress == SHIB_ADDRESS) {
  793. // //提币金额必须大于 20000 ,手续费 10000
  794. // if (parseInt(opts.amount) >= SHIB_AMOUNT_LIMIT) {
  795. // opts.amount = (parseInt(opts.amount) - SHIB_AMOUNT_FEE_LIMIT).toString()
  796. // } else {
  797. // return toJson(-1, null, "最低限额为 20000 个token.");
  798. // }
  799. // }
  800. options = Moralis.TransferOptions = {
  801. type: opts.type,
  802. amount: opts.amount,
  803. receiver: opts.receiver, //接收钱包地址
  804. contractAddress: opts.contractAddress //用户合约地址
  805. };
  806. logger.tlog("options 20 =", options);
  807. } else { //ETH or BNB
  808. options = Moralis.TransferOptions = {
  809. type: opts.type,
  810. amount: opts.amount,
  811. receiver: opts.receiver, //接收钱包地址
  812. };
  813. logger.tlog("options native =", options, opts.chainId);
  814. }
  815. // Enable web3
  816. await Moralis.enableWeb3({
  817. //BSC mainnet = 0x38-56 testnet:0x61-97
  818. chainId: opts.chainId,
  819. privateKey: opts.privateKey,
  820. });
  821. logger.tlog("options id =", opts.chainId);
  822. var ret = await Moralis.transfer(options);
  823. logger.tlog("transfer 结果 =", ret);
  824. return toJson(SUCCEED_CODE, ret, "");
  825. } catch (error) {
  826. logger.tlog('transfer error:', error);
  827. logger.error('重要消息-重要消息-重要消息 transfer error:', error.toString(), JSON.stringify(options))
  828. if (error.reason != null) {
  829. return toJson(ERROR_CODE_001, null, error.toString());
  830. } else {
  831. return toJson(ERROR_CODE_001, null, error.toString());
  832. }
  833. }
  834. };
  835. const getAllTokenWithdrawInfoLists = async (obj) => {
  836. try {
  837. var key = reids_token_config.TOKENWITHDRAW;
  838. var ret = await redis.readRedis(key);
  839. return toJson(SUCCEED_CODE, ret, null);
  840. } catch (error) {
  841. console.error("getAllTokenWithdrawInfoLists=", error);
  842. return toJson(ERROR_CODE_001, null, error.toString());
  843. }
  844. }
  845. /**
  846. * 获取代币价格 -> usdPrice
  847. */
  848. const getAllTotkenPrice = async () => {
  849. try {
  850. logger.log('当前环境:', process.env.NODE_ENV);
  851. logger.log("getAllTotkenPrice in", reids_token_config); // Prints "value"
  852. var token_price_key = reids_token_config.TOKENPRICE;
  853. logger.log("getAllTotkenPrice token_price_key=", token_price_key);
  854. return await redis.readRedis(token_price_key)
  855. } catch (error) {
  856. logger.error("getTotkenPrice=", error);
  857. return toJson(ERROR_CODE_001, null, error.toString());
  858. }
  859. }
  860. function setTransfersDataType(type, ret) {
  861. if (ret && Array.isArray(ret) && ret.length > 0) {
  862. ret.forEach(element => {
  863. element.type = type;
  864. });
  865. }
  866. }
  867. //获取交易记录
  868. //hash 0xe09ba3a4c9f7a8902e01af68d0f1f91906f3f7db1195227e61c45c0e86b2630a
  869. async function getTokenTransfers(opt) {
  870. await initMasterSDK();
  871. logger.log("fun getTokenTransfers in ", opt);
  872. const options = {};
  873. options.type = 'all';
  874. options.chain = 'bsc_mainnet';
  875. if (opt.chain != null) {
  876. options.chain = utils.getChainName(opt.chain);
  877. logger.log('getTokenTransfers getChainName =', options.chain);
  878. }
  879. if (opt.order != null) {
  880. options.order = opt.order;
  881. }
  882. if (opt.startTime != null) {
  883. options.from_date = opt.startTime;
  884. }
  885. if (opt.endTime != null) {
  886. options.to_date = opt.endTime;
  887. }
  888. if (opt.from_block != null) {
  889. options.from_block = opt.from_block;
  890. }
  891. if (opt.to_block != null) {
  892. options.to_block = opt.to_block;
  893. }
  894. if (opt.transaction_hash) {
  895. options.transaction_hash = opt.transaction_hash;
  896. options.type = 'transaction_hash';
  897. }
  898. logger.log('getTokenTransfers >>>>>', options);
  899. if (options.type == 'all') {//查询主流币和 20 币所有的交易
  900. if (opt.address != null) {
  901. options.address = opt.address;
  902. } else {
  903. logger.error('getTokenTransfers error please check address parameter is ok ?', options);
  904. return toJson(ERROR_CODE_001, null, "please check address parameter is ok ?");
  905. }
  906. var t_1
  907. var t_2
  908. // Error: Request failed with status code 524
  909. // 做一次重试
  910. var tryCount = 4;
  911. var delay = 1000
  912. var interval = 500
  913. do {
  914. //主流币
  915. try {
  916. logger.log('getTokenTransfers account getTransactions>>>>>', options);
  917. t_1 = await Moralis.Web3API.account.getTransactions(options);
  918. logger.log('getTokenTransfers native ret -->>> t_1', t_1);
  919. setTransfersDataType('native', t_1.result)
  920. break
  921. } catch (error) {
  922. if (tryCount == 1) {
  923. logger.error("getTransactions error:", '主流币:', error.toString(), JSON.stringify(options))
  924. return toJson(ERROR_CODE_001, null, error.toString());
  925. }
  926. tryCount -= 1;
  927. await utils.sleep(delay)
  928. delay += interval
  929. }
  930. } while (tryCount >= 1);
  931. // Error: Request failed with status code 524
  932. tryCount = 4
  933. delay = 1000
  934. interval = 500
  935. do {
  936. //20币
  937. try {
  938. //token 获取交易记录如果没有时间有些地址会失败
  939. if (!options.to_block) {
  940. options.to_block = '10000000000'
  941. }
  942. logger.log('getTokenTransfers account getTokenTransfers>>>>>', options);
  943. t_2 = await Moralis.Web3API.account.getTokenTransfers(options);
  944. logger.log('getTokenTransfers token ret -->>> t_2', t_2);
  945. setTransfersDataType('token', t_2.result)
  946. break
  947. } catch (error) {
  948. if (tryCount == 1) {
  949. logger.error("getTransactions error:", 'token币:', error.toString(), JSON.stringify(options))
  950. return toJson(ERROR_CODE_001, null, error.toString());
  951. }
  952. tryCount -= 1;
  953. await utils.sleep(delay)
  954. delay += interval
  955. }
  956. } while (tryCount >= 1);
  957. //异常
  958. if (t_2 && t_2.total > 0 && Array.isArray(t_2.result) && t_2.result.length <= 0) {
  959. logger.error('getTokenTransfers token 数据异常 -->>>', t_2.toString(), JSON.stringify(options));
  960. return toJson(ERROR_CODE_001, null, 'token 数据异常.');
  961. }
  962. //排序组合
  963. try {
  964. let arr = t_1.result;
  965. let arr1 = t_2.result;
  966. if (Array.isArray(arr1) && Array.isArray(arr)) {
  967. let arr2 = arr.concat(arr1);
  968. t_1.result = arr2;
  969. logger.log('getTokenTransfers-->>> concat t_1', t_1);
  970. if (t_1.total != null) {
  971. t_1.total = t_1.result.length
  972. }
  973. }
  974. //将结果排序
  975. t_1.result.sort((a, b) => {
  976. let t1 = new Date(Date.parse(a.block_timestamp))
  977. let t2 = new Date(Date.parse(b.block_timestamp))
  978. return t2.getTime() - t1.getTime()
  979. })
  980. logger.log('getTokenTransfers-->>> sort t_1', t_1);
  981. return toJson(SUCCEED_CODE, t_1, null);
  982. } catch (error) {
  983. logger.error("getTransactions 排序组合 error :", error.toString(), JSON.stringify(options), JSON.stringify(t_1), JSON.stringify(t_2))
  984. return toJson(ERROR_CODE_001, null, error.toString());
  985. }
  986. } else if (options.type == 'transaction_hash') {//根据哈希查询
  987. var tryCount = 2
  988. do {
  989. try {
  990. logger.log('transaction_hash getTransaction options-->>> ', options);
  991. //native
  992. const transaction = await Moralis.Web3API.native.getTransaction(options);
  993. var arr = [];
  994. if (transaction)
  995. arr.push(transaction)
  996. var obj = { result: arr }
  997. logger.log('transaction_hash getTransaction ret-->>> ', transaction, obj);
  998. return toJson(SUCCEED_CODE, obj, null);
  999. } catch (error) {
  1000. if (tryCount == 1) {
  1001. logger.error("native getTransaction error:", error.toString(), JSON.stringify(options))
  1002. return toJson(ERROR_CODE_001, null, error.toString());
  1003. }
  1004. tryCount -= 1;
  1005. }
  1006. } while (tryCount >= 1);
  1007. } else {
  1008. return toJson(ERROR_CODE_001, null, "This type is not supported.");;
  1009. }
  1010. }
  1011. module.exports = {
  1012. transfer,
  1013. getTokenTransfers,
  1014. toJson,
  1015. getAllTokenWithdrawInfoLists,
  1016. getAllTotkenPrice,
  1017. withdraw,
  1018. collectCoins,
  1019. isTransferSucceed,
  1020. getTransferRecordGasFree,
  1021. pushCollectConisObj,
  1022. getTransferGasFree,
  1023. queryCollectBalance,
  1024. queryCompanyInfoFromId,
  1025. }