moralis_sdk.js 41 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157
  1. /* import moralis */
  2. const Moralis = require("moralis/node");
  3. // const Moralis = require("../Moralis_JS_SDK/node");
  4. var utils = require('./utils.js');
  5. // var config = require('../config/config.js')(db_config,
  6. // moralis_config)
  7. var { moralis_config, reids_token_config, account_config } = require('../config/config.js')
  8. const redis = require("./db/redis_db") //导入 db.js
  9. const mysql = require("./db/mysql_db")
  10. const logger = require('./logger')
  11. const report = require("./report") //导入 db.js
  12. const BigNumber = require('bignumber.js')
  13. const collect_coins_db = require('./db/collect_coins_db')
  14. /* Moralis init code */
  15. var serverUrl = moralis_config.SERVER_URL;
  16. var appId = moralis_config.APP_ID;
  17. var masterKey = moralis_config.MASTER_KEY;
  18. var moralisSecret = moralis_config.MORALIS_SECRET;
  19. // 内部异常
  20. const ERROR_CODE_001 = -1;
  21. const SUCCEED_CODE = 0;
  22. // 归集队列
  23. var collectCoinsArrays = [];
  24. // 是否执行归集
  25. var isExecCollect = false;
  26. var masterInit = false
  27. var secretInit = false
  28. // 对 shib 做限制
  29. const SHIB_AMOUNT_LIMIT = 20000
  30. const SHIB_AMOUNT_FEE_LIMIT = 10000
  31. const SHIB_ADDRESS = '0x2859e4544C4bB03966803b044A93563Bd2D0DD4D'
  32. /**
  33. * 初始化 moralis
  34. * https://st94nif1cq.feishu.cn/docs/doccnNxG2UwHPCdZXbywgbdy13f#
  35. */
  36. async function initMasterSDK() {
  37. logger.debug('initMasterSDK start')
  38. if (masterInit) {
  39. logger.log('initMasterSDK', masterInit)
  40. return
  41. }
  42. await Moralis.start({ serverUrl, appId, masterKey });
  43. logger.debug('initMasterSDK start ok')
  44. masterInit = true
  45. }
  46. async function initMoralisSecretSDK() {
  47. if (secretInit) {
  48. logger.log('initMoralisSecretSDK', secretInit)
  49. return
  50. }
  51. logger.debug('initMoralisSecretSDK start')
  52. await Moralis.start({ serverUrl, appId, moralisSecret });
  53. logger.debug('initMoralisSecretSDK start ok')
  54. secretInit = true
  55. }
  56. /**
  57. * 设置 web3 云函数
  58. */
  59. async function setWeb3apiRateLimit() {
  60. await initMasterSDK()
  61. const params = {};
  62. const ret = await Moralis.Cloud.run("setWeb3apiRateLimit", params);
  63. logger.error('setWeb3apiRateLimit', ret)
  64. }
  65. setWeb3apiRateLimit()
  66. function toJson(code_, obj_, errMsg_) {
  67. return utils.toJson(code_, obj_, errMsg_);
  68. }
  69. /**
  70. * 通过交易记录获取 gas 费用
  71. * @param {} type
  72. * @param {*} obj
  73. * @param {*} address
  74. */
  75. function getTransferRecordGasFree(type, obj, address) {
  76. logger.log('getTransferRecordGasFree fun in', type, obj, address)
  77. if (obj && obj.data && obj.data.result && Array.isArray(obj.data.result) && obj.data.result.length > 0) {
  78. logger.log('getTransferRecordGasFree fun in', 1)
  79. for (let index = 0; index < obj.data.result.length; index++) {
  80. const element = obj.data.result[index];
  81. logger.log('getTransferRecordGasFree fun in 2', element)
  82. if (element.type == type && element.to_address.toLowerCase() == address.toLowerCase()) {
  83. if (element.gas_price && element.gas && type == 'native') {//native
  84. return {
  85. totalGasFree: parseInt(element.gas_price) * parseInt(element.gas),
  86. gas_price: parseInt(element.gas_price),
  87. gas_limit: parseInt(element.gas),
  88. }
  89. }
  90. }
  91. }
  92. }
  93. return null;
  94. }
  95. function changeJsonHexBignumberToString(json) {
  96. if (json) {
  97. var obj = JSON.parse(json)
  98. var code = obj.code;
  99. logger.log('changeJsonHexBignumberToString obj=', obj)
  100. try {
  101. if (obj.data && obj.data.gasPrice && obj.data.gasLimit && obj.data.gasPrice.hex && obj.data.gasLimit.hex) {
  102. var curGasPrice = BigNumber(obj.data.gasPrice.hex).toNumber()
  103. var curGasLimit = BigNumber(obj.data.gasLimit.hex).toNumber()
  104. obj.data.gasPrice.number = curGasPrice.toString()
  105. obj.data.gasLimit.number = curGasLimit.toString()
  106. logger.log('getTransferGasFree totalGasFree=', curGasPrice, curGasLimit)
  107. if (obj.data.value && obj.data.value.hex) {
  108. var value = BigNumber(obj.data.value.hex).toNumber()
  109. logger.log('getTransferGasFree native value=', value)
  110. if (value != 0) {
  111. obj.data.value.number = value.toString()
  112. }
  113. }
  114. }
  115. logger.log('changeJsonHexBignumberToString ret=', obj.data)
  116. return JSON.stringify(obj.data)
  117. } catch (error) {
  118. logger.error('changeJsonHexBignumberToString error', error.toString())
  119. return json;
  120. }
  121. }
  122. return json;
  123. }
  124. /**
  125. * 获取转账的 gas 费
  126. * @param {*} type
  127. * @param {*} json
  128. * @returns
  129. */
  130. function getTransferGasFree(type, json) {
  131. var curGasPrice = account_config.BNB_GAS_PRICE
  132. var curGasLimit = account_config.TOKEN_GAS_LIMIT
  133. var nativeValue = 0;
  134. var tokenValue = 0;
  135. var code = -1;
  136. if (type == 'native') {
  137. curGasLimit = account_config.BNB_GAS_LIMIT
  138. }
  139. var totalGasFree = parseInt(curGasLimit) * parseInt(curGasPrice);
  140. var gas_fee
  141. var gas_limit
  142. logger.log('getTransferGasFree json=', json)
  143. if (json) {
  144. var obj = JSON.parse(json)
  145. code = obj.code;
  146. logger.log('getTransferGasFree obj=', obj)
  147. if (obj.data && obj.data.gasPrice && obj.data.gasLimit && obj.data.gasPrice.hex && obj.data.gasLimit.hex) {
  148. var curGasPrice = BigNumber(obj.data.gasPrice.hex).toNumber()
  149. var curGasLimit = BigNumber(obj.data.gasLimit.hex).toNumber()
  150. if (curGasPrice > 0 && curGasLimit > 0) {
  151. totalGasFree = curGasPrice * curGasLimit;
  152. }
  153. gas_fee = curGasPrice
  154. gas_limit = gas_limit
  155. logger.log('getTransferGasFree totalGasFree=', curGasPrice, curGasLimit, totalGasFree)
  156. if (obj.data.value && obj.data.value.hex) {
  157. var value = BigNumber(obj.data.value.hex).toNumber()
  158. logger.log('getTransferGasFree native value=', value)
  159. if (value != 0) {
  160. nativeValue = value
  161. }
  162. }
  163. }
  164. }
  165. return {
  166. code: code,
  167. totalGasFree: totalGasFree,
  168. nativeValue: nativeValue,
  169. tokenValue: tokenValue,
  170. gasFee: gas_fee,
  171. gasLimit: gas_limit,
  172. }
  173. }
  174. /**
  175. *
  176. * @param {转账是否成功} json
  177. */
  178. function isTransferSucceed(json) {
  179. if (json) {
  180. var obj = JSON.parse(json)
  181. return obj.code == 0
  182. }
  183. return false
  184. }
  185. const withdraw = async (obj) => {
  186. obj.withdraw = 1;
  187. return await transfer_handle(obj);
  188. }
  189. async function getAccountBalances(options) {
  190. await initMasterSDK();
  191. if (options.chain) {
  192. options.chain = utils.getChainName(options.chain)
  193. }
  194. //做 3次 重试,每次间隔 1s+=
  195. //Error: Request failed with status code 524
  196. //Error: Request failed with status code 500
  197. var tryCount = 4;
  198. var delay = 1000
  199. var interval = 500
  200. var result;
  201. var balance_opts = {
  202. address: options.address,
  203. chain: options.chain
  204. }
  205. logger.log('getAccountBalances :', options, balance_opts)
  206. do {
  207. try {
  208. if (options.type == 'native') {
  209. result = await Moralis.Web3API.account.getNativeBalance(balance_opts);
  210. logger.log('getNativeBalance=', result);
  211. } else {
  212. result = await Moralis.Web3API.account.getTokenBalances(balance_opts);
  213. logger.log('getTokenBalances=', result);
  214. }
  215. if (tryCount < 4) {
  216. logger.error('getBalances succeed:', JSON.stringify(balance_opts), " 已重试:" + tryCount + "次")
  217. }
  218. break
  219. } catch (error) {
  220. if (tryCount == 1) {
  221. logger.error('getBalances error:', error.toString(), JSON.stringify(balance_opts), JSON.stringify(options))
  222. result = null;
  223. break
  224. }
  225. tryCount -= 1;
  226. await utils.sleep(delay)
  227. delay += interval
  228. logger.error('getBalances error:', JSON.stringify(balance_opts), "重试:" + tryCount + "次")
  229. }
  230. } while (tryCount >= 1);
  231. return result
  232. }
  233. /**
  234. * 获取当前账户下所有不同种类的币 主流币 + 20币
  235. *
  236. * 必填项
  237. * obj.chain = ?
  238. * @param {*} obj
  239. */
  240. async function getAccountAllCoins(obj) {
  241. var temp_chain = obj.chain;
  242. //拿到我当前所有的币种
  243. obj.type = 'native'
  244. obj.chain = temp_chain
  245. var native_balance = await getAccountBalances(obj);
  246. //拿到我当前所有的 20 币
  247. obj.type = '20'
  248. obj.chain = temp_chain
  249. var others_balances = await getAccountBalances(obj);
  250. return {
  251. native: native_balance,
  252. other: others_balances,
  253. }
  254. }
  255. /**
  256. * 判断是否转 gas 费
  257. * @param {*} my_account_all_coins
  258. */
  259. async function computeTransferGasFree(obj, my_account_all_coins, tokenPrices) {
  260. var totalCount = 0;
  261. var tokenCount = 0;
  262. var tokenGasPrice = 0;
  263. var nativeGasPrice = 0;
  264. var ret_total_gas_price = 0;
  265. var ret_total_count = 0;
  266. var ret_a_gas = 0;
  267. //需要转账的数组对象
  268. var transfer_obj = [];
  269. var receiver_info = await queryCompanyInfoFromId(0);
  270. //得到 20 币 满足 1美刀的 count
  271. if (Array.isArray(my_account_all_coins.other) && my_account_all_coins.other.length > 0) {
  272. for (let index = 0; index < my_account_all_coins.other.length; index++) {
  273. const element = my_account_all_coins.other[index];
  274. // my_account_all_coins.other.forEach(element => {
  275. logger.log('20 element=', element);
  276. var find_transfer_item = findTokenPriceItem(element.token_address, tokenPrices);
  277. if (element.token_address == SHIB_ADDRESS) {
  278. if (parseInt(element.balance) < SHIB_AMOUNT_LIMIT) {
  279. logger.warn('不满足归集条件', element);
  280. continue
  281. }
  282. }
  283. if (find_transfer_item) {
  284. var total_all_usdprice = calculate_total_usdprice(element.balance, element.decimals, find_transfer_item.usdPrice);
  285. logger.log('findTokenPriceItem ret=', element.token_address, find_transfer_item, total_all_usdprice);
  286. if (find_transfer_item && total_all_usdprice > 1.0) {
  287. tokenCount += 1;
  288. logger.log('token > 1.0', tokenCount, element.token_address);
  289. var obj_20 = {
  290. chain: obj.chain,
  291. contractAddress: element.token_address,
  292. amount: element.balance,
  293. receiver: receiver_info.user_address,
  294. type: 'erc20',
  295. address: obj.address,
  296. usdPrice: find_transfer_item.usdPrice
  297. }
  298. transfer_obj.push(obj_20)
  299. }
  300. } else {
  301. logger.log('findTokenPriceItem not fount =', element);
  302. }
  303. // });
  304. }
  305. logger.log('account_config.TOKEN_GAS_LIMIT=', account_config.TOKEN_GAS_LIMIT);
  306. var lastTokenFree = await redis.readRedis(reids_token_config.LAST_TOTAL_TOKEN_FREE)
  307. logger.log('LAST_TOTAL_TOKEN_FREE=', lastTokenFree);
  308. if (lastTokenFree && reids_token_config.LAST_TOTAL_TOKEN_FREE && parseInt(lastTokenFree) > 0) {
  309. tokenGasPrice = parseInt(tokenCount) * parseInt(lastTokenFree);
  310. } else {
  311. tokenGasPrice = parseInt(tokenCount) * parseInt(account_config.TOKEN_GAS_LIMIT) * parseInt(account_config.BNB_GAS_PRICE);
  312. }
  313. ret_a_gas = account_config.BNB_GAS_PRICE;
  314. logger.log('tokenGasPrice=', tokenGasPrice);
  315. }
  316. //计算 native 是否满足 1美刀
  317. logger.log('isTransferGasFree token count:', tokenCount);
  318. var nativeAllBalance = 0;
  319. if (my_account_all_coins.native && my_account_all_coins.native.balance)
  320. nativeAllBalance = my_account_all_coins.native.balance
  321. var nativeCount = 0
  322. var nativePriceItem = findTokenPriceItem('0x0000000000000000000000000000000000000000', tokenPrices);//todo 线上环境需要换
  323. logger.log('native nativePriceItem=', nativePriceItem, nativeAllBalance);
  324. if (nativePriceItem) {
  325. var total_all_usdprice = calculate_total_usdprice(nativeAllBalance, '18', nativePriceItem.usdPrice);
  326. logger.log('native total_all_usdprice=', total_all_usdprice);
  327. if (total_all_usdprice > 1.0) {
  328. nativeCount = 1;
  329. logger.log('native > 1.0', tokenCount);
  330. var lastBnbFree = await redis.readRedis(reids_token_config.LAST_TOTAL_BNB_FREE)
  331. logger.log('LAST_TOTAL_BNB_FREE=', lastBnbFree);
  332. if (lastBnbFree && parseInt(lastBnbFree) > 0) {
  333. nativeGasPrice = parseInt(nativeCount) * parseInt(lastBnbFree);
  334. } else {
  335. nativeGasPrice = parseInt(nativeCount) * parseInt(account_config.BNB_GAS_LIMIT) * parseInt(account_config.BNB_GAS_PRICE);
  336. }
  337. ret_a_gas = account_config.BNB_GAS_PRICE;
  338. // var real_native_amount = BigInt(nativeAllBalance) - BigInt(nativeGasPrice) - BigInt(tokenGasPrice);
  339. var real_native_amount = BigInt(nativeAllBalance);
  340. var obj_native = {
  341. chain: obj.chain,
  342. amount: real_native_amount.toString(),
  343. receiver: receiver_info.user_address,
  344. type: 'native',
  345. address: obj.address,
  346. usdPrice: nativePriceItem.usdPrice
  347. }
  348. transfer_obj.push(obj_native)
  349. }
  350. }
  351. logger.log('transfer obj=', transfer_obj)
  352. //计算所有币
  353. totalCount = nativeCount + tokenCount;
  354. // var gasPrice = await redis.readRedis(reids_token_config.GASPRICE);
  355. logger.log('nativeAllBalance', nativeAllBalance);
  356. logger.log('totalCount', totalCount);
  357. //计算所有币转账所需要的 gas
  358. var total2Gas = nativeGasPrice + tokenGasPrice;
  359. var service_charge = 0;
  360. logger.log('total2Gas', total2Gas);
  361. //需要转账的 obj
  362. my_account_all_coins.transfer_arrays = transfer_obj
  363. //如果当前的钱不够 gas
  364. if (nativeAllBalance < total2Gas) {
  365. if (tokenCount > 0) {//出现 token 需要转移手续费
  366. service_charge = 1;
  367. // total2Gas = (total2Gas - nativeAllBalance);//充手续费
  368. logger.log('需要转账=', total2Gas);
  369. }
  370. }
  371. ret_total_gas_price = total2Gas.toString();
  372. ret_total_count = totalCount;
  373. //返回结果
  374. return {
  375. gasPrice: ret_total_gas_price, //需要 归集到用户地址的 gas 费转移
  376. totalCount: ret_total_count, //一共归集次数
  377. aGasPrice: ret_a_gas, //单个 gas 费用
  378. get_service_charge: service_charge,//是否需要服务费
  379. transfer_obj: transfer_obj,
  380. };
  381. }
  382. function findTokenPriceItem(token_address, tokenPrices) {
  383. return tokenPrices.tokenPrice.find(element => {
  384. // logger.log('findTokenPriceItem find=', element.contract, token_address)
  385. return element.contract.toLowerCase() == token_address.toLowerCase();
  386. })
  387. }
  388. // function calculate_total_usdprice(amount, decimals, usdprice) {
  389. // return parseInt(amount) / (10**parseInt(decimals)) * parseInt(usdprice) ;
  390. function calculate_total_usdprice(amount, decimals, usdprice) {
  391. // if(usdprice.toString().indexOf("e") != -1 ){
  392. // return parseInt(amount) / (10 ** parseInt(decimals)) * parseFloat(usdprice);
  393. // }else {
  394. // return parseInt(amount) / (10 ** parseInt(decimals)) * parseFloat(usdprice);
  395. // }
  396. return parseInt(amount) / (10 ** parseInt(decimals)) * parseFloat(usdprice);
  397. }
  398. function addNativeValue(nativeValue, aValue) {
  399. return BigInt(nativeValue) + BigInt(aValue)
  400. }
  401. function reduceNativeValue(nativeValue, rValue) {
  402. return BigInt(nativeValue) - BigInt(rValue)
  403. }
  404. /**
  405. * todo --> 计算 gas
  406. * @param {*} nativeBalance
  407. * @param {*} obj
  408. * @returns
  409. */
  410. async function updateNativeBalance(nativeBalance, obj) {
  411. var temp = { ...obj }
  412. console.log('updateNativeBalance before', temp, nativeBalance)
  413. var retryCount = 15;
  414. if (temp.chain) {
  415. temp.chain = utils.getChainName(temp.chain)
  416. }
  417. console.log('updateNativeBalance after', temp, nativeBalance)
  418. try {
  419. do {
  420. //上面转账完 BNB 会减去,这里再获取一次
  421. var native_ret = await Moralis.Web3API.account.getNativeBalance(temp);
  422. logger.log('更新余额 :', nativeBalance, native_ret, retryCount)
  423. if (nativeBalance != native_ret.balance && BigInt(nativeBalance) < BigInt(native_ret.balance)) {
  424. return native_ret.balance;
  425. }
  426. await utils.sleep(3000);
  427. retryCount--;
  428. } while (native_ret.balance == nativeBalance && retryCount > 0);
  429. } catch (error) {
  430. logger.error('updateNativeBalance error :', nativeBalance, JSON.stringify(obj))
  431. }
  432. return null;
  433. }
  434. //20 and native 归集
  435. async function transfers(obj, my_account_all_coins, logParams) {
  436. // 优化后的归集
  437. if (my_account_all_coins && my_account_all_coins.transfer_arrays && Array.isArray(my_account_all_coins.transfer_arrays) && my_account_all_coins.transfer_arrays.length > 0) {
  438. var t_i = 0;
  439. var totalGasFee = 0;
  440. var collects = []
  441. var collects_error = []
  442. var collects_mysql = []
  443. for (let index = 0; index < my_account_all_coins.transfer_arrays.length; index++) {
  444. var ti = my_account_all_coins.transfer_arrays[index]
  445. logger.tlog('ti=', ti, index)
  446. //fix 归集失败的问题
  447. //线上环境和测试环境由于访问快,导致余额未来得及更新,这里做一个 延迟判断
  448. if (ti.type == 'native') {
  449. await updateNativeBalance(ti.amount, ti);
  450. }
  451. var ret = await start_collectCoins(ti)
  452. //更新 native 金额
  453. if (isTransferSucceed(ret)) {
  454. logger.tlog('start_collectCoins respose...', ret);
  455. t_i += 1
  456. collects.push(ret);
  457. //缓存当前交易的 gas 费用
  458. if (ret && ti.contractAddress) {
  459. var tr = getTransferGasFree('token', ret)
  460. // tr.totalGasFree
  461. totalGasFee += parseInt(tr.totalGasFree);
  462. } else {
  463. var tr = getTransferGasFree('native', ret)
  464. // tr.totalGasFree
  465. totalGasFee += parseInt(tr.totalGasFree);
  466. }
  467. collects_mysql.push(changeJsonHexBignumberToString(ret))
  468. } else {
  469. //缓存当前交易的 gas 费用
  470. try {
  471. if (ret && ti.contractAddress) {
  472. var tr = getTransferGasFree('token', ret)
  473. // tr.totalGasFree
  474. totalGasFee += parseInt(tr.totalGasFree);
  475. } else {
  476. var tr = getTransferGasFree('native', ret)
  477. // tr.totalGasFree
  478. totalGasFee += parseInt(tr.totalGasFree);
  479. }
  480. try {
  481. collects_error.push(JSON.parse(ret).errMsg)
  482. } catch (error) {
  483. logger.error('collects_error json parse error', ret)
  484. }
  485. } catch (error) {
  486. logger.error('start_collectCoins 获取 gas fee=', error.toString(), JSON.stringify(ti));
  487. }
  488. logger.tlog('start_collectCoins error=', ret);
  489. var tmp_ti = { ...ti }
  490. tmp_ti.privateKey = ''
  491. logger.error('start_collectCoins 归集 error=', ret, JSON.stringify(tmp_ti));
  492. };
  493. }
  494. //日志埋点-归集全部所花费的 gas 费用
  495. logParams.collectCoinsTotalGasFee = totalGasFee.toString();
  496. //日志埋点-归集的响应
  497. logParams.results = collects
  498. logParams.collects = JSON.stringify(collects_mysql)
  499. logParams.createTime = obj.createTime
  500. if (obj.address)
  501. logParams.user_address = obj.address
  502. if (t_i == my_account_all_coins.transfer_arrays.length) {
  503. logger.log('归集日志上报:', logParams);
  504. logParams.type = report.REPORT_TYPE.collect_coins
  505. var info = await queryCompanyInfoFromId(0);
  506. logParams.receiver_address_total_balance_after = await queryCollectBalance(info.user_address, obj.chain)
  507. //归集入库
  508. logParams.status = 0
  509. try {
  510. await collect_coins_db.create_collect_coins_task({ ...logParams })
  511. } catch (error) {
  512. logger.error('create_collect_coins_task', error.toString(), JSON.stringify(logParams))
  513. }
  514. //日志埋点-日志上报
  515. report.logReport(logParams)
  516. return toJson(0, null, '所有币归集成功.');
  517. } else {
  518. //归集入库
  519. logParams.status = -1
  520. try {
  521. logger.error('归集失败 : ', JSON.stringify(collects_error))
  522. logParams.errMsg = JSON.stringify(collects_error)
  523. await collect_coins_db.create_collect_coins_task({ ...logParams })
  524. } catch (error) {
  525. logger.error('归集失败 error: ', error.toString())
  526. }
  527. return toJson(-1, null, JSON.stringify(collects_error));
  528. }
  529. } else {
  530. return toJson(-1, null, 'transfer conditions are not met.');
  531. }
  532. }
  533. const start_collectCoins = async (obj) => {
  534. obj.withdraw = 0;
  535. return await transfer_handle(obj);
  536. }
  537. const transfer_handle = async (obj) => {
  538. //提币
  539. if (obj.withdraw) {
  540. var id = 0
  541. if (obj.privateKeyId)
  542. id = obj.privateKeyId
  543. //读取用户充币地址对应的私钥
  544. var info = await queryCompanyInfoFromId(id);
  545. logger.log('transfer_handle queryCompanyInfoFromId=', info);
  546. //提币公司
  547. obj.privateKey = info.user_private_key;
  548. // if (process.env.NODE_ENV != 'dev') {
  549. logger.log('readCompanyPriveteKeyFromMysql=', obj.privateKey)
  550. // }
  551. } else {
  552. //读取用户充币地址对应的私钥
  553. obj.privateKey = await readPriveteKeyFromMysql(obj.address);
  554. }
  555. if (obj.privateKey && obj.privateKey.results) {
  556. obj.privateKey = obj.privateKey.results;
  557. }
  558. if (!obj.privateKey) {
  559. logger.error('readPriveteKeyFromMysql error.', obj);
  560. //提币公司
  561. return toJson(-1, null, "readPriveteKeyFromMysql error.");
  562. }
  563. try {
  564. //解密
  565. obj.privateKey = utils.decryptPrivityKey(obj.privateKey);
  566. if (!obj.privateKey) {
  567. logger.error('decryptPrivityKey error', obj);
  568. return toJson(-1, null, "decryptPrivityKey error.");
  569. }
  570. } catch (error) {
  571. logger.error('decryptPrivityKey error', error.toString(), JSON.stringify(obj));
  572. if (!obj.privateKey) {
  573. return toJson(-1, null, "decryptPrivityKey error.", error.toString());
  574. }
  575. }
  576. var ret = await transfer(obj);
  577. if (isTransferSucceed(ret)) {
  578. //缓存当前交易的 gas 费用
  579. if (ret && obj.contractAddress) {
  580. var tr = getTransferGasFree('token', ret)
  581. logger.debug('cache setkey token LAST_TOTAL_TOKEN_FREE getTransferGasFree', tr)
  582. redis.redis_set(reids_token_config.LAST_TOTAL_TOKEN_FREE, tr.totalGasFree);
  583. } else {
  584. var tr = getTransferGasFree('native', ret)
  585. logger.debug('cache setkey LAST_TOTAL_BNB_FREE getTransferGasFree', tr)
  586. redis.redis_set(reids_token_config.LAST_TOTAL_BNB_FREE, tr.totalGasFree);
  587. }
  588. } else {
  589. var tm_obj = { ...obj }
  590. tm_obj.privateKey = '不对外暴露'
  591. logger.error('transfer_handle transfer error', JSON.stringify(obj));
  592. }
  593. return ret;
  594. }
  595. async function queryCollectBalance(address, chain) {
  596. // var t_chain = utils.getChainName(chain)
  597. try {
  598. var queryCollectBalance = {
  599. address: address,
  600. chain: chain
  601. }
  602. logger.log('queryCollectBalance', queryCollectBalance)
  603. // 查询归集地址余额
  604. // return await getAccountBalances(queryCollectBalance);
  605. return await getAccountAllCoins(queryCollectBalance);
  606. } catch (error) {
  607. logger.error('queryCollectBalance error', error.toString(), address, chain);
  608. return 0;
  609. }
  610. }
  611. /**
  612. * 用户充币地址的币转移到归集地址
  613. * 1、检查当前账户的 主流币或者 20 币,是否满足一美刀,并且查看是否满足转账费用 n 如果不满足,先从归集地址 -> 用户提币地址(0.*2 来回2次转移)
  614. * 2、发起归集 用户账户 -> 从 mysql 拿到私钥进行解密 -> 转移到归集地址
  615. *
  616. *
  617. * @param {*} obj
  618. */
  619. const collectCoins = async (obj) => {
  620. var chain = obj.chain;
  621. //1、拿到当前账户所有的币
  622. //2、是否满足交易费 如果不满足则 归集地址转移 币count * 手续费 到充币地址
  623. //3、遍历所有币,开始转移到归集地址
  624. // 日志上报的参数
  625. var logParams = {};
  626. obj.createTime = utils.getCurrentDate()
  627. logger.log('fun collectCoins in =', obj)
  628. var my_account_all_coins = await getAccountAllCoins(obj);
  629. logger.log('collectCoins getAccountAllCoins=', my_account_all_coins)
  630. if (!my_account_all_coins.native && !my_account_all_coins.other) {
  631. return 'getAccountAllCoins error.' + my_account_all_coins
  632. }
  633. //埋点日志-转账之前的充币地址余额
  634. logParams.addressBalances = { ...my_account_all_coins };
  635. //得到币价格
  636. if (process.env.NODE_ENV == 'dev') {
  637. var test_json = '{"tokenPrice": [{"contract": "0x0000000000000000000000000000000000000000", "usdPrice": 400}, {"contract": "0x03716F32f72c692a0B355fa04639669E3341B94e", "usdPrice": 0.1}]}'
  638. obj.tokenPrices = JSON.parse(test_json);
  639. } else {
  640. obj.tokenPrices = await redis.readRedis(reids_token_config.TOKENPRICE)
  641. if (!obj.tokenPrices) {
  642. logger.error('readRedis TOKENPRICE error')
  643. return 'readRedis error'
  644. }
  645. if (typeof obj.tokenPrices == 'string')
  646. obj.tokenPrices = JSON.parse(obj.tokenPrices);
  647. }
  648. logger.log('tokenPrices=', obj.tokenPrices)
  649. obj.chain = chain;
  650. //计算 gas 费用 是否需要归集
  651. var transFerGasFree = await computeTransferGasFree(obj, my_account_all_coins, obj.tokenPrices);
  652. //埋点日志- 需要归集的 native token
  653. if (transFerGasFree.transfer_obj && Array.isArray(transFerGasFree.transfer_obj)) {
  654. logParams.transfers = []
  655. for (let index = 0; index < transFerGasFree.transfer_obj.length; index++) {
  656. const element = transFerGasFree.transfer_obj[index];
  657. logParams.transfers.push({ ...element })
  658. }
  659. }
  660. logger.log('computeTransferGasFree=', transFerGasFree)
  661. logger.log(' logParams.transfers=', logParams.transfers)
  662. //是否需要归集
  663. if (transFerGasFree.totalCount > 0) {
  664. //需要转移 gas 费
  665. //每次都需要充值 gas 费
  666. if (account_config.TRANSFER_GAS || (parseInt(transFerGasFree.gasPrice) > 0 && transFerGasFree.get_service_charge == 1)) {
  667. var info = await queryCompanyInfoFromId(0);
  668. var obj_wd = {
  669. chain: chain,
  670. amount: transFerGasFree.gasPrice,
  671. receiver: obj.address,
  672. type: 'native',
  673. // address: account_config.WELLET_PUBLIC_KEY, //todo 正式环境需要替换从 mysql read
  674. address: info.user_address, //todo 正式环境需要替换从 mysql read
  675. }
  676. //埋点日志-预存 gas 付费
  677. logParams.prestore_gas_fee = { ...obj_wd };
  678. logParams.receiver_address_total_balance_before = await queryCollectBalance(info.user_address, chain)
  679. logParams.company_public_key = info.user_address
  680. logger.log('开始充值 gas ', obj_wd)
  681. var ret = await withdraw(obj_wd)
  682. logger.log('充值完成 gas ', ret)
  683. if (!isTransferSucceed(ret)) return ret;
  684. var transfer = getTransferGasFree('native', ret)
  685. logger.log('getTransferGasFree transfer =', transfer)
  686. if (transfer && transfer.nativeValue > 0) {
  687. logger.log('tempNativeValue=', my_account_all_coins.native.balance)
  688. await updateNativeBalance(my_account_all_coins.native.balance, obj);
  689. var tempNativeValue = addNativeValue(my_account_all_coins.native.balance, transfer.nativeValue)
  690. my_account_all_coins.native.balance = tempNativeValue.toString();
  691. logger.log('udpateNativeValue=', tempNativeValue);
  692. } else return "get native value error."
  693. }
  694. obj.chain = chain;
  695. obj.transFerGasFree = transFerGasFree;
  696. logger.log('transfers--->', obj);
  697. var ret = await transfers(obj, my_account_all_coins, logParams);
  698. logger.log('归集结果=', ret);
  699. return ret;
  700. }
  701. return obj.address + ':不满足归集条件';
  702. }
  703. async function execCollectCoinsTask() {
  704. logger.log('execCollectCoinsTask in', collectCoinsArrays.length)
  705. if (isExecCollect) return
  706. isExecCollect = true;
  707. while (collectCoinsArrays.length > 0) {
  708. var obj = collectCoinsArrays.pop();
  709. //开始收集用户地址里面的币到归集地址
  710. var ret = await collectCoins(obj);
  711. // await utils.sleep(3000)
  712. logger.log('execCollectCoinsTask=', collectCoinsArrays.length, ret)
  713. }
  714. isExecCollect = false;
  715. logger.log('execCollectCoinsTask out', collectCoinsArrays.length)
  716. }
  717. function pushCollectConisObj(obj) {
  718. logger.log('collectCoinsArrays length=', collectCoinsArrays.length, collectCoinsArrays)
  719. if (collectCoinsArrays.length > 0) {
  720. var findItem = collectCoinsArrays.find(element => {
  721. return (obj.address == element.address)
  722. })
  723. if (findItem) {
  724. logger.log('当前任务正在处理中...', obj.address)
  725. return;
  726. }
  727. }
  728. collectCoinsArrays.push(obj)
  729. execCollectCoinsTask();
  730. }
  731. async function readPriveteKeyFromMysql(address) {
  732. return new Promise(resolve => {
  733. mysql.queryUserPrivateKeyFromUserAddress(address).then(ret => {
  734. logger.log('readPriveteKeyFromMysql=', ret);
  735. resolve(ret);
  736. })
  737. })
  738. }
  739. async function queryCompanyInfoFromId(id) {
  740. return new Promise(resolve => {
  741. mysql.queryCompanyInfoFromId(id).then(ret => {
  742. logger.log('queryCompanyInfoFromId=', ret, ret.results, ret.results.user_address, ret.results.user_private_key);
  743. resolve(ret.results);
  744. })
  745. })
  746. }
  747. const transfer = async (obj) => {
  748. logger.debug("fun transfer serverUrl ", serverUrl);
  749. logger.debug("fun transfer appId ", serverUrl);
  750. logger.debug("fun transfer moralisSecret ", moralisSecret);
  751. await initMoralisSecretSDK();
  752. // initSDK(moralisSecret);
  753. logger.debug("fun transfer start ok ");
  754. const opts = {};
  755. opts.chainId = 'bsc_testnet';
  756. opts.privateKey = moralis_config.DEFAULT_PRIVATE_KEY;
  757. opts.type = "erc20"; //native erc20
  758. if (!obj.receiver || !obj.amount || parseInt(obj.amount) <= 0) {
  759. logger.error("transfer fun transfer parameter error.", obj.receiver, obj.amount, obj.amount);
  760. return toJson(ERROR_CODE_001, null, "please check receiver or amount parameter is ok ?");
  761. }
  762. if (obj.chain != null) {
  763. opts.chainId = utils.getChainId(obj.chain);
  764. console.log("chainId:", opts.chainId);
  765. }
  766. if (obj.type != null) {
  767. opts.type = obj.type;
  768. }
  769. if (obj.from_block != null) {
  770. opts.from_block = obj.from_block;
  771. }
  772. if (obj.to_block != null) {
  773. opts.to_block = obj.to_block;
  774. }
  775. opts.contractAddress = obj.contractAddress;
  776. opts.receiver = obj.receiver;
  777. //调用者传入
  778. // opts.amount = Moralis.Units.Token(obj.amount, 18);
  779. opts.amount = obj.amount;
  780. if (obj.privateKey != null) {
  781. opts.privateKey = obj.privateKey;
  782. }
  783. var options;
  784. try {
  785. // sending 0.5 DAI tokens with 18 decimals on BSC testnet
  786. if (opts.contractAddress) { //如果存在就是代币
  787. // if (opts.contractAddress == SHIB_ADDRESS) {
  788. // //提币金额必须大于 20000 ,手续费 10000
  789. // if (parseInt(opts.amount) >= SHIB_AMOUNT_LIMIT) {
  790. // opts.amount = (parseInt(opts.amount) - SHIB_AMOUNT_FEE_LIMIT).toString()
  791. // } else {
  792. // return toJson(-1, null, "最低限额为 20000 个token.");
  793. // }
  794. // }
  795. options = Moralis.TransferOptions = {
  796. type: opts.type,
  797. amount: opts.amount,
  798. receiver: opts.receiver, //接收钱包地址
  799. contractAddress: opts.contractAddress //用户合约地址
  800. };
  801. logger.tlog("options 20 =", options);
  802. } else { //ETH or BNB
  803. options = Moralis.TransferOptions = {
  804. type: opts.type,
  805. amount: opts.amount,
  806. receiver: opts.receiver, //接收钱包地址
  807. };
  808. logger.tlog("options native =", options, opts.chainId);
  809. }
  810. // Enable web3
  811. await Moralis.enableWeb3({
  812. //BSC mainnet = 0x38-56 testnet:0x61-97
  813. chainId: opts.chainId,
  814. privateKey: opts.privateKey,
  815. });
  816. logger.tlog("options id =", opts.chainId);
  817. var ret = await Moralis.transfer(options);
  818. logger.tlog("transfer 结果 =", ret);
  819. return toJson(SUCCEED_CODE, ret, "");
  820. } catch (error) {
  821. logger.tlog('transfer error:', error);
  822. logger.error('重要消息-重要消息-重要消息 transfer error:', error.toString(), JSON.stringify(options))
  823. if (error.reason != null) {
  824. return toJson(ERROR_CODE_001, null, error.toString());
  825. } else {
  826. return toJson(ERROR_CODE_001, null, error.toString());
  827. }
  828. }
  829. };
  830. const getAllTokenWithdrawInfoLists = async (obj) => {
  831. try {
  832. var key = reids_token_config.TOKENWITHDRAW;
  833. var ret = await redis.readRedis(key);
  834. return toJson(SUCCEED_CODE, ret, null);
  835. } catch (error) {
  836. console.error("getAllTokenWithdrawInfoLists=", error);
  837. return toJson(ERROR_CODE_001, null, error.toString());
  838. }
  839. }
  840. /**
  841. * 获取代币价格 -> usdPrice
  842. */
  843. const getAllTotkenPrice = async () => {
  844. try {
  845. logger.log('当前环境:', process.env.NODE_ENV);
  846. logger.log("getAllTotkenPrice in", reids_token_config); // Prints "value"
  847. var token_price_key = reids_token_config.TOKENPRICE;
  848. logger.log("getAllTotkenPrice token_price_key=", token_price_key);
  849. return await redis.readRedis(token_price_key)
  850. } catch (error) {
  851. logger.error("getTotkenPrice=", error);
  852. return toJson(ERROR_CODE_001, null, error.toString());
  853. }
  854. }
  855. function setTransfersDataType(type, ret) {
  856. if (ret && Array.isArray(ret) && ret.length > 0) {
  857. ret.forEach(element => {
  858. element.type = type;
  859. });
  860. }
  861. }
  862. //获取交易记录
  863. //hash 0xe09ba3a4c9f7a8902e01af68d0f1f91906f3f7db1195227e61c45c0e86b2630a
  864. async function getTokenTransfers(opt) {
  865. await initMasterSDK();
  866. logger.log("fun getTokenTransfers in ", opt);
  867. const options = {};
  868. options.type = 'all';
  869. options.chain = 'bsc_mainnet';
  870. if (opt.chain != null) {
  871. options.chain = utils.getChainName(opt.chain);
  872. logger.log('getTokenTransfers getChainName =', options.chain);
  873. }
  874. if (opt.order != null) {
  875. options.order = opt.order;
  876. }
  877. if (opt.startTime != null) {
  878. options.from_date = opt.startTime;
  879. }
  880. if (opt.endTime != null) {
  881. options.to_date = opt.endTime;
  882. }
  883. if (opt.from_block != null) {
  884. options.from_block = opt.from_block;
  885. }
  886. if (opt.to_block != null) {
  887. options.to_block = opt.to_block;
  888. }
  889. if (opt.transaction_hash) {
  890. options.transaction_hash = opt.transaction_hash;
  891. options.type = 'transaction_hash';
  892. }
  893. logger.log('getTokenTransfers >>>>>', options);
  894. if (options.type == 'all') {//查询主流币和 20 币所有的交易
  895. if (opt.address != null) {
  896. options.address = opt.address;
  897. } else {
  898. logger.error('getTokenTransfers error please check address parameter is ok ?', options);
  899. return toJson(ERROR_CODE_001, null, "please check address parameter is ok ?");
  900. }
  901. var t_1
  902. var t_2
  903. // Error: Request failed with status code 524
  904. // 做一次重试
  905. var tryCount = 4;
  906. var delay = 1000
  907. var interval = 500
  908. do {
  909. //主流币
  910. try {
  911. logger.log('getTokenTransfers account getTransactions>>>>>', options);
  912. t_1 = await Moralis.Web3API.account.getTransactions(options);
  913. logger.log('getTokenTransfers native ret -->>> t_1', t_1);
  914. setTransfersDataType('native', t_1.result)
  915. break
  916. } catch (error) {
  917. if (tryCount == 1) {
  918. logger.error("getTransactions error:", '主流币:', error.toString(), JSON.stringify(options))
  919. return toJson(ERROR_CODE_001, null, error.toString());
  920. }
  921. tryCount -= 1;
  922. await utils.sleep(delay)
  923. delay += interval
  924. }
  925. } while (tryCount >= 1);
  926. // Error: Request failed with status code 524
  927. tryCount = 4
  928. delay = 1000
  929. interval = 500
  930. do {
  931. //20币
  932. try {
  933. //token 获取交易记录如果没有时间有些地址会失败
  934. if (!options.to_block) {
  935. options.to_block = '10000000000'
  936. }
  937. logger.log('getTokenTransfers account getTokenTransfers>>>>>', options);
  938. t_2 = await Moralis.Web3API.account.getTokenTransfers(options);
  939. logger.log('getTokenTransfers token ret -->>> t_2', t_2);
  940. setTransfersDataType('token', t_2.result)
  941. break
  942. } catch (error) {
  943. if (tryCount == 1) {
  944. logger.error("getTransactions error:", 'token币:', error.toString(), JSON.stringify(options))
  945. return toJson(ERROR_CODE_001, null, error.toString());
  946. }
  947. tryCount -= 1;
  948. await utils.sleep(delay)
  949. delay += interval
  950. }
  951. } while (tryCount >= 1);
  952. //异常
  953. if (t_2 && t_2.total > 0 && Array.isArray(t_2.result) && t_2.result.length <= 0) {
  954. logger.error('getTokenTransfers token 数据异常 -->>>', t_2.toString(), JSON.stringify(options));
  955. return toJson(ERROR_CODE_001, null, 'token 数据异常.');
  956. }
  957. //排序组合
  958. try {
  959. let arr = t_1.result;
  960. let arr1 = t_2.result;
  961. if (Array.isArray(arr1) && Array.isArray(arr)) {
  962. let arr2 = arr.concat(arr1);
  963. t_1.result = arr2;
  964. logger.log('getTokenTransfers-->>> concat t_1', t_1);
  965. if (t_1.total) {
  966. t_1.total = t_1.result.length
  967. }
  968. }
  969. //将结果排序
  970. t_1.result.sort((a, b) => {
  971. let t1 = new Date(Date.parse(a.block_timestamp))
  972. let t2 = new Date(Date.parse(b.block_timestamp))
  973. return t2.getTime() - t1.getTime()
  974. })
  975. logger.log('getTokenTransfers-->>> sort t_1', t_1);
  976. return toJson(SUCCEED_CODE, t_1, null);
  977. } catch (error) {
  978. logger.error("getTransactions 排序组合 error :", error.toString(), JSON.stringify(options), JSON.stringify(t_1), JSON.stringify(t_2))
  979. return toJson(ERROR_CODE_001, null, error.toString());
  980. }
  981. } else if (options.type == 'transaction_hash') {//根据哈希查询
  982. var tryCount = 2
  983. do {
  984. try {
  985. logger.log('transaction_hash getTransaction options-->>> ', options);
  986. //native
  987. const transaction = await Moralis.Web3API.native.getTransaction(options);
  988. var arr = [];
  989. if (transaction)
  990. arr.push(transaction)
  991. var obj = { result: arr }
  992. logger.log('transaction_hash getTransaction ret-->>> ', transaction, obj);
  993. return toJson(SUCCEED_CODE, obj, null);
  994. } catch (error) {
  995. if (tryCount == 1) {
  996. logger.error("native getTransaction error:", error.toString(), JSON.stringify(options))
  997. return toJson(ERROR_CODE_001, null, error.toString());
  998. }
  999. tryCount -= 1;
  1000. }
  1001. } while (tryCount >= 1);
  1002. } else {
  1003. return toJson(ERROR_CODE_001, null, "This type is not supported.");;
  1004. }
  1005. }
  1006. module.exports = {
  1007. transfer,
  1008. getTokenTransfers,
  1009. toJson,
  1010. getAllTokenWithdrawInfoLists,
  1011. getAllTotkenPrice,
  1012. withdraw,
  1013. collectCoins,
  1014. isTransferSucceed,
  1015. getTransferRecordGasFree,
  1016. pushCollectConisObj,
  1017. getTransferGasFree,
  1018. queryCollectBalance,
  1019. queryCompanyInfoFromId,
  1020. }