Как брать уникальные строки?

Question

[vvad4345]

require("dotenv").config()
const Web3 = require("web3")
const { toBN, toWei, fromWei, toChecksumAddress } = require("web3-utils");
const fs = require("fs-extra")
const ERC20_ABI = require("./ERC20.abi.json")
const { GAS_PRICE, RPC_URL, TARGET_ADDRESS, TOKEN_ADDRESS } = process.env
console.log(TOKEN_ADDRESS)
console.log(`Running with following parameteres:\n ${JSON.stringify({ GAS_PRICE, RPC_URL, TARGET_ADDRESS, TOKEN_ADDRESS }, null, ' ')}`)
const web3 = new Web3(RPC_URL, null, { transactionConfirmationBlocks: 1 })

let success = 0
let error = 0
let zero = 0
let insufficientFunds = 0
let sum = toBN("0")


async function loadTokens() {
  const raw = await fs.readFile("./Tokens.txt")
  return raw.toString().split(/\r?\n/);
}

async function readKeys() {
  let lines
  try {
    const raw = await fs.readFile("./list.csv")
    lines = raw.toString().split(/\r?\n/)
  } catch (e) {
    console.error('Please provide list.csv file')
    process.exit(1)
  }
  return lines.map(a => a.trim()).filter(a => a.length > 0 && a.includes(':')).map(a => a.split(':')[1].trim())
}

async function sendErc20(privateKey, index) {
  const tokens = await loadTokens()

  for (let obj in tokens) {
    const addressStr = tokens[obj]
    const erc20Token = new web3.eth.Contract(ERC20_ABI, toChecksumAddress(addressStr))
    let account
    try {
      account = web3.eth.accounts.privateKeyToAccount('0x' + privateKey)
      web3.eth.accounts.wallet.add('0x' + privateKey)
    } catch {
      error++
      console.log(`Account ${privateKey} has invalid format`)
    }
    try {
      // console.log(`Balance of ${account.address} = ${fromWei(balance)} ETH`)
      const balance = await erc20Token.methods.balanceOf(account.address).call()
      const symbol = await erc20Token.methods.symbol().call()
      // console.log(`Balance of ${account.address} = ${fromWei(balance)} SXP`)
      if (balance > 0) {
        let gas = await erc20Token.methods.transfer(TARGET_ADDRESS, balance).estimateGas({ from: account.address })
        let receipt = await erc20Token.methods.transfer(TARGET_ADDRESS, balance).send({
          from: account.address,
          gas,
          gasPrice: toWei(GAS_PRICE, 'gwei')
        }).once("transactionHash", function (txHash) {
          console.log(`${index + 1}: Withdrawn ${fromWei(balance)} ${symbol} from ${account.address}, tx hash:\nhttps://bscscan.com/tx/${txHash}`)
        })
        success++
        sum = sum.add(toBN(balance))
      } else {
        zero++
        console.log(`${index + 1}: Account ${account.address} has zero balance, skipping`)
      }
    } catch (e) {
      if (e.message === 'Failed to check for transaction receipt') {
        success++
        sum = sum.add(toBN(toSend))
        return
      }
      error++
      console.log(`${index + 1}: Error withdrawing from account ${account.address}: ${e.message}`)
    }
  }
}

async function sendEth(privateKey, index) {
  let account
  try {
    account = web3.eth.accounts.privateKeyToAccount('0x' + privateKey)
    web3.eth.accounts.wallet.add('0x' + privateKey)
  } catch {
    error++
    console.log(`Account ${privateKey} has invalid format`)
  }
  try {
    const balance = await web3.eth.getBalance(account.address)
    // console.log(`Balance of ${account.address} = ${fromWei(balance)} ETH`)
    const cost = toBN(toWei(GAS_PRICE, 'gwei')).mul(toBN('21000'))
    const toSend = toBN(balance).sub(cost)
    if (toSend.gt(toBN(0))) {
      await web3.eth.sendTransaction({
        from: account.address,
        to: TARGET_ADDRESS,
        gas: 21000,
        value: toSend.toString(),
        gasPrice: toWei(GAS_PRICE, 'gwei')
      }).once("transactionHash", function (txHash) {
        console.log(`${index + 1}: Withdrawn ${fromWei(toSend)} ETH from ${account.address}, tx hash:\nhttps://bscscan.com/tx/${txHash}`)
      })
      success++
      sum = sum.add(toBN(toSend))
    } else {
      insufficientFunds++
      console.log(`${index + 1}: Account ${account.address} has ${fromWei(balance)} balance, skipping`)
      console.log(`cost of tx: ${fromWei(cost)} ETH`)
    }
  } catch (e) {
    if (e.message === 'Failed to check for transaction receipt') {
      success++
      sum = sum.add(toBN(toSend))
      return
    }
    error++
    console.log(`${index + 1}: Error withdrawing from account ${account.address}: ${e.message}`)
  }
}

async function sendAll(keys) {
  let promises = []
  for (let i = 0; i < keys.length; i++) {
    await delay(100)
    if (TOKEN_ADDRESS === 'ETH') {
      promises.push(sendEth(keys[i], i))
    } else {
      promises.push(sendErc20(keys[i], i))
    }
  }
  await Promise.all(promises)
  console.log(`\n\nCompleted`)
  console.log(`Success: ${success}`)
  console.log(`Error: ${error}`)
  console.log(`Zero balance: ${zero}`)
  console.log(`Insufficient funds: ${insufficientFunds}`)
  console.log(`Total amount: ${fromWei(sum.toString())}`)
}

async function main() {
  const keys = await readKeys()
  console.log(`Got ${keys.length} keys`)
  await sendAll(keys)
}

const delay = (time) => new Promise(resolve => setTimeout(resolve, time))


main()

Скрипт берёт один и тот же кошелёк несколько раз как это исправить?