Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
// count request
REQUEST_COUNT++;
// change token
FAKE_HEADERS['token'] = TOKENS[REQUEST_COUNT%TOKENS.length]
// Change proxy every 1000 requests
var proxy_option = {
countries: ['us'],
protocols: ['http']
};
console.log("REQUEST_COUNT: " + REQUEST_COUNT);
if (REQUEST_COUNT % 1000 == 1) {
// `gettingProxies` is an event emitter object.
var gettingProxies = ProxyLists.getProxiesFromSource('freeproxylist', proxy_option);
PROXIES = [];
gettingProxies.on('data', function(proxies) {
PROXIES = PROXIES.concat(proxies);
});
gettingProxies.on('error', function(error) {
console.error(error);
});
gettingProxies.once('end', function() {
console.log(PROXIES);
});
}
var options = {}
var index = 0;
if (PROXIES.length == 0 || process.env.PROXY != 1) {
options = {
const fs = require('fs')
const opn = require('opn')
const path = require('path')
const $ = require('shelljs')
const _sample = require('lodash/sample')
const proxyFetcher = require('proxy-lists')
const proxyOptions = {
countries: ['us'],
protocols: ['http'],
ipTypes: ['ipv4'],
sourcesBlackList: ['bitproxies', 'kingproxies']
}
let proxList = []
const fetchProxy = proxyFetcher.getProxies(proxyOptions)
console.log('Downloading proxy list...')
fetchProxy.on('data', function (proxies) {
if (proxList.length > 50) return this.emit('end')
proxList.push(...proxies.map(p => `${p.ipAddress}:${p.port}`))
process.stdout.write('*')
})
fetchProxy.on('error', function () {
process.stdout.write('x')
if (proxList.length > 50) this.emit('end')
})
fetchProxy.once('end', function () {
console.log('DONE!')
let config