nPb6Bh5C

1
2def make_request(task):
3    session = requests.Session()
4    session.proxies = {'https': 'https://{}'.format(task['proxy'])}
5    result = session.get(task['url'])
6
7if __name__ == '__main__':
8    p = Pool(THREADS)
9
10    urls= ['google.com', 'yandex.ru']
11
12    all_proxies = ['127.0.0.1:3128', '127.0.0.2:3128', '127.0.0.3:3128']
13
14    tasks = []
15
16    for url in urls:
17        task = {'proxy': random.choice(all_proxies),
18                'url': url,
19                }
20        tasks.append(task)
21
22    p.map(make_request, tasks)