scrapy proxy pool

1# Add this lines into settings.py file
2PROXY_POOL_ENABLED = True
3DOWNLOADER_MIDDLEWARES = {
4    'scrapy_proxy_pool.middlewares.ProxyPoolMiddleware': 610,
5    'scrapy_proxy_pool.middlewares.BanDetectionMiddleware': 620,
6}

1DOWNLOADER_MIDDLEWARES = {
2    # ...
3    'scrapy_proxy_pool.middlewares.ProxyPoolMiddleware': 610,
4    'scrapy_proxy_pool.middlewares.BanDetectionMiddleware': 620,
5    # ...
6}
7

1PROXY_POOL_ENABLED = True
2

1pip install scrapy_proxy_pool
2

1pip install scrapy-proxy-pool