from cookiepool.api import main #cookie池方法
class CookiesMiddleware(object):
def __init__(self):
# 设置一个输出日志的方法
self.logger = logging.getLogger(__name__)
def _get_random_cookies(self):
try:
cookies = main()
return cookies
except:
return None
def process_request(self,request,spider):
cookies = self._get_random_cookies()
if cookies:
request.cookies = cookies
self.logger.debug('Using Cookies' + json.dumps(cookies))
else:
self.logger.debug('No Valid Cookies')