fix(spiders): fix a bug with session stats counter
This commit is contained in:
1 parent
4ecf8a64d3
commit
fbc8be5bcc
1 file changed
+1
-1
@@ -84,7 +84,7 @@ class CrawlerEngine:
|
||||
self.stats.proxies.append(dict(request._session_kwargs["proxies"]))
|
||||
try:
|
||||
response = await self.session_manager.fetch(request)
|
||||
self.stats.increment_requests_count(request.sid)
|
||||
self.stats.increment_requests_count(request.sid or self.session_manager.default_session_id)
|
||||
self.stats.increment_response_bytes(request.domain, len(response.body))
|
||||
self.stats.increment_status(response.status)
|
||||
|
||||
|
||||
Reference in new issue
Block a user