flake8

Author: brenda151295

src/ps_helper/middlewares/proxy_rotator.py

@@ -54,17 +54,15 @@ def log_summary(self, spider):
             fails = stats["fails"]
             success = stats["success"]
             rate = (success / total * 100) if total else 0
-            banned = (
-                "YES" if stats.get("banned_until", 0) > time.time() else "NO"
-            )
+            banned = "YES" if stats.get("banned_until", 0) > time.time() else "NO"
             spider.logger.info(
                 f"Proxy: {proxy}\n"
                 f"  Total requests: {total}\n"
                 f"  Successes: {success}\n"
                 f"  Failures: {fails}\n"
                 f"  Success rate: {rate:.1f}%\n"
                 f"  Banned: {banned}\n"
-                f"{'-'*50}"
+                f"{'-' * 50}"
             )
         logger.info("=" * 60)
 
@@ -149,7 +147,13 @@ class SmartProxyRotatorMiddleware(BaseProxyRotator):
     * ``PROXY_ROTATION_MODE`` - 'random' or 'round_robin'
     """
 
-    def __init__(self, proxy_providers, ban_threshold=3, cooldown_time=300, rotation_mode="random"):
+    def __init__(
+        self,
+        proxy_providers,
+        ban_threshold=3,
+        cooldown_time=300,
+        rotation_mode="random",
+    ):
         super().__init__(proxy_providers)
         self.ban_threshold = ban_threshold
         self.cooldown_time = cooldown_time
@@ -234,4 +238,4 @@ def process_exception(self, request, exception, spider):
         return None
 
     def spider_closed(self, spider):
-        self.log_summary(spider)
+        self.log_summary(spider)

tests/test_proxy_middlewares.py

@@ -1,6 +1,5 @@
 import pytest
 import time
-from types import SimpleNamespace
 from scrapy.http import Request, Response
 from scrapy.spiders import Spider