Revert "iterator locker refactored"

pathbuster/pathbuster.py

@@ -31,20 +31,19 @@
 
 
 def work_prod(urls, paths, extensions = [''], update_stats=False):
-    with get_work_locker:
-        for path in paths:
-            for ext in extensions:
-                p = path.lstrip('/')
-                if ext:
-                    p += f".{ext.lstrip('.')}"
+    for path in paths:
+        for ext in extensions:
+            p = path.lstrip('/')
+            if ext:
+                p += f".{ext.lstrip('.')}"
+            if update_stats:
+                stats['path'] = p
+            for url in urls:
                 if update_stats:
-                    stats['path'] = p
-                for url in urls:
-                    if update_stats:
-                        stats['reqs_done'] += 1
-                    if url in err_table and err_table[url] >= conf.max_errors:
-                        continue
-                    yield (url.rstrip('/') , p)
+                    stats['reqs_done'] += 1
+                if url in err_table and err_table[url] >= conf.max_errors:
+                    continue
+                yield (url.rstrip('/') , p)
 
 
 def truncated_stream_res(s: requests.Response, max_size:int):
@@ -96,7 +95,13 @@ def save_res(s:Response):
 
 
 def preflight_worker():
-    for url, path in preflight_iter:
+    while True:
+        with get_work_locker:
+            try:
+                url, path = next(preflight_iter)
+            except StopIteration:
+                return
+
         try:
             res = process_url(f'{url}/{path}', url)
         except Exception as e:
@@ -174,7 +179,12 @@ def worker_process(url, parent, redirect_count = 0):
 
 
 def worker():
-    for url, path in task_iter:
+    while True:
+        with get_work_locker:
+            try:
+                url, path = next(task_iter)
+            except StopIteration:
+                return
         urlpath = f"{url}/{path}"
         worker_process(urlpath, url)