From 4d659a960624ea2bd996abf91dc935f74f96e362 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?B=C3=B9i=20Nguy=E1=BB=85n=20T=E1=BA=A5n=20Sang?=
 <endermatday@gmail.com>
Date: Sun, 12 May 2024 07:59:51 +0700
Subject: [PATCH] Update crawl.py

---
 crawl.py | 30 ++++++++++++++++++++----------
 1 file changed, 20 insertions(+), 10 deletions(-)

diff --git a/crawl.py b/crawl.py
index 6bafa12..f0b66bf 100644
--- a/crawl.py
+++ b/crawl.py
@@ -1,5 +1,7 @@
 import hashlib
 import os
+import threading
+import keyboard 
 import re
 from urllib import response
 import requests
@@ -76,22 +78,20 @@ def add_to_crawl_list(url):
         crawl_list.write(url + '\n')
     return "Your request has been successfully added to the list."
 
-def load_to_deque():
-    with open("./crawl.txt", 'r') as file:
+def load_to_deque(thread_id):
+    with open(f"./{thread_id}.txt", 'r') as file:
         lines = file.readlines()
     return deque(lines)
 
-def save_from_deque(d: deque):
-    with open("./crawl.txt", 'w') as file:
-        for line in d:
-            file.write(line)
+def ATMT(thread_id, username="", password=""):
+    print(f"Thread {thread_id} is running...")
+    os.rename('crawl.txt', f'{thread_id}.txt')
 
-def ATMT(username, password):
     password = hashlib.md5(hashlib.sha256(password.encode('utf-8')).hexdigest().encode()).hexdigest()
 
     user_agent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107 Safari/537.36'
     headers = {'User-Agent': user_agent}
-    investigation_list = load_to_deque()
+    investigation_list = load_to_deque(thread_id)
     checked_urls = set()
 
     while investigation_list:
@@ -124,5 +124,15 @@ def ATMT(username, password):
             site_id = manager_get_id(type, url)
             if site_id is not None:
                 print(manager_remove_data(type, username, password, site_id))
-    os.remove("./crawl.txt")
-    save_from_deque(investigation_list)
+    os.remove(f"./{thread_id}.txt")
+
+def check_and_create_thread():
+    if os.path.exists('crawl.txt'):
+        thread_id = threading.active_count() 
+        new_thread = threading.Thread(target=ATMT, args=(thread_id,))
+        new_thread.start()
+
+keyboard.add_hotkey('esc', check_and_create_thread)
+
+while True:
+    pass