added using proxies tutorial

Author: x4nth055

Diff for: README.md

@@ -65,6 +65,7 @@ This is a repository of all the tutorials of [The Python Code](https://www.thepy
     - [How to Extract All Website Links in Python](https://www.thepythoncode.com/article/extract-all-website-links-python). ([code](web-scraping/link-extractor))
     - [How to Make an Email Extractor in Python](https://www.thepythoncode.com/article/extracting-email-addresses-from-web-pages-using-python). ([code](web-scraping/email-extractor))
     - [How to Convert HTML Tables into CSV Files in Python](https://www.thepythoncode.com/article/convert-html-tables-into-csv-files-in-python). ([code](web-scraping/html-table-extractor))
+    - [How to Use Proxies to Anonymize your Browsing and Scraping using Python](https://www.thepythoncode.com/article/using-proxies-using-requests-in-python). ([code](web-scraping/using-proxies))
 
 - ### [Python Standard Library](https://www.thepythoncode.com/topic/python-standard-library)
     - [How to Transfer Files in the Network using Sockets in Python](https://www.thepythoncode.com/article/send-receive-files-using-sockets-python). ([code](general/transfer-files/))

Diff for: web-scraping/using-proxies/README.md

@@ -0,0 +1,6 @@
+# [How to Use Proxies to Anonymize your Browsing and Scraping using Python](https://www.thepythoncode.com/article/using-proxies-using-requests-in-python)
+To run this:
+- `pip3 install -r requirements.txt`
+- If you want to use free available proxies, use `free_proxies.py`
+- If you want to use Tor network, make sure Tor is installed in your machine and the service is running. `tor_proxy.py`
+- If you want IP rotation on Tor, use `multiple_tor_proxies.py`

Diff for: web-scraping/using-proxies/free_proxies.py

@@ -0,0 +1,51 @@
+import requests
+import random
+from bs4 import BeautifulSoup as bs
+
+def get_free_proxies():
+    url = "https://free-proxy-list.net/"
+    # get the HTTP response and construct soup object
+    soup = bs(requests.get(url).content, "html.parser")
+    proxies = []
+    for row in soup.find("table", attrs={"id": "proxylisttable"}).find_all("tr")[1:]:
+        tds = row.find_all("td")
+        try:
+            ip = tds[0].text.strip()
+            port = tds[1].text.strip()
+            host = f"{ip}:{port}"
+            proxies.append(host)
+        except IndexError:
+            continue
+    return proxies
+
+
+def get_session(proxies):
+    # construct an HTTP session
+    session = requests.Session()
+    # choose one random proxy
+    proxy = random.choice(proxies)
+    session.proxies = {"http": proxy, "https": proxy}
+    return session
+
+
+if __name__ == "__main__":
+    # proxies = get_free_proxies()
+    proxies = [
+        '167.172.248.53:3128',
+        '194.226.34.132:5555',
+        '203.202.245.62:80',
+        '141.0.70.211:8080',
+        '118.69.50.155:80',
+        '201.55.164.177:3128',
+        '51.15.166.107:3128',
+        '91.205.218.64:80',
+        '128.199.237.57:8080',
+    ]
+    for i in range(5):
+        s = get_session(proxies)
+        try:
+            print("Request page with IP:", s.get("http://icanhazip.com", timeout=1.5).text.strip())
+        except Exception as e:
+            continue
+            
+        

Diff for: web-scraping/using-proxies/multiple_tor_proxies.py

@@ -0,0 +1,27 @@
+import requests
+from stem.control import Controller
+from stem import Signal
+
+def get_tor_session():
+    # initialize a requests Session
+    session = requests.Session()
+    # setting the proxy of both http & https to the localhost:9050 
+    # (Tor service must be installed and started in your machine)
+    session.proxies = {"http": "socks5://localhost:9050", "https": "socks5://localhost:9050"}
+    return session
+
+def renew_connection():
+    with Controller.from_port(port=9051) as c:
+        c.authenticate()
+        # send NEWNYM signal to establish a new clean connection through the Tor network
+        c.signal(Signal.NEWNYM)
+
+
+if __name__ == "__main__":
+    s = get_tor_session()
+    ip = s.get("http://icanhazip.com").text
+    print("IP:", ip)
+    renew_connection()
+    s = get_tor_session()
+    ip = s.get("http://icanhazip.com").text
+    print("IP:", ip)

Diff for: web-scraping/using-proxies/requirements.txt

@@ -0,0 +1,3 @@
+bs4
+requests
+stem

Diff for: web-scraping/using-proxies/tor_proxy.py

@@ -0,0 +1,15 @@
+import requests
+
+
+def get_tor_session():
+    # initialize a requests Session
+    session = requests.Session()
+    # this requires a running Tor service in your machine and listening on port 9050 (by default)
+    session.proxies = {"http": "socks5://localhost:9050", "https": "socks5://localhost:9050"}
+    return session
+
+
+if __name__ == "__main__":
+    s = get_tor_session()
+    ip = s.get("http://icanhazip.com").text
+    print("IP:", ip)