feat: add python script to get leetcode qotd in case nodejs gets blocked by cloudflare bot detection

Author: RodEsp

bot.js

@@ -1,10 +1,12 @@
+import { spawn } from 'node:child_process';
+
+import fetchCookie from 'fetch-cookie';
 import cron from 'node-cron';
-import fetchCookie from 'fetch-cookie'
 import zulipInit from 'zulip-js';
 
 
-import { questionOfTheDay } from './queries.js';
 import grind75_problems from './Grind75.json' assert { type: 'json' };
+import { questionOfTheDay } from './queries.js';
 
 let zulipClient;
 if (process.env.ZULIP_USERNAME && process.env.ZULIP_API_KEY && process.env.ZULIP_REALM) {
@@ -39,21 +41,31 @@ class LeetCodeBot {
 			console.log(`Getting leetcode problem for ${humanReadableDateString}`);
 
 			try {
-				const response = await fetch_with_cookies('https://leetcode.com/graphql', {
+				const response = await fetch('https://leetcode.com/graphql', {
 					method: 'POST',
 					headers: {
-						referer: 'https://leetcode.com/problemset/',
-						'Content-Type': 'application/json',
+						authority: 'leetcode.com',
+						'Content-Type': 'application/json',					
+					    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36',
 					},
 					body: `{"query":"${questionOfTheDay}","operationName":"questionOfToday"}`
 				});
 
 				let leetcode_data;
 				if (response.ok) {
 					leetcode_data = (await response.json()).activeDailyCodingChallengeQuestion;
+				} else if (response.headers.get('cf-mitigated')) {
+					console.error('Cloudflare blocked the request to the Leetcode API.');
+					console.error(response.status, response.statusText);
+					console.group('Getting data from python script...');
+					leetcode_data = (await run_python()).data.activeDailyCodingChallengeQuestion;
+					console.groupEnd();
 				} else {
 					console.error('There was a problem fetching data from the Leetcode API.');
+					console.error(response.status, response.statusText);
+					console.groupCollapsed('Response body:')
 					console.error(await response.text());
+					console.groupEnd();
 				}
 
 				// Choose problems from grind75 by selecting a random topic and then random questions for each difficulty from that topic
@@ -95,14 +107,7 @@ class LeetCodeBot {
 				}
 			} catch (error) {
 				console.group('Error getting problems:');
-				if (error.response?.headers) {
-					console.error(error.response.status);
-					// console.group('Response Headers');
-					// console.error(error.response.headers);
-					console.groupEnd();
-				} else {
-					console.error(error);
-				}
+				console.error(error);
 				console.groupEnd();
 			}
 		}, {
@@ -123,7 +128,7 @@ class LeetCodeBot {
 			leetcode_message = `1. (${problems.leetcode_daily.difficulty}) [${problems.leetcode_daily.title}](${baseLeetcodeURL}${problems.leetcode_daily.link})`
 		} else {
 			leetcode_message = `> There was a problem accessing the leetcode API.
-> Find the daily problem on the calenadar [here](https://leetcode.com/problemset/).`
+> Find the daily problem on the calendar [here](https://leetcode.com/problemset/).`
 		}
 
 		let message = `${date}
@@ -197,7 +202,7 @@ ${Object.entries(problems.grind75.problems).reduce((acc, [difficulty, problem])
 										{
 											type: "link",
 											url: `${baseLeetcodeURL}${problems.leetcode_daily ? problems.leetcode_daily.link : '/problemset'}`,
-											text: problems.leetcode_daily ? problems.leetcode_daily.title : 'Find the daily problem on the calenadar here',
+											text: problems.leetcode_daily ? problems.leetcode_daily.title : 'Find the daily problem on the calendar here',
 										}
 									]
 								}
@@ -288,4 +293,27 @@ ${Object.entries(problems.grind75.problems).reduce((acc, [difficulty, problem])
  */
 const random = (max) => Math.floor(Math.random() * (max + 1));
 
+/**
+ * Returns a JSON object containing the result of the get_daily_question.py script
+ * @returns { Promise<object> }
+ */
+async function run_python() {
+	return new Promise((resolve, reject) => {
+		let jsonFromPython;
+
+		const python = spawn('python', ['./get_daily_question.py']);
+
+		python.stdout.on('data', function (data) {
+			jsonFromPython = JSON.parse(data.toString());
+		});
+
+		python.on('close', (code) => {
+			console.log(`Python script finished with code ${code}`);
+			console.log('Data from python script:');
+			console.log(jsonFromPython);
+			resolve(jsonFromPython);
+		});
+	});
+}
+
 LeetCodeBot.run();

get_daily_question.py

@@ -0,0 +1,49 @@
+import requests
+import json
+
+payload = {
+    "query": """
+        query questionOfToday {
+          activeDailyCodingChallengeQuestion {
+            date
+            userStatus
+            link
+            question {
+              acRate
+              difficulty
+              freqBar
+              frontendQuestionId: questionFrontendId
+              isFavor
+              paidOnly: isPaidOnly
+              status
+              title
+              titleSlug
+              hasVideoSolution
+              hasSolution
+              topicTags {
+                name
+                id
+                slug
+              }
+            }
+          }
+        }
+    """,
+    "variables": {},
+    "operationName": "questionOfToday",
+}
+
+headers = {
+    "authority": "leetcode.com",
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36",
+}
+
+req = requests.Request("POST", "https://leetcode.com/graphql/", headers=headers, json=payload)
+r = req.prepare()
+s = requests.Session()
+response = s.send(r)
+
+if response.status_code == 200:
+    print(json.dumps(response.json()))
+else:
+    print("Failed to fetch data. Status code:", response.status_code, response.text)

requirements.txt

@@ -0,0 +1 @@
+requests==2.31.0