utils-async.js

const axios = require('axios').default // Sending requests
const cheerio = require('cheerio');
const xpath = require('xpath-html');
const { randomUUID } = require("crypto");
const PouchDB = require('pouchdb')
const db = new PouchDB('data')
const logger = require('winston');
const url = require('url')

const { wrapper } = require('axios-cookiejar-support')
const { CookieJar } = require('tough-cookie')

// Utility stuff for other functions
const authCookie = async function (accessToken) {
    // Obtain the session token's document.
    let authDoc = await db.get("session-" + accessToken)
    // Return the cookie data stored inside the document.
    return authDoc.cookieData.name + '=' + authDoc.cookieData.token
}

// Functions called directly by api
const loginSSO = async (username, password, res) => {
    // This function is used to log into the Student Access Center page.
    // THis used to use Selenium, and a fake browser in order to obtain the cookie.
    // We now utilize the sso.asp endpoint, used by Enboard (SSO) to log into the SAC.
    // It is MUCH faster (~6 seconds faster), and MUCH less resource intensive (no need for chrome to open).
    // When we send the request, we'll be getting back the SAC home page due to the redirect it gives. Not needed, but interesting.
    // What IS interesting is that we can now accurately determine login errors, as the SAC returns a plaintext error message using this method!

    logger.info(`${username} - Beginning login`)

    const jar = new CookieJar()
    const axiosTc = wrapper(axios.create({ jar }))

    // Assemble parameters; I'm unsure if we exactly *need* the __EVENT... or __ASYNCPOST parameters or not; I'm keeping them here as it's what
    // CL sends, and we want to replicate the login flows for CL as close as possible to ensure everything works right.
    let dataToSend = new url.URLSearchParams({
        __EVENTTARGET: 'submitX',
        __EVENTARGUMENT: '',
        stuuser: username,
        password: password,
        __ASYNCPOST: false,
    })

    // `__EVENTTARGET=submitX&__EVENTARGUMENT=&stuuser=${username}&password=${password}&__ASYNCPOST=false`

    await axiosTc.post('https://pac.conroeisd.net/sso.asp?u=1', dataToSend.toString(), {
        headers: {
            accept: '*/*',
            'content-type': 'application/x-www-form-urlencoded'
        }
    }).then((r) => {
        // Looks for a response regarding invalid creds
        // "User not found or incorrect information."
        if (r.data.indexOf("User not found or incorrect information.") >= 0) {
            // Set the status code to 401, and send the error message.
            return res.status(401).send({ status: "failed", error: "User not found or incorrect information." })
        }

        // Just some cookie storage
        let cookieInfo = jar.toJSON().cookies[0]
        let accessToken = randomUUID()

        var sessionDoc = {
            "_id": "session-" + accessToken,
            cookieData: { name: cookieInfo.key, token: cookieInfo.value }
        }
        db.put(sessionDoc).catch((e) => {
            return logger.error(`${username} - Failed to put session doc. ${e}`)
        })
        logger.info(`${username} - Created session UUID: ${sessionDoc._id} for cookie ${cookieInfo}`)
        res.send({ status: "success", accessToken: accessToken });
        logger.info(`${username} - Responded with session!`)
    })
}
const getStudentData = async (accessToken, res) => {
    // This function will use a given session ID to contact the SAC page, and to
    // get some basic user data. Triggered by /user/getDetails.

    let studentInfoPage = await axios.get('https://pac.conroeisd.net/student.asp', {
        headers: {
            'cookie': await authCookie(accessToken)
        }
    });

    if (studentInfoPage.data.indexOf("Session has ended") >= 0) {
        res.status(400).send({
            status: "failed",
            error: "Invalid/ended session"
        });
        return;
    }

    const $ = cheerio.load(studentInfoPage.data);

    // Assemble our response form, by grabbing all of the data.
    const responseData = {
        status: "success",
        registration: {
            name: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(2) > td:nth-child(2)").text(),
            grade: parseInt($("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(2) > td:nth-child(4)").text()),
            studentPicture: 'https://pac.conroeisd.net/' + $("body > table > tbody > tr > td:nth-child(1) > img").attr('src'),
            counselor: {
                name: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(3) > td:nth-child(2)").contents().text().trim(),
                email: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(3) > td:nth-child(2) > a").attr('title')
            },
            homeroom: {
                name: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(3) > td:nth-child(6)").contents().text().trim(),
                email: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(3) > td:nth-child(6) > a").attr('title')
            }
        },
        attendance: {
            totalAbsences: parseInt($("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(6) > td:nth-child(2)").text()),
            totalTardies: parseInt($("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(6) > td:nth-child(4)").text())
        },
        transportation: {
            busToCampus: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(9) > td:nth-child(2)").text(),
            busToCampusStopTime: `${$("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(9) > td:nth-child(4)").text()} ${$("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(9) > td:nth-child(6)").text()}`,
            busFromCampus: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(10) > td:nth-child(2)").text(),
            busFromCampusStopTime: `${$("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(10) > td:nth-child(4)").text()} ${$("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(10) > td:nth-child(6)").text()}`
        },
        misc: {
            lunchFunds: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(14) > td:nth-child(2)").text().split(" ")[0],
            studentUsername: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(16) > td:nth-child(2)").text(),
            studentID: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(15) > td:nth-child(2)").text(),
            //            lastSessionTimestamp: $("body > center > table > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(21) > td:nth-child(2)").text() Currently breaks on failing grades
        }
    }
    res.send(responseData);
}
const getGrades = async (accessToken, res) => {
    let page = await axios.get('https://pac.conroeisd.net/assignments.asp', {
        headers: {
            'cookie': await authCookie(accessToken)
        }
    });

    // Detect an ended/invalid session
    if (page.data.indexOf("Session has ended") >= 0) {
        res.status(400).send({
            status: "failed",
            error: "Invalid/ended session"
        });
        return;
    }

    if (page.data.indexOf("No Averages for this student") >= 0) {
        res.status(400).send({
            status: "failed",
            error: "No averages are available for viewing"
        });
        return;
    }

    if (page.data.indexOf("Viewing of grades is currently disabled") >= 0) {
        res.status(400).send({
            status: "failed",
            error: "Viewing of grades is disabled"
        });
        return;
    }

    function parseTable(tBodyNode, parsedData) {

        console.log("numberOfChildNodes", tBodyNode.childNodes.length);
        console.log("numberOfTrs", xpath.fromNode(tBodyNode).findElements("/tr").length);

        for (const trNode in tBodyNode.childNodes) {
            if (Object.hasOwnProperty.call(tBodyNode.childNodes, trNode)) {
                const element = tBodyNode.childNodes[trNode];
                console.log(element);
            }

        }

        var tableData = //[...xpath.fromNode(tBodyNode).findElements("/tr")]
            [...tBodyNode.childNodes]
                .reduce((accTableData, rowNode, i) => {
                    if (rowNode.getAttribute("class") === 'trc') {

                        var headers = xpath.fromNode(rowNode)
                            .findElements("/td")
                            .map(tdNode => ({ element: tdNode, textContent: tdNode.textContent }));

                        accTableData.headers.push(headers);

                    } else {
                        var values = xpath.fromNode(rowNode)
                            .findElements("/td")
                            .reduce((accValue, tdNode, i, allTds) => {

                                var fields = accTableData.headers[accTableData.headers.length - 1];

                                if (fields.length != allTds.length) {
                                    console.log("Failed to process row - field count mismatch", tdNode);
                                    return accValue;
                                }

                                var fieldName = fields[i].textContent;

                                accValue[fieldName] = {
                                    element: tdNode,
                                    textContent: tdNode.textContent
                                }

                                return accValue;
                            }, {});

                        accTableData.rows.push(values);
                    }
                    return accTableData;
                },
                    {
                        headers: [],
                        rows: [],
                        subTables: []
                    });

        return tableData;
    }

    // const tables = xpath
    //     .fromPageSource(page.data)
    //     .findElements("//center/table/tbody")
    //     .map(tableNode => parseTable(tableNode));

    function parseCheerioTable($, tBodyNode, parsedData) {
        console.log("numberOfChildNodes", tBodyNode.childNodes.length);
        console.log("numberOfTrs", xpath.fromNode(tBodyNode).findElements("/tr").length);

        if (tBodyNode.childNodes.length === 2) {
            // This is a stupid nested table thing
            const nestedTableBody = $(tBodyNode).find("> tr > td > table > tbody");
            if (nestedTableBody?.length === 1) {
                return parseCheerioTable($, nestedTableBody, parsedData);
            } else {
                return null;
            }

        }

        var tableData = [...tBodyNode.childNodes]
            .reduce((accTableData, rowNode, i) => {
                if (rowNode.attribs?.class === 'trc') {

                    var headers = $(rowNode)
                        .find("> td")
                        .map((i, tdNode) => ({ element: tdNode, text: $(tdNode).text() }));

                    accTableData.headers.push(headers);

                } else {
                    var values = [...$(rowNode).find("> td")]
                        .reduce((accValue, tdNode, i, allTds) => {

                            var fields = accTableData.headers[accTableData.headers.length - 1];

                            if (fields.length != allTds.length) {
                                console.log("Failed to process row - field count mismatch", tdNode);
                                return accValue;
                            }

                            var fieldName = fields[i].text;

                            accValue[fieldName] = {
                                element: tdNode,
                                text: $(tdNode).text()
                            }

                            return accValue;
                        }, {});

                    accTableData.rows.push(values);
                }
                return accTableData;
            },
                {
                    headers: [],
                    rows: [],
                    subTables: []
                });

        return tableData;
    }

    const $ = cheerio.load(page.data);
    // const tables = $("center > table > tbody").map((i, el) => parseCheerioTable($, el));
    // console.log("table data", tables)

    const classAssignments = xpath
        .fromPageSource(page.data) // Select current page as source
        .findElements("//center/table/tbody/tr/td/font/strong") // Find assignments table
        .map(classAssignmentTableTitleNode => {
            var tableNodeXPath = xpath.fromNode(
                classAssignmentTableTitleNode.parentNode.parentNode.parentNode.parentNode.parentNode
            );

            var course = classAssignmentTableTitleNode.textContent.trim().split("•")[1].trim();

            var assignments = tableNodeXPath
                .findElements('//tr[@bgcolor]')
                .flatMap(trNode => {
                    return trNode.childNodes.length == 10
                        ? [{
                            dueDate: trNode.childNodes[0].textContent.trim(),
                            assignedDate: trNode.childNodes[1].textContent.trim(),
                            assignmentName: trNode.childNodes[2].textContent.trim(),
                            category: trNode.childNodes[3].textContent.trim(),
                            score: parseFloat(trNode.childNodes[4].textContent.trim()),
                            totalPoints: parseInt(trNode.childNodes[7].textContent.trim()),
                            percentage: parseInt(trNode.childNodes[9].textContent.trim())
                        }]
                        : []
                });

            return { course, assignments }
        })
        .reduce((acc, assignments) => {
            return { ...acc, [assignments.course]: assignments }
        }, {});

    const classAverages = xpath
        .fromNode(
            xpath.fromPageSource(page.data).findElement("//font[contains(text(), 'Class Averages')]")
                .parentNode.parentNode.parentNode.parentNode.parentNode
        )
        .findElements('//tr[@bgcolor]')
        .map(trNode => {
            var course = trNode.childNodes[2].textContent.trim();

            return {
                period: trNode.childNodes[0].textContent.trim(),
                subject: trNode.childNodes[1].textContent.trim(),
                course: course,
                teacher: trNode.childNodes[3].textContent.trim(),
                teacherEmail: trNode.childNodes[4].childNodes[0].getAttribute("href").split("mailto:")[1],
                average: parseFloat(trNode.childNodes[5].textContent.trim()),
                assignments: classAssignments[course].assignments
            }
        });

    // const classAssignments = classAverages
    //     .map(classAvg => {
    //         return xpath
    //             .fromNode(
    //                 xpath.fromPageSource(page.data).findElement("//table/*/strong[contains(text(), '" + classAvg.course + "')]")
    //                     .parentNode.parentNode.parentNode.parentNode.parentNode
    //             )
    //             .map(trNode => {
    //                 return {
    //                     dueDate: trNode.childNodes[0].textContent.trim(),
    //                     assignedDate: trNode.childNodes[1].textContent.trim(),
    //                     title: trNode.childNodes[2].textContent.trim(),
    //                 }
    //             });
    //     })

    // Assemble our response form, by grabbing all of the data.
    const responseData = {
        status: "success",
        classAverages
    }

    res.send(responseData);
}


const destroySACSession = async (accessToken, res) => {
    // The purpose of this function is to end a session, once it's fufilled it's purpose.

    // Create a logout request.
    await axios.get('https://pac.conroeisd.net/logout.asp', {
        headers: {
            'cookie': await authCookie(accessToken)
        }
    });
    res.send({
        status: "success"
    });

}

exports.loginSSO = loginSSO;
exports.getStudentData = getStudentData;
exports.getGrades = getGrades;
exports.destroySACSession = destroySACSession;