main.js

const courseInfo = require("./functions/courseinfo.js");
const paramProcessor = require("./functions/paramProcessor.js");
const video = require("./functions/video.js");
const filelister = require("./functions/fileLister.js");
const func = require("./functions/functions.js");
const fs = require("fs");

var myJSON;

const params = paramProcessor.parse(process.argv);
console.log(params);

// Read the HAR file
try {
    myJSON = JSON.parse(fs.readFileSync(params.path));
} catch (err) {
    console.log(err.message);
    process.exit();
}

// Create output directory if it doesn't exist
if (!fs.existsSync("./output")) {
    try {
        fs.mkdirSync("./output");
    } catch (err) {
        console.log(err.message);
        process.exit();
    }
}

// Create the courseInfo object
const searchString = /https:\/\/app\.pluralsight\.com\/learner\/content\/courses.*/;
var obtainedCourseInfo = false;
let thisCourseInfo = {};
myJSON.log.entries.forEach((entry) => {
    if (searchString.test(entry.request.url)) {
        thisCourseInfo = JSON.parse(entry.response.content.text);
        fs.writeFileSync("./output/courseInfo.json", JSON.stringify(thisCourseInfo, null, 2));
        obtainedCourseInfo = true;
    }

});

// Read the subtitle languages
let languages;
if (fs.existsSync("./output/subLanguages.json")) {
    languages = JSON.parse(fs.readFileSync("./output/subLanguages.json", "utf-8"));
} else {
    languages = ["en"];
}

let outputPaths;
if (obtainedCourseInfo) {
    // Generate video list
    if (params.videoDownload) {
        filelister.generatePaths(thisCourseInfo).then((outPath) => {
            outputPaths = outPath;
        });
    }

    // Generate and write courseInfo to output
    if (!params.noInfo) {
        courseInfo.courseInfoTxt(thisCourseInfo).then((output) => {
            try {
                fs.writeFileSync("./output/courseInfo_" + output.courseInfo.id + ".txt", output.text);
                console.log("Completed course output for " + output.courseInfo.id);
            } catch (err) {
                console.log(err);
            }

        });

    }

    // Generate and write course bb code to output
    if (!params.noBB) {
        courseInfo.courseInfoBbCode(thisCourseInfo).then((output) => {
            try {
                fs.writeFileSync("./output/courseBb_" + output.courseInfo.id + ".txt", output.text);
                console.log("Completed bb text output for " + output.courseInfo.id);
            } catch (err) {
                console.log(err);
            }

        });
    }

}

if (params.newMethod) {
    filelister.generatePaths(thisCourseInfo).then((outPath) => {
        video.newURL(thisCourseInfo).then((links) => {
            return new Promise((resolve, reject) => {
                try {
                    try {
                        fs.writeFileSync("./output/urls.json", JSON.stringify(links, null, 2));
                        console.log("Completed new url output.");
                        console.log(outPath);
                        resolve(links);
                    } catch (err) {
                        reject(err.message);
                    }
                } catch (err) {
                    console.log("If you see this its probably because the HAR file you provided does not have video URLs, or that the format has changed.");
                    console.log("If you are sure that the format has changed, please attach your HAR file and open an issue here: https://github.com/kwongtn/CourseExtractor/issues");
                    reject(err.message);
                }

            })
        }).then((links) => {
            /**
             * It is assumed that as the server returns results of all the requests, the output of paths has already been done.
             * Comparing localIO (outPath) and multiple network requests (links)
             * */
            video.download(links, outPath, languages);
            // if (params.videoDownload && (links.length == outPath.length)) {
            // 
            // } else {
            //     throw new Error("No. of output paths ("
            //         + outPath.length
            //         + ") does not match the no. of links ("
            //         + links.length
            //         + ") "
            //     );
            // }

        });
    });

    // Generate and write video URLs to output
} else if (!params.noURL) {
    video.urls(myJSON).then(links => {
        try {
            try {
                fs.writeFileSync("./output/urls.json", JSON.stringify(links, null, 2));
                console.log("Completed url output.");

            } catch (err) {
                console.log(err.message);
            }
        } catch (err) {
            console.log(err.message);
            console.log("If you see this its probably because the HAR file you provided does not have video URLs, or that the format has changed.");
            console.log("If you are sure that the format has changed, please attach your HAR file and open an issue here: https://github.com/kwongtn/CourseExtractor/issues");
        }
    });


}

// Video download
if (!params.newMethod && params.videoDownload) {
    console.log("Waiting for 1 sec timeout...");
    setTimeout(() => {
        console.log("Wait complete.");
        const URLs = JSON.parse(fs.readFileSync("./output/urls.json", "utf-8"));
        const fileNames = JSON.parse(fs.readFileSync("./output/videoList.json", "utf-8"));

        if ((URLs.length == fileNames.length) || params.noSizeCheck) {
            if (params.noSizeCheck) {
                console.log("Skipping JSON array size check. Array sizes are: ");
                console.log("URL file\t:" + URLs.length);
                console.log("fileName file\t:" + fileNames.length + "\n");

                if (URLs.length == fileNames.length) {
                    console.log("\nArray sizes same. It is recommended that you turn on array size check to ensure JSON file integrity.");
                }
            } else {
                console.log("JSON files have the same array size of " + URLs.length + ". Proceeding to download.");
            }

            URLs.forEach(async (package, index) => {
                console.log("\n\n=============\nCURL-ing for " + fileNames[index].replace(func.key, "") + "\n");
                const videoFileName = filelister.replaceForPrimaries(fileNames[index], func.key, ".mp4");
                func.curl(URLs[index], videoFileName, 5);

                if (!params.noSubs) {
                    languages.forEach((language) => {
                        const subURL = "https://app.pluralsight.com/transcript/api/v1/caption/webvtt/" + package.videoID + "/" + package.version + "\/" + language + "\/";
                        console.log(subURL);

                        let subFileName;
                        if (language == "en") {
                            subFileName = filelister.replaceForPrimaries(fileNames[index], func.key, ".vtt");
                        } else {
                            const subOutPath = fileNames[index].replace(new RegExp(func.key + ".*", "g"), "/otherSubs");
                            if (!fs.existsSync(subOutPath)) {
                                fs.mkdirSync(subOutPath);
                            }
                            subFileName = fileNames[index].replace(func.key, "/otherSubs") + "_" + language + ".vtt";
                        }
                        func.curl(subURL, subFileName, 5);

                    })
                }

            })
        } else {
            console.log("URL length & fileNames length mismatch: \nURL\t\t: " + URLs.length + "\nFilenames\t: " + fileNames.length);
            console.log("Exiting.");
        }
    }, 1000)
}