const fs = require("fs"), config = require("../config/config.json"), chalk = require("chalk"), busboy = require("connect-busboy"), randomstring = require("randomstring"), getSize = require("get-folder-size"), diskUsage = require("diskusage-ng"), emoji = require("../misc/emoji_list.json"); // Defines the function of this module const MODULE_FUNCTION = "handle_requests", // Base path for module folder creation and navigation BASE_PATH = "/EUS"; let eusConfig = {}, image_json = {}, d = new Date(), startTime, endTime, useUploadKey = true, cacheJSON = ""; // Only ran on startup so using sync functions is fine // Makes the folder for files of the module if (!fs.existsSync(__dirname + BASE_PATH)) { fs.mkdirSync(__dirname + BASE_PATH); console.log(`[EUS] Made EUS module folder`); } // Makes the folder for frontend files if (!fs.existsSync(__dirname + BASE_PATH + "/files")) { fs.mkdirSync(__dirname + BASE_PATH + "/files"); console.log(`[EUS] Made EUS web files folder`); } // Makes the folder for images if (!fs.existsSync(__dirname + BASE_PATH + "/i")) { fs.mkdirSync(__dirname + BASE_PATH + "/i"); console.log(`[EUS] Made EUS images folder`); } // Makes the image-type file if (!fs.existsSync(__dirname + BASE_PATH + "/image-type.json")) { // Doesn't exist, create it. fs.writeFileSync(`${__dirname}${BASE_PATH}/image-type.json`, '{}'); console.log("[EUS] Made EUS image-type File!"); // File has been created, load it. image_json = require(`${__dirname}${BASE_PATH}/image-type.json`); } else { // File already exists, load it. const ijLoadStartTime = new Date().getTime(); image_json = require(`${__dirname}${BASE_PATH}/image-type.json`); console.log(`[EUS] Loaded image-type file, took ${new Date().getTime() - ijLoadStartTime}ms`); } // Makes the config file if (!fs.existsSync(__dirname + BASE_PATH + "/config.json")) { // Config doesn't exist, make it. fs.writeFileSync(`${__dirname}${BASE_PATH}/config.json`, '{\n\t"baseURL":"http://example.com/",\n\t"acceptedTypes": [\n\t\t".png",\n\t\t".jpg",\n\t\t".jpeg",\n\t\t".gif"\n\t],\n\t"uploadKey": ""\n}'); console.log("[EUS] Made EUS config File!"); console.log("[EUS] Please edit the EUS Config file before restarting."); // Config has been made, close framework. process.exit(0); } else { eusConfig = require(`${__dirname}${BASE_PATH}/config.json`); if (validateConfig(eusConfig)) console.log("[EUS] EUS config passed all checks"); } // Cache for the file count and space usage, this takes a while to do so it's best to cache the result let cacheIsReady = false; async function cacheFilesAndSpace() { return new Promise((resolve, reject) => { const startCacheTime = new Date().getTime(); let cachedFilesAndSpace = { files: {} }, // Cache file totals total = 0; // Add each accepted file type to the json for (var i2 = 0; i2 < eusConfig.acceptedTypes.length; i2++) { cachedFilesAndSpace["files"][`${eusConfig.acceptedTypes[i2]}`.replace(".", "")] = 0; } // Read all files from the images directory fs.readdir(__dirname + BASE_PATH + "/i", async (err, files) => { if (err) reject(err); else { // Loop through all files for (var i = 0; i < files.length; i++) { // Loop through all accepted file types to check for a match for (var i1 = 0; i1 < eusConfig.acceptedTypes.length; i1++) { const readFileName = files[i].split("."); if (`.${readFileName[readFileName.length-1]}` == eusConfig.acceptedTypes[i1]) { // There is a match! Add it to the json cachedFilesAndSpace["files"][eusConfig.acceptedTypes[i1].replace(".", "")]++; // Also increase the total total++; } } } // Set the total in the json to the calculated total value cachedFilesAndSpace["files"]["total"] = total; // Cache usage cachedFilesAndSpace["space"] = { usage: {} }; // Get the space used on the disk getSize(__dirname + BASE_PATH + "/i", async (err, size) => { if (err) reject(err); else { // Calculate in different units the space taken up on disk let sizeOfFolder = (size / 2048); cachedFilesAndSpace["space"]["usage"]["mb"] = sizeOfFolder; sizeOfFolder = (size / 3072); cachedFilesAndSpace["space"]["usage"]["gb"] = sizeOfFolder; cachedFilesAndSpace["space"]["usage"]["string"] = await spaceToLowest(size, true); // Get total disk space diskUsage(__dirname, async (err, data) => { if (err) reject(err); else { cachedFilesAndSpace["space"]["total"] = { value: await spaceToLowest(data["total"], false), mbvalue: (data["total"] / 2048), gbvalue: (data["total"] / 3072), stringValue: (await spaceToLowest(data["total"], true)).split(" ")[1].toLowerCase(), string: await spaceToLowest(data["total"], true) }; resolve(cachedFilesAndSpace); global.modules.consoleHelper.printInfo(emoji.folder, `Stats api cache took ${new Date().getTime() - startCacheTime}ms`); } }); } }); } }); }); } function validateConfig(json) { let performShutdownAfterValidation = false; // URL Tests if (json["baseURL"] == null) { console.error("EUS baseURL property does not exist!"); performShutdownAfterValidation = true; } else { if (json["baseURL"] == "") console.warn("EUS baseURL property is blank"); const bURL = `${json["baseURL"]}`.split(""); if (bURL.length > 1) { if (bURL[bURL.length-1] != "/") console.warn("EUS baseURL property doesn't have a / at the end, this can lead to unpredictable results!"); } else { if (json["baseURL"] != "http://" || json["baseURL"] != "https://") console.warn("EUS baseURL property is possibly invalid!"); } } // acceptedTypes checks if (json["acceptedTypes"] == null) { console.error("EUS acceptedTypes array does not exist!"); performShutdownAfterValidation = true; } else { if (json["acceptedTypes"].length < 1) console.warn("EUS acceptedTypes array has no extentions in it, users will not be able to upload images!"); } // uploadKey checks if (json["uploadKey"] == null) { console.error("EUS uploadKey property does not exist!"); performShutdownAfterValidation = true; } else { if (json["uploadKey"] == "") useUploadKey = false; } // Check if server needs to be shutdown if (performShutdownAfterValidation) { console.error("EUS config properties are missing, refer to docs for more details (https://docs.ethanus.ml)"); process.exit(1); } else return true; } function cleanURL(url = "") { return url.split("%20").join(" ").split("%22").join("\"").split("%23").join("#").split("%24").join("$").split("%25").join("%").split("%26").join("&").split("%27").join("'").split("%2B").join("+").split("%2C").join(",").split("%2F").join("/") .split("%3A").join(":").split("%3B").join(";").split("%3C").join("<").split("%3D").join("=").split("%3E").join(">").split("%3F").join("?") .split("%40").join("@") .split("%5B").join("[").split("%5C").join("\\").split("%5D").join("]").split("%5E").join("^") .split("%60").join("`") .split("%7B").join("{").split("%7C").join("|").split("%7D").join("}").split("%7E").join("~"); } module.exports = { extras:async function() { // Setup express to use busboy global.app.use(busboy()); cacheJSON = JSON.stringify(await cacheFilesAndSpace()); cacheIsReady = true; }, get:async function(req, res) { /* req - Request from client res - Response from server */ // Set some headers res.set("Strict-Transport-Security", "max-age=31536000; includeSubDomains"); res.set("X-XSS-Protection", "1; mode=block"); res.set("Feature-Policy", "fullscreen 'none'"); res.set("Permissions-Policy", "microphone=(), geolocation=(), magnetometer=(), camera=(), payment=(), usb=(), accelerometer=(), gyroscope=()"); res.set("Referrer-Policy", "strict-origin-when-cross-origin"); res.set("Content-Security-Policy", "block-all-mixed-content;frame-ancestors 'self'"); res.set("X-Frame-Options", "SAMEORIGIN"); res.set("X-Content-Type-Options", "nosniff"); req.url = cleanURL(req.url); // Check if returned value is true. if (req.url.includes("/api/")) return handleAPI(req, res); // Register the time at the start of the request d = new Date(); startTime = d.getTime(); // Get the requested image let urs = `${req.url}`; urs = urs.split("/")[1]; // Get the file type of the image from image_json and make sure it exists fs.access(`${__dirname}${BASE_PATH}/i/${urs}${image_json[urs]}`, (error) => { if (error) { // Doesn't exist, handle request normaly if (req.url === "/") { urs = "/index.html" } else { urs = req.url } fs.access(`${__dirname}${BASE_PATH}/files${urs}`, (error) => { if (error) { // Doesn't exist, send a 404 to the client. res.status(404).send("404!