nodejs-website/main.js

#!/usr/bin/node
'use strict';
/*
	2022-09-14 Hyperling
	Coding my own website rather than using WordPress or anything bloaty.
*/

//// Libraries ////

let express = require('express');
let app = express();

const execSync = require('child_process').execSync;

const fs = require('fs');

//// Global Variables ////

const DEBUG = false;

const app_name = "hyperling.com";

let pages = [];
const pages_dir = "./pages/";
const file_types = ["php", "sh"];

let ports = [];
// Check parameters for numeric port numbers.
process.argv.forEach(function (val, index, array) {
	console.log("Parameter", index + ':', val, !isNaN(val));
	if (!isNaN(val)) {
		console.log("Adding Port", val)
		ports.push(val);
	}
});
// Default port if none were passed.
if (ports.length === 0) {
	ports.push(8080);
}

const stringsToRemove = [
	RegExp("#!/usr/bin/php\n", "g")
]

//// Functions ////

/* Code exists inside a main function so that we may use async/await.
*/
async function main() {
	console.log("...Starting Main...");

	// Getting dates in Node.js is awful, just use Linux.
	const start_datetime = "" + await execSync('date "+%Y-%m-%dT%H:%M:%S%:z"');
	const start_datetime_trimmed = start_datetime.trim();

	console.log("Set app to return HTML documents.");
	app.use(function (req, res, next) {
		res.contentType('text/html');
		next();
	});

	/* Loop through all file in the pages subdirectory and add the allowed
	// file types into the pages array for automatic router creation.
	*/
	console.log("...Starting Main...");
	let ls = await fs.promises.readdir(pages_dir);
	if (DEBUG) console.log("DEBUG:  Results of ls, ", ls);
	for (let file of ls) {
		let file_test = file.split(".");
		let file_name = file_test[0];
		let file_type = file_test[file_test.length - 1];
		if (file_types.includes(file_type)) {
			if (DEBUG) console.log("DEBUG:  Hooray!", file, "is being added.");
			pages[file_name] = pages_dir + file;
			console.log(" * Added page", file);
		} else {
			if (DEBUG) console.log("DEBUG: ", file, "is not an approved type, skipping.");
		}
	}
	console.log(" * Pages loaded: ", pages);
	//return; // Stop execution FORTESTING

	/* Create both an XML and HTML sitemap based on these entries. XML is used for
	// bots like SEO scrapers. HTML will be for human users looking for a list of
	// all pages. Some are not in the menu. Generated an example XML sitemap at
	// www.xml-sitemaps.com then stripped it apart and made it dynamic.
	*/
	let sitemap_xml = `<?xml version="1.0" encoding="UTF-8"?>
		<urlset
			xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
			xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
			xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9
					http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd"
		>
			<url>
				<loc>https://hyperling.com/</loc>
				<lastmod>`+start_datetime_trimmed+`</lastmod>
				<priority>1.00</priority>
			</url>
			<url>
				<loc>https://hyperling.com/sitemap/</loc>
				<lastmod>`+start_datetime_trimmed+`</lastmod>
				<priority>0.80</priority>
			</url>
	`;
	let sitemap_html = `
		<html><body>
			<strong>Special Pages</strong>
			<ul>
				<li>
					<b>Main Site</b>
					(<a href="/">Local</a>)
					(<a href="https://`+app_name+`/">Hardlink</a>)
				</li>
				<li>
					<b>XML Site Map</b>
					(<a href="/sitemap.xml">Local</a>)
					(<a href="https://`+app_name+`/sitemap.xml">Hardlink</a>)
				</li>
				<li>
					<b>HTML Site Map</b>
					(<a href="/sitemap/">Local</a>)
					(<a href="https://`+app_name+`/sitemap/">Hardlink</a>)
					<i>[You are here!]</i>
				</li>
			</ul>
			<strong>Web Pages (Alphabetical)</strong>
			<ul>
	`;

	console.log("...Adding Routes...");
	let router = express.Router();

	/* AUTOMATIC METHOD BASED ON OBJECT/ARRAY OF WEB SCRIPTS
	// Creates routes with the URL of the key and location of the value.
	*/
	for (let key in pages) {
		console.log(" * Creating router for", key);
		router.get("/" + key, function (req,res) {
			console.log(key, "fulfilling request to", req.socket.remoteAddress, "asking for", req.url);
			let html = "" + execSync(pages[key]);
			stringsToRemove.forEach(string => {
				html = html.replace(string, "");
			});
			res.send(html);
		});

		/* Append the page to the sitemap variables.
		*/
		console.log(" * * Adding to sitemap.xml");
		sitemap_xml = sitemap_xml + `
				<url>
					<loc>https://hyperling.com/`+key+`/</loc>
					<lastmod>`+start_datetime_trimmed+`</lastmod>
					<priority>0.80</priority>
				</url>
		`;
		console.log(" * * Adding to sitemap.html");
		sitemap_html = sitemap_html + `
				<li>
					<b>`+key+`</b>
					(<a href="/`+key+`/">Local</a>)
					(<a href="https://`+app_name+`/`+key+`/">Hardlink</a>)
				</li>
		`;
	}

	/* Close the sitemap variables
	*/
	sitemap_xml = sitemap_xml + `
		</urlset>
	`;
	sitemap_html = sitemap_html + `
		</ul></body></html>
	`;

	// Provide sitemap.xml file for "SEO".
	console.log(" * Creating router for sitemap.xml");
	router.get('/sitemap.xml', function (req, res) {
		console.log("sitemap.xml being provided to", req.socket.remoteAddress)
		res.contentType('text/xml');
		res.send(sitemap_xml);
	});

	// Provide human-usable sitemap links.
	console.log(" * Creating router for sitemap*");
	router.get('/sitemap*', function (req, res) {
		console.log("sitemap.html being provided to", req.socket.remoteAddress)
		res.send(sitemap_html);
	});

	// Return a resource from the files folder.
	console.log(" * Creating router for files");
	router.get('/files*', function (req, res) {
		console.log("file response to", req.socket.remoteAddress, "asking for", req.url)

		// Build variables.
		const file = "." + req.path;
		const extensions = req.path.split(".");
		const extension = extensions[extensions.length-1];

		// Check extension and guess a MIME type.
		let mime;
		switch (extension) {
			case "apk":
				mime = "application/vnd.android.package-archive";
				break;
			case "jpg" || "jpeg":
				mime = "image/jpeg";
				break;
			case "png":
				mime = "image/png";
				break;
			case "html":
				mime = "text/html";
				break;
			default:
				mime = "text/*";
				break;
		}

		// Return the file
		res.contentType(mime);
		let f = fs.createReadStream(file)
			.on("error", function(e) {
				res.contentType("text/plain");
				res.send(404, "File Not Found");
			})
			.pipe(res)
		;
	});

	// Originally a test, now a catch-all redirection to Home!
	console.log(" * Creating router for redirection");
	router.get('/*', function (req, res) {
		// WARNING: These are huge so only look when you need to.
		//console.log(req);
		//console.log(res);
		console.log("*wildcard* replying to", req.socket.remoteAddress, "asking for", req.url)
		let html = "" + execSync("./pages/home.php");
		stringsToRemove.forEach(string => {
			html = html.replace(string, "");
		});
		res.send(html);
	});

	app.use('', router);

	console.log("...Adding Ports...");
	ports.forEach(port => {
		app.listen(port);
		console.log(" * Now listening on port " + port + ".");
	});
	console.log("Done! Now we wait...");
}

//// Program Execution ////

main();
Add my test project up to this point. 2022-10-06 07:05:46 -05:00			`#!/usr/bin/node`
			`'use strict';`
			`/*`
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`2022-09-14 Hyperling`
			`Coding my own website rather than using WordPress or anything bloaty.`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00			`*/`

Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`//// Libraries ////`

Add my test project up to this point. 2022-10-06 07:05:46 -05:00			`let express = require('express');`
			`let app = express();`

			`const execSync = require('child_process').execSync;`

Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`const fs = require('fs');`

			`//// Global Variables ////`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`const DEBUG = false;`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`const app_name = "hyperling.com";`

			`let pages = [];`
			`const pages_dir = "./pages/";`
			`const file_types = ["php", "sh"];`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00
			`let ports = [];`
Add Static Resource Hosting (#8) * Add ability to host files from web API rather than using the static site files.hyperling.com. * Add details. * Prevent further files from being committed in the static resource folder. * Beginnings of a photo share from the website to replace PhotoPrism. * Fix log message for files route. * Allow customization of ports via shell script. * Update README goals and fix URLs. * FInalize the PHOTOS page, complete with video controls! * Moe enhancements, such as displaying README's and adding [VIDEO] tag. * Clean file a little. * Remove TODO. 2024-01-24 11:02:23 +00:00			`// Check parameters for numeric port numbers.`
			`process.argv.forEach(function (val, index, array) {`
			`console.log("Parameter", index + ':', val, !isNaN(val));`
			`if (!isNaN(val)) {`
			`console.log("Adding Port", val)`
			`ports.push(val);`
			`}`
			`});`
			`// Default port if none were passed.`
			`if (ports.length === 0) {`
			`ports.push(8080);`
			`}`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00
Fix PHP Shebang (#17) 2024-02-08 09:26:54 -07:00			`const stringsToRemove = [`
			`RegExp("#!/usr/bin/php\n", "g")`
			`]`

Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`//// Functions ////`

Added sitemap for humans and bots. Some content tweaks. Starting to feel close to done! 2022-10-19 04:56:51 -05:00			`/* Code exists inside a main function so that we may use async/await.`
			`*/`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00			`async function main() {`
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`console.log("...Starting Main...");`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00
Added sitemap for humans and bots. Some content tweaks. Starting to feel close to done! 2022-10-19 04:56:51 -05:00			`// Getting dates in Node.js is awful, just use Linux.`
			`const start_datetime = "" + await execSync('date "+%Y-%m-%dT%H:%M:%S%:z"');`
			`const start_datetime_trimmed = start_datetime.trim();`

Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`console.log("Set app to return HTML documents.");`
Convert to tabs. 2022-10-06 22:15:36 -05:00			`app.use(function (req, res, next) {`
			`res.contentType('text/html');`
			`next();`
			`});`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`/* Loop through all file in the pages subdirectory and add the allowed`
			`// file types into the pages array for automatic router creation.`
			`*/`
			`console.log("...Starting Main...");`
			`let ls = await fs.promises.readdir(pages_dir);`
			`if (DEBUG) console.log("DEBUG: Results of ls, ", ls);`
			`for (let file of ls) {`
			`let file_test = file.split(".");`
			`let file_name = file_test[0];`
			`let file_type = file_test[file_test.length - 1];`
			`if (file_types.includes(file_type)) {`
			`if (DEBUG) console.log("DEBUG: Hooray!", file, "is being added.");`
			`pages[file_name] = pages_dir + file;`
			`console.log(" * Added page", file);`
			`} else {`
			`if (DEBUG) console.log("DEBUG: ", file, "is not an approved type, skipping.");`
			`}`
Convert to tabs. 2022-10-06 22:15:36 -05:00			`}`
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`console.log(" * Pages loaded: ", pages);`
			`//return; // Stop execution FORTESTING`

Added sitemap for humans and bots. Some content tweaks. Starting to feel close to done! 2022-10-19 04:56:51 -05:00			`/* Create both an XML and HTML sitemap based on these entries. XML is used for`
			`// bots like SEO scrapers. HTML will be for human users looking for a list of`
			`// all pages. Some are not in the menu. Generated an example XML sitemap at`
			`// www.xml-sitemaps.com then stripped it apart and made it dynamic.`
			`*/`
			let sitemap_xml = `<?xml version="1.0" encoding="UTF-8"?>
			`<urlset`
			`xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"`
			`xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"`
			`xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9`
			`http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd"`
			`>`
			`<url>`
			`<loc>https://hyperling.com/</loc>`
			<lastmod>`+start_datetime_trimmed+`</lastmod>
			`<priority>1.00</priority>`
			`</url>`
			`<url>`
			`<loc>https://hyperling.com/sitemap/</loc>`
			<lastmod>`+start_datetime_trimmed+`</lastmod>
			`<priority>0.80</priority>`
			`</url>`
			`;
			let sitemap_html = `
			`<html><body>`
			`<strong>Special Pages</strong>`
			`<ul>`
			`<li>`
			`<b>Main Site</b>`
			`(<a href="/">Local</a>)`
			(<a href="https://`+app_name+`/">Hardlink</a>)
			`</li>`
			`<li>`
			`<b>XML Site Map</b>`
			`(<a href="/sitemap.xml">Local</a>)`
			(<a href="https://`+app_name+`/sitemap.xml">Hardlink</a>)
			`</li>`
			`<li>`
			`<b>HTML Site Map</b>`
			`(<a href="/sitemap/">Local</a>)`
			(<a href="https://`+app_name+`/sitemap/">Hardlink</a>)
			`<i>[You are here!]</i>`
			`</li>`
			`</ul>`
			`<strong>Web Pages (Alphabetical)</strong>`
			`<ul>`
			`;

Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`console.log("...Adding Routes...");`
			`let router = express.Router();`

Add Static Resource Hosting (#8) * Add ability to host files from web API rather than using the static site files.hyperling.com. * Add details. * Prevent further files from being committed in the static resource folder. * Beginnings of a photo share from the website to replace PhotoPrism. * Fix log message for files route. * Allow customization of ports via shell script. * Update README goals and fix URLs. * FInalize the PHOTOS page, complete with video controls! * Moe enhancements, such as displaying README's and adding [VIDEO] tag. * Clean file a little. * Remove TODO. 2024-01-24 11:02:23 +00:00			`/* AUTOMATIC METHOD BASED ON OBJECT/ARRAY OF WEB SCRIPTS`
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`// Creates routes with the URL of the key and location of the value.`
			`*/`
			`for (let key in pages) {`
			`console.log(" * Creating router for", key);`
			`router.get("/" + key, function (req,res) {`
Fix PHP Shebang (#17) 2024-02-08 09:26:54 -07:00			`console.log(key, "fulfilling request to", req.socket.remoteAddress, "asking for", req.url);`
			`let html = "" + execSync(pages[key]);`
			`stringsToRemove.forEach(string => {`
			`html = html.replace(string, "");`
			`});`
			`res.send(html);`
Convert to tabs. 2022-10-06 22:15:36 -05:00			`});`
Added sitemap for humans and bots. Some content tweaks. Starting to feel close to done! 2022-10-19 04:56:51 -05:00
			`/* Append the page to the sitemap variables.`
			`*/`
			`console.log(" * * Adding to sitemap.xml");`
			sitemap_xml = sitemap_xml + `
			`<url>`
			<loc>https://hyperling.com/`+key+`/</loc>
			<lastmod>`+start_datetime_trimmed+`</lastmod>
			`<priority>0.80</priority>`
			`</url>`
			`;
			`console.log(" * * Adding to sitemap.html");`
			sitemap_html = sitemap_html + `
			`<li>`
			<b>`+key+`</b>
			(<a href="/`+key+`/">Local</a>)
			(<a href="https://`+app_name+`/`+key+`/">Hardlink</a>)
			`</li>`
			`;
Convert to tabs. 2022-10-06 22:15:36 -05:00			`}`
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00
Added sitemap for humans and bots. Some content tweaks. Starting to feel close to done! 2022-10-19 04:56:51 -05:00			`/* Close the sitemap variables`
			`*/`
			sitemap_xml = sitemap_xml + `
			`</urlset>`
			`;
			sitemap_html = sitemap_html + `
			`</ul></body></html>`
			`;

			`// Provide sitemap.xml file for "SEO".`
			`console.log(" * Creating router for sitemap.xml");`
			`router.get('/sitemap.xml', function (req, res) {`
			`console.log("sitemap.xml being provided to", req.socket.remoteAddress)`
			`res.contentType('text/xml');`
			`res.send(sitemap_xml);`
			`});`

			`// Provide human-usable sitemap links.`
			`console.log(" * Creating router for sitemap*");`
			`router.get('/sitemap*', function (req, res) {`
			`console.log("sitemap.html being provided to", req.socket.remoteAddress)`
			`res.send(sitemap_html);`
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`});`

Add Static Resource Hosting (#8) * Add ability to host files from web API rather than using the static site files.hyperling.com. * Add details. * Prevent further files from being committed in the static resource folder. * Beginnings of a photo share from the website to replace PhotoPrism. * Fix log message for files route. * Allow customization of ports via shell script. * Update README goals and fix URLs. * FInalize the PHOTOS page, complete with video controls! * Moe enhancements, such as displaying README's and adding [VIDEO] tag. * Clean file a little. * Remove TODO. 2024-01-24 11:02:23 +00:00			`// Return a resource from the files folder.`
			`console.log(" * Creating router for files");`
			`router.get('/files*', function (req, res) {`
			`console.log("file response to", req.socket.remoteAddress, "asking for", req.url)`

			`// Build variables.`
			`const file = "." + req.path;`
			`const extensions = req.path.split(".");`
			`const extension = extensions[extensions.length-1];`

			`// Check extension and guess a MIME type.`
			`let mime;`
			`switch (extension) {`
			`case "apk":`
			`mime = "application/vnd.android.package-archive";`
			`break;`
			`case "jpg" \|\| "jpeg":`
			`mime = "image/jpeg";`
			`break;`
			`case "png":`
			`mime = "image/png";`
			`break;`
			`case "html":`
			`mime = "text/html";`
			`break;`
			`default:`
			`mime = "text/*";`
			`break;`
			`}`

			`// Return the file`
			`res.contentType(mime);`
			`let f = fs.createReadStream(file)`
			`.on("error", function(e) {`
			`res.contentType("text/plain");`
			`res.send(404, "File Not Found");`
			`})`
			`.pipe(res)`
			`;`
			`});`

Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`// Originally a test, now a catch-all redirection to Home!`
Added sitemap for humans and bots. Some content tweaks. Starting to feel close to done! 2022-10-19 04:56:51 -05:00			`console.log(" * Creating router for redirection");`
Convert to tabs. 2022-10-06 22:15:36 -05:00			`router.get('/*', function (req, res) {`
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`// WARNING: These are huge so only look when you need to.`
Convert to tabs. 2022-10-06 22:15:36 -05:00			`//console.log(req);`
			`//console.log(res);`
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`console.log("wildcard replying to", req.socket.remoteAddress, "asking for", req.url)`
Fix String Error (#18) 2024-02-08 09:32:54 -07:00			`let html = "" + execSync("./pages/home.php");`
Fix PHP Shebang (#17) 2024-02-08 09:26:54 -07:00			`stringsToRemove.forEach(string => {`
			`html = html.replace(string, "");`
			`});`
Convert to tabs. 2022-10-06 22:15:36 -05:00			`res.send(html);`
			`});`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00
Convert to tabs. 2022-10-06 22:15:36 -05:00			`app.use('', router);`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00
Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`console.log("...Adding Ports...");`
Convert to tabs. 2022-10-06 22:15:36 -05:00			`ports.forEach(port => {`
			`app.listen(port);`
			`console.log(" * Now listening on port " + port + ".");`
			`});`
Add my test project up to this point. 2022-10-06 07:05:46 -05:00			`console.log("Done! Now we wait...");`
			`}`

Made page gathering dynamic, added favicon, included css, worked on some content, created first bash page. Still very much in-progress but the framework is pretty much done. Needs more CSS and content. 2022-10-08 09:19:40 -05:00			`//// Program Execution ////`

Add my test project up to this point. 2022-10-06 07:05:46 -05:00			`main();`