aboutsummaryrefslogtreecommitdiff
/**
 * This file is part of Haketilo.
 *
 * Function: Operations on page URL patterns.
 *
 * Copyright (C) 2021 Wojtek Kosior
 * Redistribution terms are gathered in the `copyright' file.
 */

const MAX = {
    URL_PATH_LEN:   12,
    URL_PATH_CHARS: 255,
    DOMAIN_LEN:     7,
    DOMAIN_CHARS:   100
};

const proto_regex = /^(\w+):\/\/(.*)$/;

const user_re = "[^/?#@]+@"
const domain_re = "[.a-zA-Z0-9-]+";
const path_re = "[^?#]*";
const query_re = "\\??[^#]*";

const http_regex = new RegExp(`^(${domain_re})(${path_re})(${query_re}).*`);

const file_regex = new RegExp(`^(${path_re}).*`);

const ftp_regex = new RegExp(`^(${user_re})?(${domain_re})(${path_re}).*`);

function deconstruct_url(url, use_limits=true)
{
    const max = MAX;
    if (!use_limits) {
	for (key in MAX)
	    max[key] = Infinity;
    }

    const proto_match = proto_regex.exec(url);
    if (proto_match === null)
	throw `bad url '${url}'`;

    const deco = {proto: proto_match[1]};

    if (deco.proto === "file") {
	deco.path = file_regex.exec(proto_match[2])[1];
    } else if (deco.proto === "ftp") {
	[deco.domain, deco.path] = ftp_regex.exec(proto_match[2]).slice(2, 4);
    } else if (deco.proto === "http" || deco.proto === "https") {
	const http_match = http_regex.exec(proto_match[2]);
	if (!http_match)
	    return undefined;
	[deco.domain, deco.path, deco.query] = http_match.slice(1, 4);
	deco.domain = deco.domain.toLowerCase();
    } else {
	throw `unsupported protocol in url '${url}'`;
    }

    deco.trailing_dash = deco.path[deco.path.length - 1] === "/";

    if (deco.domain) {
	if (deco.domain.length > max.DOMAIN_CHARS) {
	    const idx = deco.domain.indexOf(".", deco.domain.length -
					    max.DOMAIN_CHARS);
	    if (idx === -1)
		deco.domain = [];
	    else
		deco.domain = deco.domain.substring(idx + 1);

	    deco.domain_truncated = true;
	}

	if (deco.path.length > max.URL_PATH_CHARS) {
	    deco.path = deco.path.substring(0, deco.path.lastIndexOf("/"));
	    deco.path_truncated = true;
	}
    }

    if (typeof deco.domain === "string") {
	deco.domain = deco.domain.split(".");
	if (deco.domain.splice(0, deco.domain.length - max.DOMAIN_LEN).length
	    > 0)
	    deco.domain_truncated = true;
    }

    deco.path = deco.path.split("/").filter(s => s !== "");
    if (deco.domain && deco.path.splice(max.URL_PATH_LEN).length > 0)
	deco.path_truncated = true;

    return deco;
}

function* each_domain_pattern(deco)
{
    for (let slice = 0; slice < deco.domain.length - 1; slice++) {
	const domain_part = deco.domain.slice(slice).join(".");
	const domain_wildcards = [];
	if (slice === 0 && !deco.domain_truncated)
	    yield domain_part;
	if (slice === 1 && !deco.domain_truncated)
	    yield "*." + domain_part;
	if (slice > 1)
	    yield "**." + domain_part;
	yield "***." + domain_part;
    }
}

function* each_path_pattern(deco)
{
    for (let slice = deco.path.length; slice >= 0; slice--) {
	const path_part = ["", ...deco.path.slice(0, slice)].join("/");
	const path_wildcards = [];
	if (slice === deco.path.length && !deco.path_truncated) {
	    if (deco.trailing_dash)
		yield path_part + "/";
	    if (slice > 0 || deco.proto !== "file")
		yield path_part;
	}
	if (slice === deco.path.length - 1 && !deco.path_truncated &&
	    deco.path[slice] !== "*")
	    yield path_part + "/*";
	if (slice < deco.path.length - 1)
	    yield path_part + "/**";
	if (slice !== deco.path.length - 1 || deco.path_truncated ||
	    deco.path[slice] !== "***")
	    yield path_part + "/***";
    }
}

/* Generate every possible pattern that matches url. */
function* each_url_pattern(url)
{
    const deco = deconstruct_url(url);

    if (deco === undefined) {
	console.error("bad url format", url);
	return false;
    }

    const all_domains = deco.domain ? each_domain_pattern(deco) : [""];
    for (const domain of all_domains) {
	for (const path of each_path_pattern(deco))
	    yield `${deco.proto}://${domain}${path}`;
    }
}

/*
 * EXPORTS_START
 * EXPORT each_url_pattern
 * EXPORT deconstruct_url
 * EXPORTS_END
 */
+0100'>2018-03-15gnu: Remove boost-1.66....Ricardo Wurmus 2018-03-15gnu: boost: Remove bootstrap phase....Ricardo Wurmus 2018-03-14Merge branch 'master' into core-updatesRicardo Wurmus 2018-03-04gnu: Add boost@1.66.0....Marius Bakke 2018-02-19gnu: boost: Update to 1.66.0....Arun Isaac 2018-01-19gnu: mdds: Update to 1.3.1....Tobias Geerinckx-Rice 2017-06-11gnu: boost: Add ICU support....Leo Famulari 2017-04-26gnu: boost: Update to 1.64.0....Marius Bakke 2017-03-27gnu: mdds: Upgrade to 1.2.2....Thomas Danckaert 2017-01-17gnu: boost: Update to 1.63.0....Danny Milosavljevic 2016-12-14gnu: mdds: Replace dead Google Code home-page....Tobias Geerinckx-Rice 2016-09-22gnu: boost: Add -j for build....Eric Bavier 2016-09-22gnu: boost: Upgrade to 1.61.0....Eric Bavier 2016-08-04Merge branch 'core-updates'Mark H Weaver 2016-08-04Revert "Merge branch 'core-updates'"...Mark H Weaver 2016-08-03Rename references to (gnu packages tcsh)....ng0 2016-08-01Merge branch 'core-updates'Ludovic Courtès 2016-07-22Merge branch 'master' into core-updates...Leo Famulari 2016-07-21gnu: Update URLs for sourceforge.net....Leo Famulari 2016-06-14gnu: boost: Allow for customizable build flags....David Thompson 2016-01-12gnu: boost: Update to 1.60.0....Eric Bavier 2016-01-12gnu: boost: Use modify-phases....Eric Bavier 2015-07-13gnu: boost: Patch to avoid -m32 flag on mips....Andreas Enge 2015-07-13gnu: boost: Update to 1.58.0....Andreas Enge 2015-07-10Revert "gnu: boost: Update to 1.58.0."...Mark H Weaver 2015-07-09gnu: mdds: Update to 0.12.1....Andreas Enge 2015-07-08gnu: boost: Update to 1.58.0....Andreas Enge 2015-04-26gnu: Add mdds....Andreas Enge 2015-04-10gnu: boost: Add $libdir to the RUNPATH of libraries....Ludovic Courtès