# SPDX-License-Identifier: GPL-3.0-or-later
"""
Various functions and objects that can be reused between unit tests
"""
# This file is part of Haketilo.
#
# Copyright (C) 2021,2022 Wojtek Kosior <koszko@koszko.org>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
#
# I, Wojtek Kosior, thereby promise not to sue for violation of this file's
# license. Although I request that you do not make use of this code in a
# proprietary program, I am not going to enforce this in court.
from hashlib import sha256
from selenium.webdriver.support.ui import WebDriverWait
from ..script_loader import load_script
patterns_doc_url = \
'https://hydrillabugs.koszko.org/projects/haketilo/wiki/URL_patterns'
def sample_file(contents):
return {
'sha256': sha256(contents.encode()).digest().hex(),
'contents': contents
}
def make_sample_files(names_contents):
"""
Take a dict mapping file names to file contents. Return, as a tuple, dicts
mapping file names to file objects (dicts) and file hash keys to file
contents.
"""
sample_files = dict([(name, sample_file(contents))
for name, contents in names_contents.items()])
sample_files_by_sha256 = dict([[file['sha256'], file['contents']]
for file in sample_files.values()])
return sample_files, sample_files_by_sha256
sample_files, sample_files_by_sha256 = make_sample_files({
'report.spdx': '<!-- dummy report -->',
'LICENSES/somelicense.txt': 'Permission is granted...',
'LICENSES/CC0-1.0.txt': 'Dummy Commons...',
'hello.js': 'console.log("uńićódę hello!");\n',
'bye.js': 'console.log("bye!");\n',
'combined.js': 'console.log("hello!\\nbye!");\n',
'README.md': '# Python Frobnicator\n...'
})
def sample_file_ref(file_name, sample_files_dict=sample_files):
"""
Return a dictionary suitable for using as file reference in resource/mapping
definition.
"""
return {
'file': file_name,
'sha256': sample_files_dict[file_name]['sha256']
}
def make_sample_mapping(with_files=True):
"""
Procude a sample mapping definition that can be dumped to JSON and put into
Haketilo's IndexedDB.
"""
return {
'$schema': 'https://hydrilla.koszko.org/schemas/api_mapping_description-1.schema.json',
'generated_by': {
'name': 'human',
'version': 'sapiens-0.8.14'
},
'source_name': 'example-org-fixes-new',
'source_copyright': [
sample_file_ref('report.spdx'),
sample_file_ref('LICENSES/CC0-1.0.txt')
] if with_files else [],
'type': 'mapping',
'identifier': 'example-org-minimal',
'long_name': 'Example.org Minimal',
'uuid': '54d23bba-472e-42f5-9194-eaa24c0e3ee7',
'version': [2022, 5, 10],
'description': 'suckless something something',
'payloads': {
'https://example.org/a/*': {
'identifier': 'some-KISS-resource'
},
'https://example.org/t/*': {
'identifier': 'another-KISS-resource'
}
}
}
def make_sample_resource(with_files=True):
"""
Procude a sample resource definition that can be dumped to JSON and put into
Haketilo's IndexedDB.
"""
return {
'$schema': 'https://hydrilla.koszko.org/schemas/api_resource_description-1.schema.json',
'generated_by': {
'name': 'human',
'version': 'sapiens-0.8.14'
},
'source_name': 'hello',
'source_copyright': [
sample_file_ref('report.spdx'),
sample_file_ref('LICENSES/CC0-1.0.txt')
] if with_files else [],
'type': 'resource',
'identifier': 'helloapple',
'long_name': 'Hello Apple',
'uuid': 'a6754dcb-58d8-4b7a-a245-24fd7ad4cd68',
'version': [2021, 11, 10],
'revision': 1,
'description': 'greets an apple',
'dependencies': [{'identifier': 'hello-message'}],
'scripts': [
sample_file_ref('hello.js'),
sample_file_ref('bye.js')
] if with_files else []
}
def item_version_string(definition, include_revision=False):
"""
Given a resource or mapping definition, read its "version" property (and
also "revision" if applicable) and produce a corresponding version string.
"""
ver = '.'.join([str(num) for num in definition['version']])
revision = definition.get('revision') if include_revision else None
return f'{ver}-{revision}' if revision is not None else ver
def sample_data_dict(items):
"""
Some IndexedDB functions expect saved items to be provided in a nested dict
that makes them queryable by identifier by version. This function converts
items list to such dict.
"""
return dict([(it['identifier'], {item_version_string(it): it})
for it in items])
def make_complete_sample_data():
"""
Craft a JSON data item with 1 sample resource and 1 sample mapping that can
be used to populate IndexedDB.
"""
return {
'resource': sample_data_dict([make_sample_resource()]),
'mapping': sample_data_dict([make_sample_mapping()]),
'file': {
'sha256': sample_files_by_sha256
}
}
def clear_indexeddb(execute_in_page):
"""
Remove Haketilo data from IndexedDB. If variables from common/indexeddb.js
are in the global scope, this function will handle closing the opened
database instance (if any). Otherwise, the caller is responsible for making
sure the database being deleted is not opened anywhere.
"""
execute_in_page(
'''{
async function delete_db() {
if (typeof db !== "undefined" && db) {
db.close();
db = null;
}
let resolve, reject;
const result = new Promise((...cbs) => [resolve, reject] = cbs);
const request = indexedDB.deleteDatabase("haketilo");
[request.onsuccess, request.onerror] = [resolve, reject];
await result;
}
returnval(delete_db());
}'''
)
def get_db_contents(execute_in_page):
"""
Retrieve all IndexedDB contents. It is expected that either variables from
common/indexeddb.js are in the global scope or common/indexeddb.js is
imported as haketilodb.
"""
return execute_in_page(
'''{
async function get_database_contents()
{
const db_getter =
typeof haketilodb === "undefined" ? get_db : haketilodb.get;
const db = await db_getter();
const transaction = db.transaction(db.objectStoreNames);
const result = {};
for (const store_name of db.objectStoreNames) {
const req = transaction.objectStore(store_name).getAll();
await new Promise(cb => req.onsuccess = cb);
result[store_name] = req.result;
}
return result;
}
returnval(get_database_contents());
}''')
def is_prime(n):
return n > 1 and all([n % i != 0 for i in range(2, n)])
broker_js = lambda: load_script('background/broadcast_broker.js') + ';start();'
def are_scripts_allowed(driver, nonce=None):
return driver.execute_script(
'''
document.haketilo_scripts_allowed = false;
document.haketilo_eval_allowed = false;
const html_ns = "http://www.w3.org/1999/xhtml";
const script = document.createElementNS(html_ns, "script");
script.innerHTML = `
document.haketilo_scripts_allowed = true;
eval('document.haketilo_eval_allowed = true;');
`;
if (arguments[0])
script.setAttribute("nonce", arguments[0]);
(document.head || document.documentElement).append(script);
if (document.haketilo_scripts_allowed !=
document.haketilo_eval_allowed)
throw "scripts allowed but eval blocked";
return document.haketilo_scripts_allowed;
''',
nonce)
def mock_broadcast(execute_in_page):
"""
Make all broadcast operations no-ops (broadcast must be imported).
"""
execute_in_page(
'Object.keys(broadcast).forEach(k => broadcast[k] = () => {});'
)
"""
Some parts of code depend on content/repo_query_cacher.js and
background/CORS_bypass_server.js running in their appropriate contexts. This
snippet modifies the relevant browser.runtime.sendMessage function to perform
fetch(), bypassing the cacher.
"""
mock_cacher_code = '''{
const uint8_to_hex =
array => [...array].map(b => ("0" + b.toString(16)).slice(-2)).join("");
const old_sendMessage = browser.tabs.sendMessage;
window.mock_cacher_fetch = fetch;
browser.tabs.sendMessage = async function(tab_id, msg) {
if (msg[0] !== "repo_query")
return old_sendMessage(tab_id, msg);
/*
* Use snapshotted fetch() under the name window.mock_cacher_fetch,
* allow other test code to override it.
*/
try {
const response = await window.mock_cacher_fetch(msg[1]);
const buf = await response.arrayBuffer();
return {
status: response.status,
statusText: response.statusText,
headers: [...response.headers.entries()],
body: uint8_to_hex(new Uint8Array(buf))
}
} catch(e) {
return {error: {name: e.name, message: e.message}};
}
}
}'''
"""
Convenience snippet of code to retrieve a copy of given object with only those
properties present which are DOM nodes. This makes it possible to easily access
DOM nodes stored in a javascript object that also happens to contain some
other properties that make it impossible to return from a Selenium script.
"""
nodes_props_code = '''\
(obj => {
const result = {};
for (const [key, value] of Object.entries(obj)) {
if (value instanceof Node)
result[key] = value;
}
return result;
})'''
