Merge master

This commit is contained in:
Omar Brikaa 2022-02-05 14:17:46 +02:00
commit 3d61d10373
8 changed files with 147 additions and 106 deletions

1
.gitignore vendored
View File

@ -2,3 +2,4 @@ data/
.piston_env .piston_env
node_modules node_modules
result result
.vscode/

View File

@ -2,57 +2,6 @@ const fss = require('fs');
const Logger = require('logplease'); const Logger = require('logplease');
const logger = Logger.create('config'); const logger = Logger.create('config');
function parse_overrides(overrides) {
try {
return JSON.parse(overrides);
} catch (e) {
return null;
}
}
function validate_overrides(overrides, options) {
for (const language in overrides) {
for (const key in overrides[language]) {
if (
![
'max_process_count',
'max_open_files',
'max_file_size',
'compile_memory_limit',
'run_memory_limit',
'compile_timeout',
'run_timeout',
'output_max_size',
].includes(key)
) {
logger.error(`Invalid overridden option: ${key}`);
return false;
}
const option = options.find(o => o.key === key);
const parser = option.parser;
const raw = overrides[language][key];
const value = parser(raw);
const validators = option.validators;
for (const validator of validators) {
const response = validator(value, raw);
if (response !== true) {
logger.error(
`Failed to validate overridden option: ${key}`,
response
);
return false;
}
}
overrides[language][key] = value;
}
// Modifies the reference
options[
options.index_of(options.find(o => o.key === 'limit_overrides'))
] = overrides;
}
return true;
}
const options = [ const options = [
{ {
key: 'log_level', key: 'log_level',
@ -68,7 +17,7 @@ const options = [
{ {
key: 'bind_address', key: 'bind_address',
desc: 'Address to bind REST API on', desc: 'Address to bind REST API on',
default: `0.0.0.0:${process.env["PORT"] || 2000}`, default: `0.0.0.0:${process.env['PORT'] || 2000}`,
validators: [], validators: [],
}, },
{ {
@ -180,7 +129,7 @@ const options = [
key: 'runtime_set', key: 'runtime_set',
desc: 'Key on the flake specified by flake_path to access runtimes from', desc: 'Key on the flake specified by flake_path to access runtimes from',
default: 'all', default: 'all',
validators: [] validators: [],
}, },
{ {
key: 'max_concurrent_jobs', key: 'max_concurrent_jobs',
@ -197,52 +146,109 @@ const options = [
default: {}, default: {},
parser: parse_overrides, parser: parse_overrides,
validators: [ validators: [
x => !!x || `Invalid JSON format for the overrides\n${x}`, x => !!x || `Failed to parse the overrides\n${x}`,
(overrides, _, options) => validate_overrides,
validate_overrides(overrides, options) ||
`Failed to validate the overrides`,
], ],
}, },
]; ];
logger.info(`Loading Configuration from environment`); Object.freeze(options);
let errored = false; function apply_validators(validators, validator_parameters) {
for (const validator of validators) {
const validation_response = validator(...validator_parameters);
if (validation_response !== true) {
return validation_response;
}
}
return true;
}
function parse_overrides(overrides_string) {
function get_parsed_json_or_null(overrides) {
try {
return JSON.parse(overrides);
} catch (e) {
return null;
}
}
const overrides = get_parsed_json_or_null(overrides_string);
if (typeof overrides === null) {
return null;
}
const parsed_overrides = {};
for (const language in overrides) {
parsed_overrides[language] = {};
for (const key in overrides[language]) {
if (
![
'max_process_count',
'max_open_files',
'max_file_size',
'compile_memory_limit',
'run_memory_limit',
'compile_timeout',
'run_timeout',
'output_max_size',
].includes(key)
) {
return null;
}
// Find the option for the override
const option = options.find(o => o.key === key);
const parser = option.parser;
const raw = overrides[language][key];
const value = parser(raw);
parsed_overrides[language][key] = value;
}
}
return parsed_overrides;
}
function validate_overrides(overrides) {
for (const language in overrides) {
for (const key in overrides[language]) {
const value = overrides[language][key];
const option = options.find(o => o.key === key);
const validators = option.validators;
const validation_response = apply_validators(validators, [
value,
value,
]);
if (validation_response !== true) {
return `In overridden option ${key} for ${language}, ${validation_response}`;
}
}
}
return true;
}
logger.info(`Loading Configuration from environment`);
let config = {}; let config = {};
options.forEach(option => { options.forEach(option => {
const env_key = 'PISTON_' + option.key.to_upper_case(); const env_key = 'PISTON_' + option.key.to_upper_case();
const parser = option.parser || (x => x); const parser = option.parser || (x => x);
const env_val = process.env[env_key]; const env_val = process.env[env_key];
const parsed_val = parser(env_val); const parsed_val = parser(env_val);
const value = env_val === undefined ? option.default : parsed_val; const value = env_val === undefined ? option.default : parsed_val;
const validator_parameters =
option.validators.for_each(validator => { env_val === undefined ? [value, value] : [parsed_val, env_val];
let response = null; const validation_response = apply_validators(
if (env_val) response = validator(parsed_val, env_val, options); option.validators,
else response = validator(value, value, options); validator_parameters
);
if (response !== true) { if (validation_response !== true) {
errored = true;
logger.error( logger.error(
`Config option ${option.key} failed validation:`, `Config option ${option.key} failed validation:`,
response validation_response
); );
return;
}
});
config[option.key] = value;
});
if (errored) {
process.exit(1); process.exit(1);
} }
config[option.key] = value;
});
logger.info('Configuration successfully loaded'); logger.info('Configuration successfully loaded');

9
packages/MATL/22.5.0/build.sh vendored Normal file
View File

@ -0,0 +1,9 @@
#!/usr/bin/env bash
# build octave as dependency
source ../../octave/6.2.0/build.sh
# curl MATL 22.5.0
curl -L "https://github.com/lmendo/MATL/archive/refs/tags/22.5.0.tar.gz" -o MATL.tar.xz
tar xf MATL.tar.xz --strip-components=1
rm MATL.tar.xz

5
packages/MATL/22.5.0/environment vendored Normal file
View File

@ -0,0 +1,5 @@
#!/usr/bin/env bash
# Path to MATL binary
export PATH=$PWD/bin:$PATH
export MATL_PATH=$PWD

5
packages/MATL/22.5.0/metadata.json vendored Normal file
View File

@ -0,0 +1,5 @@
{
"language": "matl",
"version": "22.5.0",
"aliases": []
}

13
packages/MATL/22.5.0/run vendored Normal file
View File

@ -0,0 +1,13 @@
#!/usr/bin/env bash
# get file as first argument
file="$1"
# remove the file from $@
shift
# use the rest of the arguments as stdin
stdin=`printf "%s\n" "$@"`
# pass stdin into octave which will run MATL
echo "$stdin" | octave -W -p "$MATL_PATH" --eval "matl -of '$file'"

1
packages/MATL/22.5.0/test.matl vendored Normal file
View File

@ -0,0 +1 @@
'OK'

View File

@ -350,6 +350,7 @@ Content-Type: application/json
`llvm_ir`, `llvm_ir`,
`lolcode`, `lolcode`,
`lua`, `lua`,
`matl`,
`nasm`, `nasm`,
`nasm64`, `nasm64`,
`nim`, `nim`,