2021-04-25 10:55:20 +02:00
|
|
|
const express = require('express');
|
2021-05-08 02:20:21 +02:00
|
|
|
const router = express.Router();
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
const events = require('events');
|
|
|
|
|
2021-05-07 10:21:25 +02:00
|
|
|
const config = require('../config');
|
2021-04-25 10:55:20 +02:00
|
|
|
const runtime = require('../runtime');
|
2021-05-07 21:22:25 +02:00
|
|
|
const { Job } = require('../job');
|
2021-05-08 02:20:21 +02:00
|
|
|
const package = require('../package');
|
2021-05-07 21:35:27 +02:00
|
|
|
const logger = require('logplease').create('api/v2');
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-07 09:37:22 +02:00
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
function get_job(body){
|
2021-05-08 02:30:40 +02:00
|
|
|
const {
|
|
|
|
language,
|
|
|
|
version,
|
|
|
|
args,
|
2021-07-16 13:10:44 +02:00
|
|
|
stdin,
|
|
|
|
files,
|
2021-05-08 02:30:40 +02:00
|
|
|
compile_memory_limit,
|
|
|
|
run_memory_limit,
|
2021-07-16 13:10:44 +02:00
|
|
|
run_timeout,
|
|
|
|
compile_timeout
|
|
|
|
} = body;
|
2021-05-07 10:21:25 +02:00
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
return new Promise((resolve, reject) => {
|
|
|
|
if (!language || typeof language !== 'string') {
|
|
|
|
return reject({
|
|
|
|
message: 'language is required as a string',
|
2021-05-08 02:30:40 +02:00
|
|
|
});
|
|
|
|
}
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
if (!version || typeof version !== 'string') {
|
|
|
|
return reject({
|
|
|
|
message: 'version is required as a string',
|
2021-05-08 02:30:40 +02:00
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
if (!files || !Array.isArray(files)) {
|
|
|
|
return reject({
|
|
|
|
message: 'files is required as an array',
|
2021-05-08 02:30:40 +02:00
|
|
|
});
|
|
|
|
}
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
for (const [i, file] of files.entries()) {
|
|
|
|
if (typeof file.content !== 'string') {
|
|
|
|
return reject({
|
|
|
|
message: `files[${i}].content is required as a string`,
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (compile_memory_limit) {
|
|
|
|
if (typeof compile_memory_limit !== 'number') {
|
|
|
|
return reject({
|
|
|
|
message: 'if specified, compile_memory_limit must be a number',
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
if (
|
|
|
|
config.compile_memory_limit >= 0 &&
|
|
|
|
(compile_memory_limit > config.compile_memory_limit ||
|
|
|
|
compile_memory_limit < 0)
|
|
|
|
) {
|
|
|
|
return reject({
|
|
|
|
message:
|
|
|
|
'compile_memory_limit cannot exceed the configured limit of ' +
|
|
|
|
config.compile_memory_limit,
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (run_memory_limit) {
|
|
|
|
if (typeof run_memory_limit !== 'number') {
|
|
|
|
return reject({
|
|
|
|
message: 'if specified, run_memory_limit must be a number',
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
if (
|
|
|
|
config.run_memory_limit >= 0 &&
|
|
|
|
(run_memory_limit > config.run_memory_limit || run_memory_limit < 0)
|
|
|
|
) {
|
|
|
|
return reject({
|
|
|
|
message:
|
|
|
|
'run_memory_limit cannot exceed the configured limit of ' +
|
|
|
|
config.run_memory_limit,
|
|
|
|
});
|
|
|
|
}
|
2021-05-08 02:30:40 +02:00
|
|
|
}
|
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
const rt = runtime.get_latest_runtime_matching_language_version(
|
|
|
|
language,
|
|
|
|
version
|
|
|
|
);
|
|
|
|
|
|
|
|
if (rt === undefined) {
|
|
|
|
return reject({
|
|
|
|
message: `${language}-${version} runtime is unknown`,
|
2021-05-08 02:30:40 +02:00
|
|
|
});
|
|
|
|
}
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
resolve(new Job({
|
|
|
|
runtime: rt,
|
|
|
|
alias: language,
|
|
|
|
args: args || [],
|
|
|
|
stdin: '',
|
|
|
|
files,
|
|
|
|
timeouts: {
|
|
|
|
run: run_timeout || 3000,
|
|
|
|
compile: compile_timeout || 10000,
|
|
|
|
},
|
|
|
|
memory_limits: {
|
|
|
|
run: run_memory_limit || config.run_memory_limit,
|
|
|
|
compile: compile_memory_limit || config.compile_memory_limit,
|
|
|
|
}
|
|
|
|
}));
|
|
|
|
})
|
|
|
|
|
|
|
|
}
|
2021-05-08 02:30:40 +02:00
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
router.use((req, res, next) => {
|
|
|
|
if (['GET', 'HEAD', 'OPTIONS'].includes(req.method)) {
|
|
|
|
return next();
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!req.headers['content-type'].startsWith('application/json')) {
|
|
|
|
return res.status(415).send({
|
|
|
|
message: 'requests must be of type application/json',
|
2021-05-08 02:30:40 +02:00
|
|
|
});
|
|
|
|
}
|
2021-05-07 21:22:25 +02:00
|
|
|
|
2021-07-16 13:10:44 +02:00
|
|
|
next();
|
|
|
|
});
|
|
|
|
|
|
|
|
router.ws('/connect', async (ws, req) => {
|
|
|
|
|
|
|
|
let job = null;
|
|
|
|
let eventBus = new events.EventEmitter();
|
|
|
|
|
|
|
|
eventBus.on("stdout", (data) => ws.send(JSON.stringify({type: "data", stream: "stdout", data: data.toString()})))
|
|
|
|
eventBus.on("stderr", (data) => ws.send(JSON.stringify({type: "data", stream: "stderr", data: data.toString()})))
|
|
|
|
eventBus.on("stage", (stage)=> ws.send(JSON.stringify({type: "stage", stage})))
|
|
|
|
eventBus.on("exit", (stage, status) => ws.send(JSON.stringify({type: "exit", stage, ...status})))
|
|
|
|
|
|
|
|
ws.on("message", async (data) => {
|
|
|
|
|
|
|
|
try{
|
|
|
|
const msg = JSON.parse(data);
|
|
|
|
|
|
|
|
if(msg.type === "init"){
|
|
|
|
if(job === null){
|
|
|
|
const job = await get_job(msg);
|
|
|
|
|
|
|
|
await job.prime();
|
|
|
|
|
|
|
|
ws.send(JSON.stringify({
|
|
|
|
type: "runtime",
|
|
|
|
language: job.runtime.language,
|
|
|
|
version: job.runtime.version.raw
|
|
|
|
}))
|
|
|
|
|
|
|
|
await job.execute_interactive(eventBus);
|
|
|
|
|
|
|
|
ws.close(4999, "Job Completed");
|
|
|
|
|
|
|
|
}else{
|
|
|
|
ws.close(4000, "Already Initialized");
|
|
|
|
}
|
|
|
|
|
|
|
|
}else if(msg.type === "data"){
|
|
|
|
if(job !== null){
|
|
|
|
if(msg.stream === "stdin"){
|
|
|
|
eventBus.emit("stdin", msg.data)
|
|
|
|
}else{
|
|
|
|
ws.close(4004, "Can only write to stdin")
|
|
|
|
}
|
|
|
|
}else{
|
|
|
|
ws.close(4003, "Not yet initialized")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}catch(error){
|
|
|
|
ws.send(JSON.stringify({type: "error", message: error.message}))
|
|
|
|
ws.close(4002, "Notified Error")
|
|
|
|
// ws.close message is limited to 123 characters, so we notify over WS then close.
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
ws.on("close", async ()=>{
|
|
|
|
if(job !== null){
|
|
|
|
await job.cleanup()
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
setTimeout(()=>{
|
|
|
|
//Terminate the socket after 1 second, if not initialized.
|
|
|
|
//if(job === null)
|
|
|
|
// ws.close(4001, "Initialization Timeout");
|
|
|
|
}, 1000)
|
|
|
|
})
|
|
|
|
|
|
|
|
router.post('/execute', async (req, res) => {
|
|
|
|
|
|
|
|
try{
|
|
|
|
const job = await get_job(req.body);
|
|
|
|
|
|
|
|
await job.prime();
|
|
|
|
|
|
|
|
const result = await job.execute();
|
|
|
|
|
|
|
|
await job.cleanup();
|
|
|
|
|
|
|
|
return res.status(200).send(result);
|
|
|
|
}catch(error){
|
|
|
|
return res.status(400).json(error);
|
|
|
|
}
|
2021-04-25 10:55:20 +02:00
|
|
|
});
|
|
|
|
|
2021-05-07 21:22:25 +02:00
|
|
|
router.get('/runtimes', (req, res) => {
|
2021-05-08 02:30:40 +02:00
|
|
|
const runtimes = runtime.map(rt => {
|
|
|
|
return {
|
|
|
|
language: rt.language,
|
|
|
|
version: rt.version.raw,
|
|
|
|
aliases: rt.aliases,
|
|
|
|
runtime: rt.runtime,
|
|
|
|
};
|
|
|
|
});
|
|
|
|
|
|
|
|
return res.status(200).send(runtimes);
|
2021-04-25 10:55:20 +02:00
|
|
|
});
|
|
|
|
|
2021-05-07 21:22:25 +02:00
|
|
|
router.get('/packages', async (req, res) => {
|
2021-05-08 02:30:40 +02:00
|
|
|
logger.debug('Request to list packages');
|
|
|
|
let packages = await package.get_package_list();
|
|
|
|
|
|
|
|
packages = packages.map(pkg => {
|
|
|
|
return {
|
|
|
|
language: pkg.language,
|
|
|
|
language_version: pkg.version.raw,
|
|
|
|
installed: pkg.installed,
|
|
|
|
};
|
|
|
|
});
|
|
|
|
|
|
|
|
return res.status(200).send(packages);
|
2021-04-25 10:55:20 +02:00
|
|
|
});
|
|
|
|
|
2021-05-08 02:41:41 +02:00
|
|
|
router.post('/packages', async (req, res) => {
|
2021-05-08 02:30:40 +02:00
|
|
|
logger.debug('Request to install package');
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:41:41 +02:00
|
|
|
const { language, version } = req.body;
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
const pkg = await package.get_package(language, version);
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
if (pkg == null) {
|
|
|
|
return res.status(404).send({
|
|
|
|
message: `Requested package ${language}-${version} does not exist`,
|
|
|
|
});
|
|
|
|
}
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
try {
|
|
|
|
const response = await pkg.install();
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
return res.status(200).send(response);
|
|
|
|
} catch (e) {
|
|
|
|
logger.error(
|
|
|
|
`Error while installing package ${pkg.language}-${pkg.version}:`,
|
|
|
|
e.message
|
|
|
|
);
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
return res.status(500).send({
|
|
|
|
message: e.message,
|
|
|
|
});
|
|
|
|
}
|
2021-04-25 10:55:20 +02:00
|
|
|
});
|
|
|
|
|
2021-05-08 02:41:41 +02:00
|
|
|
router.delete('/packages', async (req, res) => {
|
2021-05-08 02:30:40 +02:00
|
|
|
logger.debug('Request to uninstall package');
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:41:41 +02:00
|
|
|
const { language, version } = req.body;
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
const pkg = await package.get_package(language, version);
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
if (pkg == null) {
|
|
|
|
return res.status(404).send({
|
|
|
|
message: `Requested package ${language}-${version} does not exist`,
|
|
|
|
});
|
|
|
|
}
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
try {
|
|
|
|
const response = await pkg.uninstall();
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
return res.status(200).send(response);
|
|
|
|
} catch (e) {
|
|
|
|
logger.error(
|
|
|
|
`Error while uninstalling package ${pkg.language}-${pkg.version}:`,
|
|
|
|
e.message
|
|
|
|
);
|
2021-04-25 10:55:20 +02:00
|
|
|
|
2021-05-08 02:30:40 +02:00
|
|
|
return res.status(500).send({
|
|
|
|
message: e.message,
|
|
|
|
});
|
|
|
|
}
|
2021-04-25 10:55:20 +02:00
|
|
|
});
|
|
|
|
|
|
|
|
module.exports = router;
|