mirror of
https://github.com/engineer-man/piston.git
synced 2025-05-08 21:06:27 +02:00
api: v3
This commit is contained in:
Thomas Hobson
parent
d8239c2703
commit
91420c39d7
18 changed files with 2328 additions and 0 deletions
170
api/src/ppman/package.js
Normal file
170
api/src/ppman/package.js
Normal file
|
|
@ -0,0 +1,170 @@
|
|||
const logger = require("logplease").create("ppman/package")
|
||||
const semver = require("semver")
|
||||
const config = require("../config")
|
||||
const globals = require("../globals")
|
||||
const helpers = require("../helpers")
|
||||
const path = require("path")
|
||||
const fs = require("fs")
|
||||
const util = require("util")
|
||||
const cp = require("child_process")
|
||||
const crypto = require("crypto")
|
||||
const runtime = require("../runtime")
|
||||
|
||||
class Package {
|
||||
constructor(repo, {author, language, version, checksums, dependencies, size, buildfile, download, signature}){
|
||||
this.author = author
|
||||
this.language = language
|
||||
this.version = semver.parse(version)
|
||||
this.checksums = checksums
|
||||
this.dependencies = dependencies
|
||||
this.size = size
|
||||
this.buildfile = buildfile
|
||||
this.download = download
|
||||
this.signature = signature
|
||||
|
||||
this.repo = repo
|
||||
|
||||
}
|
||||
|
||||
get installed(){
|
||||
return fs.exists_sync(path.join(this.install_path, globals.pkg_installed_file))
|
||||
}
|
||||
|
||||
get download_url(){
|
||||
return helpers.add_url_base_if_required(this.download, this.repo.base_u_r_l)
|
||||
}
|
||||
|
||||
get install_path(){
|
||||
return path.join(config.data_directory,
|
||||
globals.data_directories.packages,
|
||||
this.language,
|
||||
this.version.raw)
|
||||
}
|
||||
|
||||
async install(){
|
||||
if(this.installed) throw new Error("Already installed")
|
||||
logger.info(`Installing ${this.language}-${this.version.raw}`)
|
||||
|
||||
if(fs.exists_sync(this.install_path)){
|
||||
logger.warn(`${this.language}-${this.version.raw} has residual files. Removing them.`)
|
||||
await util.promisify(fs.rm)(this.install_path, {recursive: true, force: true})
|
||||
}
|
||||
|
||||
logger.debug(`Making directory ${this.install_path}`)
|
||||
await util.promisify(fs.mkdir)(this.install_path, {recursive: true})
|
||||
|
||||
|
||||
logger.debug(`Downloading package from ${this.download_url} in to ${this.install_path}`)
|
||||
const pkgfile = helpers.url_basename(this.download_url)
|
||||
const pkgpath = path.join(this.install_path, pkgfile)
|
||||
await helpers.buffer_from_u_r_l(this.download_url)
|
||||
.then(buf=> util.promisify(fs.write_file)(pkgpath, buf))
|
||||
|
||||
logger.debug("Validating checksums")
|
||||
Object.keys(this.checksums).forEach(algo => {
|
||||
var val = this.checksums[algo]
|
||||
logger.debug(`Assert ${algo}(${pkgpath}) == ${val}`)
|
||||
var cs = crypto.create_hash(algo)
|
||||
.update(fs.read_file_sync(pkgpath))
|
||||
.digest("hex")
|
||||
if(cs != val) throw new Error(`Checksum miss-match want: ${val} got: ${cs}`)
|
||||
})
|
||||
|
||||
await this.repo.importKeys()
|
||||
|
||||
logger.debug("Validating signatutes")
|
||||
await new Promise((resolve,reject)=>{
|
||||
const gpgspawn = cp.spawn("gpg", ["--verify", "-", pkgpath], {
|
||||
stdio: ["pipe", "ignore", "ignore"]
|
||||
})
|
||||
|
||||
gpgspawn.once("exit", (code, _) => {
|
||||
if(code == 0) resolve()
|
||||
else reject(new Error("Invalid signature"))
|
||||
})
|
||||
|
||||
gpgspawn.once("error", reject)
|
||||
|
||||
gpgspawn.stdin.write(this.signature)
|
||||
gpgspawn.stdin.end()
|
||||
|
||||
})
|
||||
|
||||
|
||||
logger.debug(`Extracting package files from archive ${pkgfile} in to ${this.install_path}`)
|
||||
await new Promise((resolve, reject)=>{
|
||||
const proc = cp.exec(`bash -c 'cd "${this.install_path}" && tar xzf ${pkgfile}'`)
|
||||
proc.once("exit", (code,_)=>{
|
||||
if(code == 0) resolve()
|
||||
else reject(new Error("Failed to extract package"))
|
||||
})
|
||||
proc.stdout.pipe(process.stdout)
|
||||
proc.stderr.pipe(process.stderr)
|
||||
|
||||
proc.once("error", reject)
|
||||
})
|
||||
|
||||
logger.debug("Ensuring binary files exist for package")
|
||||
const pkgbin = path.join(this.install_path, `${this.language}-${this.version.raw}`)
|
||||
try{
|
||||
const pkgbinstat = await util.promisify(fs.stat)(pkgbin)
|
||||
//eslint-disable-next-line snakecasejs/snakecasejs
|
||||
if(!pkgbinstat.isDirectory()) throw new Error()
|
||||
}catch(err){
|
||||
throw new Error(`Invalid package: could not find ${this.language}-${this.version.raw}/ contained within package files`)
|
||||
}
|
||||
|
||||
logger.debug("Symlinking into runtimes")
|
||||
await util.promisify(fs.symlink)(
|
||||
pkgbin,
|
||||
path.join(config.data_directory,
|
||||
globals.data_directories.runtimes,
|
||||
`${this.language}-${this.version.raw}`)
|
||||
).catch((err)=>err) //catch
|
||||
|
||||
|
||||
logger.debug("Registering runtime")
|
||||
const pkgruntime = new runtime.Runtime(this.install_path)
|
||||
|
||||
|
||||
logger.debug("Caching environment")
|
||||
const required_pkgs = [pkgruntime, ...pkgruntime.get_all_dependencies()]
|
||||
const get_env_command = [...required_pkgs.map(p=>`cd "${p.runtime_dir}"; source environment; `),
|
||||
"env" ].join(" ")
|
||||
|
||||
const envout = await new Promise((resolve, reject)=>{
|
||||
var stdout = ""
|
||||
const proc = cp.spawn("env",["-i","bash","-c",`${get_env_command}`], {
|
||||
stdio: ["ignore", "pipe", "pipe"]})
|
||||
proc.once("exit", (code,_)=>{
|
||||
if(code == 0) resolve(stdout)
|
||||
else reject(new Error("Failed to cache environment"))
|
||||
})
|
||||
|
||||
proc.stdout.on("data", (data)=>{
|
||||
stdout += data
|
||||
})
|
||||
|
||||
proc.once("error", reject)
|
||||
})
|
||||
|
||||
const filtered_env = envout.split("\n")
|
||||
.filter(l=>!["PWD","OLDPWD","_", "SHLVL"].includes(l.split("=",2)[0]))
|
||||
.join("\n")
|
||||
|
||||
await util.promisify(fs.write_file)(path.join(this.install_path, ".env"), filtered_env)
|
||||
|
||||
logger.debug("Writing installed state to disk")
|
||||
await util.promisify(fs.write_file)(path.join(this.install_path, globals.pkg_installed_file), Date.now().toString())
|
||||
|
||||
logger.info(`Installed ${this.language}-${this.version.raw}`)
|
||||
|
||||
return {
|
||||
language: this.language,
|
||||
version: this.version.raw
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
module.exports = {Package}
|
||||
66
api/src/ppman/repo.js
Normal file
66
api/src/ppman/repo.js
Normal file
|
|
@ -0,0 +1,66 @@
|
|||
const logger = require("logplease").create("ppman/repo")
|
||||
const cache = require("../cache")
|
||||
const CACHE_CONTEXT = "repo"
|
||||
|
||||
const cp = require("child_process")
|
||||
const yaml = require("js-yaml")
|
||||
const { Package } = require("./package")
|
||||
const helpers = require("../helpers")
|
||||
|
||||
class Repository {
|
||||
constructor(slug, url){
|
||||
this.slug = slug
|
||||
this.url = new URL(url)
|
||||
this.keys = []
|
||||
this.packages = []
|
||||
this.base_u_r_l=""
|
||||
logger.debug(`Created repo slug=${this.slug} url=${this.url}`)
|
||||
}
|
||||
|
||||
get cache_key(){
|
||||
return cache.cache_key(CACHE_CONTEXT, this.slug)
|
||||
}
|
||||
|
||||
async load(){
|
||||
try{
|
||||
var index = await cache.get(this.cache_key,async ()=>{
|
||||
return helpers.buffer_from_u_r_l(this.url)
|
||||
})
|
||||
|
||||
var repo = yaml.load(index)
|
||||
if(repo.schema != "ppman-repo-1"){
|
||||
throw new Error("YAML Schema unknown")
|
||||
}
|
||||
|
||||
this.keys = repo.keys
|
||||
this.packages = repo.packages.map(pkg => new Package(this, pkg))
|
||||
this.base_u_r_l = repo.baseurl
|
||||
}catch(err){
|
||||
logger.error(`Failed to load repository ${this.slug}:`,err.message)
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
async importKeys(){
|
||||
await this.load();
|
||||
logger.info(`Importing keys for repo ${this.slug}`)
|
||||
|
||||
await new Promise((resolve,reject)=>{
|
||||
const gpgspawn = cp.spawn("gpg", ['--receive-keys', this.keys], {
|
||||
stdio: ["ignore", "ignore", "ignore"]
|
||||
})
|
||||
|
||||
gpgspawn.once("exit", (code, _) => {
|
||||
if(code == 0) resolve()
|
||||
else reject(new Error("Failed to import keys"))
|
||||
})
|
||||
|
||||
gpgspawn.once("error", reject)
|
||||
|
||||
})
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
module.exports = {Repository}
|
||||
136
api/src/ppman/routes.js
Normal file
136
api/src/ppman/routes.js
Normal file
|
|
@ -0,0 +1,136 @@
|
|||
const repos = new Map()
|
||||
const state = require("../state")
|
||||
const logger = require("logplease").create("ppman/routes")
|
||||
const {Repository} = require("./repo")
|
||||
const semver = require("semver")
|
||||
|
||||
async function get_or_construct_repo(slug){
|
||||
if(repos.has(slug))return repos.get(slug)
|
||||
if(state.state.get("repositories").has(slug)){
|
||||
const repo_url = state.state.get("repositories").get(slug)
|
||||
const repo = new Repository(slug, repo_url)
|
||||
await repo.load()
|
||||
repos.set(slug, repo)
|
||||
return repo
|
||||
}
|
||||
logger.warn(`Requested repo ${slug} does not exist`)
|
||||
return null
|
||||
}
|
||||
|
||||
async function get_package(repo, lang, version){
|
||||
var candidates = repo.packages.filter(
|
||||
pkg => pkg.language == lang && semver.satisfies(pkg.version, version)
|
||||
)
|
||||
return candidates.sort((a,b)=>semver.rcompare(a.version,b.version))[0] || null
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
async repo_list(req,res){
|
||||
// GET /repos
|
||||
|
||||
logger.debug("Request for repoList")
|
||||
res.json_success({
|
||||
repos: (await Promise.all(
|
||||
[...state.state.get("repositories").keys()].map( async slug => await get_or_construct_repo(slug))
|
||||
)).map(repo=>({
|
||||
slug: repo.slug,
|
||||
url: repo.url,
|
||||
packages: repo.packages.length
|
||||
}))
|
||||
})
|
||||
},
|
||||
async repo_add(req, res){
|
||||
// POST /repos
|
||||
|
||||
logger.debug(`Request for repoAdd slug=${req.body.slug} url=${req.body.url}`)
|
||||
if(!req.body.slug)
|
||||
return res.json_error("slug is missing from request body", 400)
|
||||
if(!req.body.url)
|
||||
return res.json_error("url is missing from request body", 400)
|
||||
|
||||
const repo_state = state.state.get("repositories")
|
||||
|
||||
if(repo_state.has(req.body.slug)) return res.json_error(`repository ${req.body.slug} already exists`, 409)
|
||||
|
||||
repo_state.set(req.body.slug, req.body.url)
|
||||
logger.info(`Repository ${req.body.slug} added url=${req.body.url}`)
|
||||
|
||||
return res.json_success(req.body.slug)
|
||||
},
|
||||
async repo_info(req, res){
|
||||
// GET /repos/:slug
|
||||
|
||||
logger.debug(`Request for repoInfo for ${req.params.repo_slug}`)
|
||||
const repo = await get_or_construct_repo(req.params.repo_slug)
|
||||
|
||||
if(repo == null) return res.json_error(`Requested repo ${req.params.repo_slug} does not exist`, 404)
|
||||
|
||||
res.json_success({
|
||||
slug: repo.slug,
|
||||
url: repo.url,
|
||||
packages: repo.packages.length
|
||||
})
|
||||
},
|
||||
async repo_packages(req, res){
|
||||
// GET /repos/:slug/packages
|
||||
logger.debug("Request to repoPackages")
|
||||
|
||||
const repo = await get_or_construct_repo(req.params.repo_slug)
|
||||
if(repo == null) return res.json_error(`Requested repo ${req.params.repo_slug} does not exist`, 404)
|
||||
|
||||
res.json_success({
|
||||
packages: repo.packages.map(pkg=>({
|
||||
language: pkg.language,
|
||||
language_version: pkg.version.raw,
|
||||
installed: pkg.installed
|
||||
}))
|
||||
})
|
||||
},
|
||||
async package_info(req, res){
|
||||
// GET /repos/:slug/packages/:language/:version
|
||||
|
||||
logger.debug("Request to packageInfo")
|
||||
|
||||
const repo = await get_or_construct_repo(req.params.repo_slug)
|
||||
if(repo == null) return res.json_error(`Requested repo ${req.params.repo_slug} does not exist`, 404)
|
||||
|
||||
const package = await get_package(repo, req.params.language, req.params.version)
|
||||
if(package == null) return res.json_error(`Requested package ${req.params.language}-${req.params.version} does not exist`, 404)
|
||||
|
||||
res.json_success({
|
||||
language: package.language,
|
||||
language_version: package.version.raw,
|
||||
author: package.author,
|
||||
buildfile: package.buildfile,
|
||||
size: package.size,
|
||||
dependencies: package.dependencies,
|
||||
installed: package.installed
|
||||
})
|
||||
},
|
||||
async package_install(req,res){
|
||||
// POST /repos/:slug/packages/:language/:version
|
||||
|
||||
logger.debug("Request to packageInstall")
|
||||
|
||||
const repo = await get_or_construct_repo(req.params.repo_slug)
|
||||
if(repo == null) return res.json_error(`Requested repo ${req.params.repo_slug} does not exist`, 404)
|
||||
|
||||
const package = await get_package(repo, req.params.language, req.params.version)
|
||||
if(package == null) return res.json_error(`Requested package ${req.params.language}-${req.params.version} does not exist`, 404)
|
||||
|
||||
try{
|
||||
const response = await package.install()
|
||||
return res.json_success(response)
|
||||
}catch(err){
|
||||
logger.error(`Error while installing package ${package.language}-${package.version}:`, err.message)
|
||||
res.json_error(err.message,500)
|
||||
}
|
||||
|
||||
|
||||
},
|
||||
async package_uninstall(req,res){
|
||||
// DELETE /repos/:slug/packages/:language/:version
|
||||
|
||||
res.json(req.body) //TODO
|
||||
}
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue