piston improvements. adds version endpoint, new execution output, awk language support, and installs all dependencies directly when possible and avoids apt unless not possible

api/main.go

@@ -5,29 +5,29 @@ import (
     "encoding/json"
     "fmt"
     "io/ioutil"
-    "log"
     "net/http"
-    "os"
     "os/exec"
     "regexp"
     "strings"
     "time"
 )
 
-type inbound struct {
+type Inbound struct {
     Language string   `json:"language"`
     Source   string   `json:"source"`
     Args     []string `json:"args"`
 }
 
-type problem struct {
+type Problem struct {
     Code    string `json:"code"`
     Message string `json:"message"`
 }
 
-type outbound struct {
+type Outbound struct {
-    Ran    bool   `json:"ran"`
+    Ran      bool   `json:"ran"`
-    Output string `json:"output"`
+    Language string `json:"language"`
+    Version  string `json:"version"`
+    Output   string `json:"output"`
 }
 
 type Language struct {
@@ -36,61 +36,65 @@ type Language struct {
 }
 
 var instance int
-var versionRegex = regexp.MustCompile("([0-9]+\\.[0-9]+\\.[0-9]+)")
-var javaRegex = regexp.MustCompile("([0-9]+)")
 var languages []Language
 
 func main() {
     port := "2000"
+
     var err error
-    languages, err = updateVersions()
+    languages, err = UpdateVersions()
+
     if err != nil {
-        log.Println(err)
+        fmt.Println("could not get version info and therefore couldn't start")
+        fmt.Println(err)
         return
     }
 
     fmt.Println("starting api on port", port)
     http.HandleFunc("/execute", Execute)
-    http.HandleFunc("/versions", versions)
+    http.HandleFunc("/versions", Versions)
-    http.ListenAndServe(":"+port, nil)
+    http.ListenAndServe(":" + port, nil)
 }
 
 func Execute(res http.ResponseWriter, req *http.Request) {
     res.Header().Set("Content-Type", "application/json")
 
     // get json
-    inbound := inbound{}
+    inbound := Inbound{}
     message := json.NewDecoder(req.Body)
     message.Decode(&inbound)
 
     whitelist := []string{
+        "awk",
+        "bash",
         "c",
         "cpp", "c++",
-        "c#", "csharp", "cs",
+        "csharp", "cs", "c#",
         "go",
         "java",
         "nasm", "asm",
-        "javascript", "js", "node",
+        "node", "javascript", "js",
-        "typescript", "ts",
         "php",
-        "python", "python2", "python3",
+        "python2",
+        "python3", "python",
         "ruby",
-        "swift",
         "rust",
-        "bash",
+        "swift",
+        "typescript", "ts",
     }
 
     // check if the supplied language is supported
     // now calls function and returns
     for _, lang := range whitelist {
         if lang == inbound.Language {
+
             launch(inbound, res)
             return
         }
     }
 
     // now only called when the language is not supported
-    problem := problem{
+    problem := Problem{
         Code:    "unsupported_language",
         Message: inbound.Language + " is not supported by Piston",
     }
@@ -100,7 +104,15 @@ func Execute(res http.ResponseWriter, req *http.Request) {
     res.Write(pres)
 }
 
-func launch(request inbound, res http.ResponseWriter) {
+func Versions(res http.ResponseWriter, req *http.Request) {
+    res.Header().Set("Content-Type", "application/json")
+
+    data, _ := json.Marshal(languages)
+
+    res.Write(data)
+}
+
+func launch(request Inbound, res http.ResponseWriter) {
     stamp := time.Now().UnixNano()
 
     // write the code to temp dir
@@ -126,10 +138,47 @@ func launch(request inbound, res http.ResponseWriter) {
 
     err := cmd.Run()
 
+    // get the executing version of the language
+    execlang := request.Language
+
+    switch execlang {
+        case "c++":
+            execlang = "cpp"
+            break
+        case "cs":
+        case "c#":
+            execlang = "csharp"
+            break
+        case "asm":
+            execlang = "nasm"
+            break
+        case "javascript":
+        case "js":
+            execlang = "node"
+            break
+        case "python":
+            execlang = "python3"
+            break
+        case "ts":
+            execlang = "typescript"
+            break
+    }
+
+    var version string
+
+    for _, lang := range languages {
+        if lang.Name == execlang {
+            version = lang.Version
+            break
+        }
+    }
+
     // prepare response
-    outbound := outbound{
+    outbound := Outbound{
-        Ran:    err == nil,
+        Ran:      err == nil,
-        Output: strings.TrimSpace(stdout.String()),
+        Language: request.Language,
+        Version:  version,
+        Output:   strings.TrimSpace(stdout.String()),
     }
 
     response, _ := json.Marshal(outbound)
@@ -137,72 +186,64 @@ func launch(request inbound, res http.ResponseWriter) {
     res.Write(response)
 }
 
-func updateVersions() ([]Language, error) {
+func UpdateVersions() ([]Language, error) {
-    f, err := os.Create("versions.json")
+    langs, err := GetVersions()
+
     if err != nil {
         return nil, err
     }
-    defer f.Close()
+
-    langs, err := getVersions()
-    if err != nil {
-        return nil, err
-    }
-    res, err := json.Marshal(langs)
-    if err != nil {
-        return nil, err
-    }
-    f.Write(res)
     return langs, nil
 }
 
 // get all the language and their current version
-func getVersions() ([]Language, error) {
+func GetVersions() ([]Language, error) {
     var languages []Language
-    res, err := execVersionScript()
+
+    res, err := ExecVersionScript()
+
     if err != nil {
         return nil, err
     }
-    languageInfo := strings.Split(res, "---")
+
-    for _, v := range languageInfo {
+    info := strings.Split(res, "---")
+
+    for _, v := range info {
         if len(v) < 2 {
             continue
         }
-        name, version := getVersion(v)
+        name, version := GetVersion(v)
         languages = append(languages, Language{
             Name:    name,
             Version: version,
         })
     }
+
     return languages, nil
 }
 
 // run the script that retrieves all the language versions
-func execVersionScript() (string, error) {
+func ExecVersionScript() (string, error) {
-    fmt.Println("running script")
+    cmd := exec.Command("../lxc/versions")
-    output := bytes.Buffer{}
+
-    cmd := exec.Command("../lcx/versions")
+    var stdout bytes.Buffer
-    cmd.Stdout = &output
+    cmd.Stdout = &stdout
+    cmd.Stderr = &stdout
+
     err := cmd.Run()
-    return strings.ToLower(output.String()), err
+
+    return strings.ToLower(stdout.String()), err
 }
 
 // return the language and its version
 // most of the time it is easy to get the name and version
 // but for some languages helper functions are used
-
+func GetVersion(s string) (string, string) {
-func getVersion(s string) (string, string) {
     lines := strings.Split(s, "\n")
-    if lines[1] == "java" {
-        return "java", javaRegex.FindString(lines[2])
-    }
-    return lines[1], versionRegex.FindString(s)
-}
 
-func versions(w http.ResponseWriter, r *http.Request) {
+    if lines[1] == "java" {
-    data, err := json.Marshal(languages)
+        return "java", regexp.MustCompile("([0-9]+)").FindString(lines[2])
-    if err != nil {
-        log.Println(err)
-        return
     }
-    w.Write(data)
+
+    return lines[1], regexp.MustCompile("([0-9]+\\.[0-9]+\\.[0-9]+)").FindString(s)
 }

lxc/execute

@@ -42,17 +42,11 @@ exec 200>&-
 
 bin=
 case "$lang" in
-"python2")
+"awk")
-    bin=python2
+    bin=awk
     ;;
-"python" | "python3")
+"bash")
-    bin=python3
+    bin=bash
-    ;;
-"ruby")
-    bin=ruby
-    ;;
-"javascript" | "js" | "node")
-    bin=node
     ;;
 "c")
     bin=c
@@ -60,29 +54,38 @@ case "$lang" in
 "cpp" | "c++")
     bin=cpp
     ;;
-"go")
+"csharp" | "cs" | "c#")
-    bin=go
-    ;;
-"c#" | "csharp" | "cs")
     bin=csharp
     ;;
-"php")
+"go")
-    bin=php
+    bin=go
-    ;;
-"nasm" | "asm")
-    bin=nasm
     ;;
 "java")
     bin=java
     ;;
-"swift")
+"nasm" | "asm")
-    bin=swift
+    bin=nasm
+    ;;
+"node" | "js" | "javascript")
+    bin=node
+    ;;
+"php")
+    bin=php
+    ;;
+"python2")
+    bin=python2
+    ;;
+"python3" | "python")
+    bin=python3
+    ;;
+"ruby")
+    bin=ruby
     ;;
 "rust")
     bin=rust
     ;;
-"bash")
+"swift")
-    bin=bash
+    bin=swift
     ;;
 "typescript" | "ts")
     bin=typescript

lxc/executors/awk

@@ -0,0 +1,4 @@
+cd /tmp/$2
+timeout -s KILL 2 sed "/___code___/Q" code.code > code.stdin
+timeout -s KILL 2 sed "1,/___code___/d" code.code > code.awk
+runuser runner$1 -c "cd /tmp/$2 ; timeout -s KILL 3 awk -f code.awk < code.stdin"

lxc/versions

@@ -1,5 +1,8 @@
 #!/usr/bin/env bash
 echo '---'
+echo 'awk'
+lxc-attach --clear-env -n piston -- /bin/bash -l -c "awk -W version"
+echo '---'
 echo 'bash'
 lxc-attach --clear-env -n piston -- /bin/bash -l -c "bash --version"
 echo '---'

readme.md

@@ -185,6 +185,8 @@ A typical response when everything succeeds will be similar to the following:
 ```json
 {
     "ran": true,
+    "language": "js",
+    "version": "12.13.0",
     "output": "[ '/usr/bin/node',\n  '/tmp/code.code',\n  '1',\n  '2',\n  '3' ]"
 }
 ```
@@ -198,7 +200,7 @@ If an invalid language is supplied, a typical response will look like the follow
 
 #### Supported Languages
 Currently python2, python3, c, c++, go, node, ruby, r, c#, nasm, php, java,
-swift, brainfuck, rust, bash, and typescript is supported.
+swift, brainfuck, rust, bash, awk, and typescript is supported.
 
 #### Principle of Operation
 Piston utilizes LXC as the primary mechanism for sandboxing. There is a small API written in Go which takes

tests/test.awk

@@ -0,0 +1,3 @@
+good
+___code___
+{ print }

tests/test_all_lxc

@@ -1,5 +1,7 @@
 #!/usr/bin/env bash
 
+echo 'testing awk'
+../lxc/execute awk test.awk
 echo 'testing c'
 ../lxc/execute c test.c
 echo 'testing cpp'