multi user containerization* upgrades

.gitignore

@@ -1 +1,2 @@
 api/api
+lxc/i

lxc/execute

@@ -24,6 +24,17 @@ chmod 777 $basepath/tmp/$epoch
 cat $2 > $basepath$filepath
 echo "${@:3}" > $basepath$argpath
 
+# process incrementor
+oldinc=$(cat $dir/i | awk '{$1=$1};1')
+newinc=$(expr $oldinc + 1)
+
+if (( newinc >= 151 )); then
+    newinc=1
+    echo 1 > $dir/i
+else
+    echo $newinc > $dir/i
+fi
+
 bin=
 case "$lang" in
 "python2")
@@ -67,7 +78,14 @@ case "$lang" in
     exit
 esac
 
+# runner
 lxc-attach -n piston -- \
-    /bin/bash -c "PATH=/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin bash /exec/$bin $epoch 2>&1 | head -c 65536"
+    /bin/bash -c "\
+        PATH=/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin \
+        bash /exec/$bin $newinc $epoch 2>&1 | head -c 65536"
+
+# process janitor
+lxc-attach -n piston -- \
+    /bin/bash -c "for i in {1..2000}; do pkill -u runner$newinc --signal SIGKILL; done" > /dev/null 2>&1 &
 
 rm -rf $basepath/tmp/$epoch

lxc/executors/c

@@ -1,3 +1,3 @@
-cd /tmp/$1
+cd /tmp/$2
 timeout -s KILL 10 gcc -o binary -x c code.code
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' ./binary"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 ./binary"

lxc/executors/cpp

@@ -1,3 +1,3 @@
-cd /tmp/$1
+cd /tmp/$2
 timeout -s KILL 10 g++ -o binary -x c++ code.code
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' ./binary"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 ./binary"

lxc/executors/csharp

@@ -1,3 +1,3 @@
-cd /tmp/$1
+cd /tmp/$2
 timeout -s KILL 10 mcs $(echo code.code | sed 's/\///') -out:binary
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' mono binary"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 mono binary"

lxc/executors/go

@@ -1,6 +1,6 @@
-cd /tmp/$1
+cd /tmp/$2
 cp code.code interim.go
 file="interim.go"
 GOROOT=/usr/lib/go timeout -s KILL 10 go build $file
 file=${file%%.*}
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' ./$file"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 ./$file"

lxc/executors/java

@@ -1,6 +1,6 @@
-cd /tmp/$1
+cd /tmp/$2
 cp code.code interim.java
 name=$(cat interim.java | grep -Eo 'public\s+class\s+([A-Za-z0-9]+)' | sed -n 's/  */ /gp' | cut -d' ' -f3)
 mv interim.java $name.java
 timeout -s KILL 10 javac $name.java
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' java $name"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 java $name"

lxc/executors/nasm

@@ -1,4 +1,4 @@
-cd /tmp/$1
+cd /tmp/$2
 timeout -s KILL 10 nasm -f elf64 -o binary.o code.code
 timeout -s KILL 10 ld binary.o -o binary
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' ./binary"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 ./binary"

lxc/executors/node

@@ -1,2 +1,2 @@
-cd /tmp/$1
+cd /tmp/$2
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' nodejs code.code"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 nodejs code.code"

lxc/executors/php

@@ -1,2 +1,2 @@
-cd /tmp/$1
+cd /tmp/$2
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' php code.code"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 php code.code"

lxc/executors/python2

@@ -1,2 +1,2 @@
-cd /tmp/$1
+cd /tmp/$2
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' python2 code.code"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 python2 code.code"

lxc/executors/python3

@@ -1,2 +1,2 @@
-cd /tmp/$1
+cd /tmp/$2
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' python3.6 code.code"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 python3.6 code.code"

lxc/executors/r

@@ -1,2 +1,2 @@
-cd /tmp/$1
+cd /tmp/$2
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' Rscript code.code"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 Rscript code.code"

lxc/executors/ruby

@@ -1,2 +1,2 @@
-cd /tmp/$1
+cd /tmp/$2
-timeout -s KILL 3 runuser ubuntu -c "cat args.args | xargs -d '\n' ruby code.code"
+runuser -l runner$1 -c "cd /tmp/$2 ; cat args.args | xargs -d '\n' timeout -s KILL 3 ruby code.code"

lxc/notes.txt

@@ -15,11 +15,16 @@ sed -i 's/http:\/\/archive.ubuntu.com\/ubuntu/http:\/\/mirror.math.princeton.edu
 apt-get update
 apt-get -y install tzdata nano dpkg-dev build-essential python python3 ruby nodejs golang php7.2 r-base mono-complete nasm openjdk-8-jdk
 
-# apply limits
+# create users and apply limits
-echo 'ubuntu soft nproc 16' >> /etc/security/limits.conf
+for i in {1..150}; do
-echo 'ubuntu hard nproc 16' >> /etc/security/limits.conf
+    #userdel runner$i
-echo 'ubuntu soft nofile 1024' >> /etc/security/limits.conf
+    useradd -M runner$i
-echo 'ubuntu hard nofile 1024' >> /etc/security/limits.conf
+    usermod -d /tmp runner$i
+    echo "runner$i soft nproc 64" >> /etc/security/limits.conf
+    echo "runner$i hard nproc 64" >> /etc/security/limits.conf
+    echo "runner$i soft nofile 2048" >> /etc/security/limits.conf
+    echo "runner$i hard nofile 2048" >> /etc/security/limits.conf
+done
 
 # remove home dir
 rm -rf /home/ubuntu