packer-based lxc container building

Fills the simple installation void

.gitignore

@@ -1,3 +1,4 @@
 api/api
 lxc/i
 lxc/lockfile
+container/output-*

container/install.sh

@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+
+packer build piston.pkr.hcl
+cd output-piston-bionic && mkdir -p /var/lib/lxc/piston && cd /var/lib/lxc/piston && cp "$OLDPWD/lxc-config" config && tar -xzf "$OLDPWD/rootfs.tar.gz"

container/lxc.conf

@@ -0,0 +1,7 @@
+lxc.net.0.type = empty
+
+lxc.include = /usr/share/lxc/config/ubuntu.common.conf
+lxc.arch = x86_64
+
+lxc.rootfs.path = /var/lib/lxc/piston/rootfs
+lxc.uts.name = piston

container/piston.pkr.hcl

@@ -0,0 +1,41 @@
+variable "make_threads" {
+    type    = number
+    default = 8
+}
+
+variable "apt_mirror" {
+    type    = string
+    default = "http://mirror.math.princeton.edu/pub/ubuntu"
+}
+
+source "lxc" "piston-bionic" {
+    config_file         = "lxc.conf"
+    attach_options      = ["--clear-env"]
+
+    # Base of Ubuntu Bionic (amd64)
+    template_name       = "download"
+    template_parameters = [
+        "--dist", "ubuntu",
+        "--release", "bionic",
+        "--arch", "amd64"
+        ]
+
+}
+
+build {
+    sources = ["source.lxc.piston-bionic"]
+    provisioner "shell" {
+        # Make sure /opt/.profile exists
+        inline = ["touch /opt/.profile"]
+    }
+
+    provisioner "shell" {
+        scripts = fileset(".", "steps/*.sh")
+        execute_command = "chmod +x {{ .Path }}; . /opt/.profile; {{ .Vars }} bash {{ .Path }}"
+        environment_vars = [
+            #"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
+            "MAKE_THREADS=${var.make_threads}",
+            "APT_MIRROR=${var.apt_mirror}"
+            ]
+    }
+}

container/readme.md

@@ -0,0 +1,7 @@
+# LXC Container Build
+
+Requires: `lxc`, `lxc-net`, `packer` (Hashicorp Packer)
+
+To build: `packer build -var 'apt_mirror=[apt mirror]' -var 'make_threads=[-j flag]' piston.pkr.hcl`
+
+After roughly 30 minutes (on an i7-4790k), you should have an image built

container/steps/000-wait-for-network.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+while ! ping -c 1 -W 1 1.1.1.1; do
+    echo "Waiting for 1.1.1.1 - network is down"
+    sleep 1
+done

container/steps/001-dependencies.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+# install all necessary piston dependencies
+echo 'source /opt/.profile' >> /opt/.bashrc
+echo 'export HOME=/opt' >> /opt/.profile
+echo 'export TERM=linux' >> /opt/.profile
+echo 'export PATH=$PATH:/opt/.local/bin' >> /opt/.profile
+export HOME=/opt
+export TERM=linux
+sed -i 's/\/root/\/opt/' /etc/passwd
+sed -i \
+    's~http://archive.ubuntu.com/ubuntu~'"$APT_MIRROR~" \
+    /etc/apt/sources.list
+
+
+apt-get update
+apt-get install -y \
+    nano wget build-essential pkg-config libxml2-dev \
+    libsqlite3-dev mono-complete curl cmake libpython2.7-dev \
+    ruby libtinfo-dev unzip git openssl libssl-dev sbcl libevent-dev libffi-dev

container/steps/100-python2.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+# install python2
+# final binary: /opt/python2/Python-2.7.17/python
+# get version: /opt/python2/Python-2.7.17/python -V
+cd /opt && mkdir python2 && cd python2
+wget https://www.python.org/ftp/python/2.7.17/Python-2.7.17.tar.xz
+unxz Python-2.7.17.tar.xz
+tar -xf Python-2.7.17.tar
+cd Python-2.7.17
+./configure
+# open Modules/Setup and uncomment zlib line
+make -j$MAKE_THREADS
+echo 'export PATH=$PATH:/opt/python2/Python-2.7.17' >> /opt/.profile
+source /opt/.profile

container/steps/110-python3.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+# install python3
+# final binary: /opt/python3/Python-3.8.2/python
+# get version: /opt/python3/Python-3.8.2/python -V
+cd /opt && mkdir python3 && cd python3
+wget https://www.python.org/ftp/python/3.8.2/Python-3.8.2.tar.xz
+unxz Python-3.8.2.tar.xz
+tar -xf Python-3.8.2.tar
+cd Python-3.8.2
+./configure
+make -j$MAKE_THREADS
+ln -s python python3.8
+echo 'export PATH=$PATH:/opt/python3/Python-3.8.2' >> /opt/.profile
+source /opt/.profile
+curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py
+python3.8 get-pip.py

container/steps/111-paradoc.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+# install paradoc
+# this is not a binary, it is a python module
+# therefore it cannot be run directly as it requires python3 to be installed
+cd /opt && mkdir paradoc && cd paradoc
+git clone https://github.com/betaveros/paradoc.git

container/steps/120-node.sh

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+# install node.js
+# final binary: /opt/nodejs/node-v12.16.1-linux-x64/bin/node
+# get version: /opt/nodejs/node-v12.16.1-linux-x64/bin/node -v
+cd /opt && mkdir nodejs && cd nodejs
+wget https://nodejs.org/dist/v12.16.1/node-v12.16.1-linux-x64.tar.xz
+unxz node-v12.16.1-linux-x64.tar.xz
+tar -xf node-v12.16.1-linux-x64.tar
+echo 'export PATH=$PATH:/opt/nodejs/node-v12.16.1-linux-x64/bin' >> /opt/.profile
+
+cat /opt/.profile

container/steps/121-typescript.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+# install typescript
+# final binary: /opt/nodejs/node-v12.16.1-linux-x64/bin/tsc
+# get version: /opt/nodejs/node-v12.16.1-linux-x64/bin/tsc -v
+/opt/nodejs/node-v12.16.1-linux-x64/bin/npm i -g typescript

container/steps/130-golang.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+# install golang
+# final binary: /opt/go/go/bin/go
+# get version: /opt/go/go/bin/go version
+cd /opt && mkdir go && cd go
+wget https://dl.google.com/go/go1.14.1.linux-amd64.tar.gz
+tar -xzf go1.14.1.linux-amd64.tar.gz
+echo 'export PATH=$PATH:/opt/go/go/bin' >> /opt/.profile
+echo 'export GOROOT=/opt/go/go' >> /opt/.profile
+echo 'export GOCACHE=/tmp' >> /opt/.profile

container/steps/140-php.sh

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+# install php
+# final binary: /usr/local/bin/php
+# get version: /usr/local/bin/php -v
+cd /opt && mkdir php && cd php
+wget https://www.php.net/distributions/php-8.0.0.tar.gz
+tar -xzf php-8.0.0.tar.gz
+cd php-8.0.0
+./configure
+make -j$MAKE_THREADS
+make install

container/steps/150-rust.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+# install rust
+# final binary: /usr/local/bin/rustc
+# get version: /usr/local/bin/rustc --version
+cd /opt && mkdir rust && cd rust
+wget https://static.rust-lang.org/dist/rust-1.49.0-x86_64-unknown-linux-gnu.tar.gz
+tar -xzf rust-1.49.0-x86_64-unknown-linux-gnu.tar.gz
+cd rust-1.49.0-x86_64-unknown-linux-gnu
+./install.sh

container/steps/160-swift.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+# install swift
+# final binary: /opt/swift/swift-5.1.5-RELEASE-ubuntu18.04/usr/bin/swift
+# get version: /opt/swift/swift-5.1.5-RELEASE-ubuntu18.04/usr/bin/swift --version
+cd /opt && mkdir swift && cd swift
+wget https://swift.org/builds/swift-5.1.5-release/ubuntu1804/swift-5.1.5-RELEASE/swift-5.1.5-RELEASE-ubuntu18.04.tar.gz
+tar -xzf swift-5.1.5-RELEASE-ubuntu18.04.tar.gz
+echo 'export PATH=$PATH:/opt/swift/swift-5.1.5-RELEASE-ubuntu18.04/usr/bin' >> /opt/.profile

container/steps/170-nasm.sh

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+# install nasm
+# final binary: /opt/nasm/nasm-2.14.02/nasm
+# get version: /opt/nasm/nasm-2.14.02/nasm -v
+cd /opt && mkdir nasm && cd nasm
+wget https://www.nasm.us/pub/nasm/releasebuilds/2.14.02/nasm-2.14.02.tar.gz
+tar -xzf nasm-2.14.02.tar.gz
+cd nasm-2.14.02
+./configure
+make -j$MAKE_THREADS
+echo 'export PATH=$PATH:/opt/nasm/nasm-2.14.02' >> /opt/.profile

container/steps/180-java.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+# install java
+# final binary: /opt/java/jdk-14/bin/java
+# get version: /opt/java/jdk-14/bin/java -version
+cd /opt && mkdir java && cd java
+wget https://download.java.net/java/GA/jdk14/076bab302c7b4508975440c56f6cc26a/36/GPL/openjdk-14_linux-x64_bin.tar.gz
+tar -xzf openjdk-14_linux-x64_bin.tar.gz
+echo 'export PATH=$PATH:/opt/java/jdk-14/bin' >> /opt/.profile

container/steps/190-jelly.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+# install jelly
+cd /opt && mkdir jelly && cd jelly
+wget https://github.com/DennisMitchell/jellylanguage/archive/master.zip
+unzip master.zip
+cd jellylanguage-master
+python3.8 -m pip install .
+sed -i 's/\/usr\/local\/bin\/python3.8/\/opt\/python3\/Python-3.8.2\/python3.8/' /usr/local/bin/jelly

container/steps/200-julia.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+# install julia
+# final binary: /opt/julia/julia-1.5.0/bin/julia
+# get version: /opt/julia/julia-1.5.0/bin/julia --version
+cd /opt && mkdir julia && cd julia
+wget https://julialang-s3.julialang.org/bin/linux/x64/1.5/julia-1.5.0-linux-x86_64.tar.gz
+tar -xzf julia-1.5.0-linux-x86_64.tar.gz
+echo 'export PATH=$PATH:/opt/julia/julia-1.5.0/bin' >> /opt/.profile

container/steps/210-kotlin.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+# install kotlin
+# final binary: /opt/kotlinc/bin/kotlinc
+# get version: /opt/kotlinc/bin/kotlinc -version
+cd /opt
+wget https://github.com/JetBrains/kotlin/releases/download/v1.4.10/kotlin-compiler-1.4.10.zip
+unzip kotlin-compiler-1.4.10.zip
+rm kotlin-compiler-1.4.10.zip
+echo 'export PATH=$PATH:/opt/kotlinc/bin' >> /opt/.profile

container/steps/220-elixar-erlang.sh

@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+
+# install elixir and erlang
+# final binary: /opt/elixir/bin/elixir
+# get version: /opt/elixir/bin/elixir --version
+# erlang
+cd /opt && mkdir erlang && cd erlang
+wget http://erlang.org/download/otp_src_23.0.tar.gz
+gunzip -c otp_src_23.0.tar.gz | tar xf -
+cd otp_src_23.0 && ./configure
+make -j$MAKE_THREADS
+echo 'export PATH=$PATH:/opt/erlang/otp_src_23.0/bin' >> /opt/.profile
+source /opt/.profile
+# elixir
+cd /opt && mkdir elixir && cd elixir
+wget https://github.com/elixir-lang/elixir/releases/download/v1.10.3/Precompiled.zip
+mkdir elixir-1.10.3 && unzip Precompiled.zip -d elixir-1.10.3/
+echo 'export PATH=$PATH:/opt/elixir/elixir-1.10.3/bin' >> /opt/.profile
+

container/steps/230-emacs.sh

@@ -0,0 +1,13 @@
+#!/usr/bin/env bash
+
+# install emacs
+# final binary: /opt/emacs/emacs-26.3/src/emacs
+# get version: /opt/emacs/emacs-26.3/src/emacs --version
+cd /opt && mkdir emacs && cd emacs
+wget https://mirrors.ocf.berkeley.edu/gnu/emacs/emacs-26.3.tar.xz
+tar -xf emacs-26.3.tar.xz
+rm emacs-26.3.tar.xz
+cd emacs-26.3
+./configure --with-gnutls=no
+make
+echo 'export PATH=$PATH:/opt/emacs/emacs-26.3/src' >> /opt/.profile

container/steps/240-lua.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+# install lua
+# final binary: /opt/lua/lua54/src/lua
+# get version: /opt/lua/lua54/src/lua -v
+cd /opt && mkdir lua && cd lua
+wget https://sourceforge.net/projects/luabinaries/files/5.4.0/Docs%20and%20Sources/lua-5.4.0_Sources.tar.gz/download
+tar -xzf download
+cd lua54
+make -j$MAKE_THREADS
+echo 'export PATH=$PATH:/opt/lua/lua54/src' >> /opt/.profile

container/steps/250-haskell.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+# install haskell
+# final binary: /usr/bin/ghc
+# get version: /usr/bin/ghc --version
+apt install -y ghc

container/steps/260-deno.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+# install deno
+# final binary: /opt/.deno/bin/deno
+# get version: /opt/.deno/bin/deno --version
+cd /opt && mkdir deno && cd deno
+curl -fsSL https://deno.land/x/install/install.sh | sh
+echo 'export DENO_INSTALL="/opt/.deno"' >> /opt/.profile
+echo 'export PATH="$DENO_INSTALL/bin:$PATH"' >> /opt/.profile

container/steps/270-brainfuck.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+# install brainfuck
+cd /opt && mkdir bf && cd bf
+git clone https://github.com/texus/Brainfuck-interpreter
+cd Brainfuck-interpreter
+echo 'export PATH=$PATH:/opt/bf/Brainfuck-interpreter' >> /opt/.profile
+source /opt/.profile

container/steps/280-crystal.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+# install crystal
+# final binary: /opt/crystal/crystal-0.35.1-1/bin/crystal
+# get version: /opt/crystal/crystal-0.35.1-1/bin/crystal -v
+cd /opt && mkdir crystal && cd crystal
+wget https://github.com/crystal-lang/crystal/releases/download/0.35.1/crystal-0.35.1-1-linux-x86_64.tar.gz
+tar -xzf crystal-0.35.1-1-linux-x86_64.tar.gz
+echo 'export PATH="$PATH:/opt/crystal/crystal-0.35.1-1/bin:$PATH"' >> /opt/.profile

container/steps/290-d.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+# install d
+# final binary: /opt/d/dmd2/linux/bin64/dmd
+# get version: /opt/d/dmd2/linux/bin64/dmd --version
+cd /opt && mkdir d && cd d
+wget http://downloads.dlang.org/releases/2.x/2.095.0/dmd.2.095.0.linux.tar.xz
+unxz dmd.2.095.0.linux.tar.xz
+tar -xf dmd.2.095.0.linux.tar
+echo 'export PATH=$PATH:/opt/d/dmd2/linux/bin64' >> /opt/.profile
+source /opt/.profile

container/steps/300-zig.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+# install zig
+# final binary: /opt/zig/zig
+# get version: /opt/zig/zig version
+cd /opt && mkdir zig && cd zig
+wget https://ziglang.org/download/0.7.1/zig-linux-x86_64-0.7.1.tar.xz
+tar -xf zig-linux-x86_64-0.7.1.tar.xz
+mv zig-linux-x86_64-0.7.1 zig
+rm zig-linux-x86_64-0.7.1.tar.xz
+echo 'export PATH=$PATH:/opt/zig/zig' >> /opt/.profile

container/steps/310-nim.sh

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+# install nim
+# final binary: /opt/nim/bin/nim
+# get version: /opt/nim/bin/nim -v
+cd /opt && mkdir nim && cd nim
+wget https://nim-lang.org/download/nim-1.4.0-linux_x64.tar.xz
+unxz nim-1.4.0-linux_x64.tar.xz
+tar -xf nim-1.4.0-linux_x64.tar
+cd nim-1.4.0
+./install.sh /opt
+echo 'export PATH=$PATH:/opt/nim/bin' >> /opt/.profile

container/steps/900-runner-users.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+# create runnable users and apply limits
+for i in {1..150}; do
+    useradd -M runner$i
+    usermod -d /tmp runner$i
+    echo "runner$i soft nproc 64" >> /etc/security/limits.conf
+    echo "runner$i hard nproc 64" >> /etc/security/limits.conf
+    echo "runner$i soft nofile 2048" >> /etc/security/limits.conf
+    echo "runner$i hard nofile 2048" >> /etc/security/limits.conf
+done

container/steps/910-cleanup.sh

@@ -0,0 +1,12 @@
+# remove any lingering write access to others
+cd /opt
+chown -R root: *
+chmod -R o-w *
+
+# cleanup
+rm -rf /home/ubuntu
+chmod 777 /tmp
+
+# disable cron
+systemctl stop cron
+systemctl disable cron

readme.md

@@ -141,7 +141,10 @@ cd piston/lxc
 
 #### Installation (simple)
 
-- Coming soon.
+- `cd container && ./install.sh`
+- Wait, it may take up to an hour.
+- `cd ../lxc && ./start && cd ..`
+- Good to go!
 
 #### Installation (advanced)