From 28b81f223dcac68f3677a3976cd5ba25469c6d12 Mon Sep 17 00:00:00 2001 From: AJ ONeal Date: Tue, 7 Nov 2017 17:42:40 -0700 Subject: [PATCH] initial commit --- README.md | 84 +++++++++++++++++++++++++++ installer/get.example.nodejs.sh | 20 +++++++ installer/http-get.sh | 48 ++++++++++++++++ installer/install-for-launchd.sh | 17 ++++++ installer/install-for-systemd.sh | 35 ++++++++++++ installer/install-system-service.sh | 37 ++++++++++++ installer/install.sh | 64 +++++++++++++++++++++ installer/local.example.nodejs.sh | 89 +++++++++++++++++++++++++++++ installer/my-root.sh | 8 +++ installer/my-user-my-group.sh | 19 ++++++ installer/sudo-cmd.sh | 7 +++ 11 files changed, 428 insertions(+) create mode 100644 README.md create mode 100644 installer/get.example.nodejs.sh create mode 100644 installer/http-get.sh create mode 100644 installer/install-for-launchd.sh create mode 100644 installer/install-for-systemd.sh create mode 100644 installer/install-system-service.sh create mode 100644 installer/install.sh create mode 100644 installer/local.example.nodejs.sh create mode 100644 installer/my-root.sh create mode 100644 installer/my-user-my-group.sh create mode 100644 installer/sudo-cmd.sh diff --git a/README.md b/README.md new file mode 100644 index 0000000..bd6317c --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +curl-bash-template.sh +===================== + +So you've got a neat project and you want to be able to have others get it up and running quickly, eh? + +You'd like them to be able to do something like this and have your service installed, eh? + +```bash +curl -L install.example.io | bash +``` + +Well, this is a collection of scripts that you can include in your repo to do just that. + +Just modify `get.sh` to point to your repo (you could host this on `install.my-project.io`, for example) +and modify `local.sh` for your specific project. + +Currently supports: + + * macOS's launchd + * Linux's systemd + +Make Your Project Layout Like This +---------------------------------- + +``` +/Users/me/git.example.com/me/awesome.js/ +├── CHANGELOG +├── LICENSE +├── README.md +├── dist +│   ├── Library +│   │   └── LaunchDaemons +│   │   └── com.example.awesome.plist +│   └── etc +│   ├── awesome +│   │   └── awesome.example.yml +│   ├── systemd +│   │   └── system +│   │   └── awesome.service +│   └── tmpfiles.d +│   └── awesome.conf +├── installer +│   ├── get.sh +│ └── local.sh +├── lib +└── package.json +``` + +Let Your Followers Install Your Project Like This +---------------------------------- + +```bash +curl -L https://git.example.com/example/project.git/raw/master/installer/get.sh | bash +``` + +The installed system looks like this: + +``` +/ +├── etc +│   ├── systemd +│   │   └── system +│   │   └── awesome.service +│  └── tmpfiles.d +│ └── awesome.conf +├── opt +│   └── awesome +│   ├── etc +│   ├── lib +│      └── var +└── Library +    └── LaunchDaemons +    └── com.example.awesome.plist +``` + +Available Helpers +----------------- + +``` +$my_root typically /, but could have a prefix on android +$sudo_cmd 'sudo' if not root and sudo is installed, otherwise empty +http_get uses curl or wget to download a file +http_bash downloads file to a temporary location and runs it with bash +``` diff --git a/installer/get.example.nodejs.sh b/installer/get.example.nodejs.sh new file mode 100644 index 0000000..758f6a1 --- /dev/null +++ b/installer/get.example.nodejs.sh @@ -0,0 +1,20 @@ +set -e +set -u + +my_name=awesome +# TODO read PROJECT_VERSION and PROJECT_TMP from CLI +my_ver=master +my_tmp=$(mktemp -d) + +mkdir -p $my_tmp/opt/$my_name/lib/node_modules/$my_name +git clone https://git.example.com/example/awesome.js.git $my_tmp/opt/$my_name/lib/node_modules/$my_name + +echo "Installing to $my_tmp (will be moved after install)" +pushd $my_tmp/opt/$my_name/lib/node_modules/$my_name + git checkout $my_ver + source ./installer/install.sh +popd + +echo "Installation successful, now cleaning up $my_tmp ..." +rm -rf $my_tmp +echo "Done" diff --git a/installer/http-get.sh b/installer/http-get.sh new file mode 100644 index 0000000..6e05247 --- /dev/null +++ b/installer/http-get.sh @@ -0,0 +1,48 @@ +############################### +# # +# http_get # +# boilerplate for curl / wget # +# # +############################### + +# See https://git.daplie.com/Daplie/daplie-snippets/blob/master/bash/http-get.sh + +_h_http_get="" +_h_http_opts="" +_h_http_out="" + +detect_http_get() +{ + set +e + if type -p curl >/dev/null 2>&1; then + _h_http_get="curl" + _h_http_opts="-fsSL" + _h_http_out="-o" + elif type -p wget >/dev/null 2>&1; then + _h_http_get="wget" + _h_http_opts="--quiet" + _h_http_out="-O" + else + echo "Aborted, could not find curl or wget" + return 7 + fi + set -e +} + +http_get() +{ + $_h_http_get $_h_http_opts $_h_http_out "$2" "$1" + touch "$2" +} + +http_bash() +{ + _http_url=$1 + #dap_args=$2 + rm -rf dap-tmp-runner.sh + $_h_http_get $_h_http_opts $_h_http_out dap-tmp-runner.sh "$_http_url"; bash dap-tmp-runner.sh; rm dap-tmp-runner.sh +} + +detect_http_get + +## END HTTP_GET ## diff --git a/installer/install-for-launchd.sh b/installer/install-for-launchd.sh new file mode 100644 index 0000000..2079b16 --- /dev/null +++ b/installer/install-for-launchd.sh @@ -0,0 +1,17 @@ +set -u + +my_app_launchd_service="Library/LaunchDaemons/${my_app_pkg_name}.plist" + +echo "" +echo "Installing as launchd service" +echo "" + +# See http://www.launchd.info/ +safe_copy_config "$my_app_dist/$my_app_launchd_service" "$my_root/$my_app_launchd_service" + +$sudo_cmd chown root:wheel "$my_root/$my_app_launchd_service" + +$sudo_cmd launchctl unload -w "$my_root/$my_app_launchd_service" >/dev/null 2>/dev/null +$sudo_cmd launchctl load -w "$my_root/$my_app_launchd_service" + +echo "$my_app_name started with launchd" diff --git a/installer/install-for-systemd.sh b/installer/install-for-systemd.sh new file mode 100644 index 0000000..1aab34f --- /dev/null +++ b/installer/install-for-systemd.sh @@ -0,0 +1,35 @@ +set -u + +my_app_systemd_service="etc/systemd/system/${my_app_name}.service" +my_app_systemd_tmpfiles="etc/tmpfiles.d/${my_app_name}.conf" + +echo "" +echo "Installing as systemd service" +echo "" + +sed "s/MY_USER/$my_user/g" "$my_app_dist/$my_app_systemd_service" > "$my_app_dist/$my_app_systemd_service.2" +sed "s/MY_GROUP/$my_group/g" "$my_app_dist/$my_app_systemd_service.2" > "$my_app_dist/$my_app_systemd_service" +rm "$my_app_dist/$my_app_systemd_service.2" +safe_copy_config "$my_app_dist/$my_app_systemd_service" "$my_root/$my_app_systemd_service" + +sed "s/MY_USER/$my_user/g" "$my_app_dist/$my_app_systemd_tmpfiles" > "$my_app_dist/$my_app_systemd_tmpfiles.2" +sed "s/MY_GROUP/$my_group/g" "$my_app_dist/$my_app_systemd_tmpfiles.2" > "$my_app_dist/$my_app_systemd_tmpfiles" +rm "$my_app_dist/$my_app_systemd_tmpfiles.2" +safe_copy_config "$my_app_dist/$my_app_systemd_tmpfiles" "$my_root/$my_app_systemd_tmpfiles" + +$sudo_cmd systemctl stop "${my_app_name}.service" >/dev/null 2>/dev/null || true +$sudo_cmd systemctl daemon-reload +$sudo_cmd systemctl start "${my_app_name}.service" +$sudo_cmd systemctl enable "${my_app_name}.service" + +echo "" +echo "" +echo "Fun systemd commands to remember:" +echo " $sudo_cmd systemctl daemon-reload" +echo " $sudo_cmd systemctl restart $my_app_name.service" +echo "" +echo "$my_app_name started with systemctl, check its status like so:" +echo " $sudo_cmd systemctl status $my_app_name" +echo " $sudo_cmd journalctl -xefu $my_app_name" +echo "" +echo "" diff --git a/installer/install-system-service.sh b/installer/install-system-service.sh new file mode 100644 index 0000000..a0af5d0 --- /dev/null +++ b/installer/install-system-service.sh @@ -0,0 +1,37 @@ +safe_copy_config() +{ + src=$1 + dst=$2 + $sudo_cmd mkdir -p $(dirname "$dst") + if [ -f "$dst" ]; then + $sudo_cmd rsync -a "$src" "$dst.latest" + # TODO edit config file with $my_user and $my_group + if [ "$(cat $dst)" == "$(cat $dst.latest)" ]; then + $sudo_cmd rm $dst.latest + else + echo "MANUAL INTERVENTION REQUIRED: check the systemd script update and manually decide what you want to do" + echo "diff $dst $dst.latest" + $sudo_cmd chown -R root:root "$dst.latest" + fi + else + $sudo_cmd rsync -a --ignore-existing "$src" "$dst" + fi + $sudo_cmd chown -R root:root "$dst" + $sudo_cmd chmod 644 "$dst" +} + +installable="" +if [ -d "$my_root/etc/systemd/system" ]; then + source ./installer/install-for-systemd.sh + installable="true" +fi +if [ -d "/Library/LaunchDaemons" ]; then + source ./installer/install-for-launchd.sh + installable="true" +fi +if [ -z "$installable" ]; then + echo "" + echo "Unknown system service init type. You must install as a system service manually." + echo '(please file a bug with the output of "uname -a")' + echo "" +fi diff --git a/installer/install.sh b/installer/install.sh new file mode 100644 index 0000000..1b210a3 --- /dev/null +++ b/installer/install.sh @@ -0,0 +1,64 @@ +#!/bin/bash + +set -e +set -u + +source ./installer/local.sh + +# +# Helpers +# +source ./installer/sudo-cmd.sh +source ./installer/http-get.sh + +local_get_deps + + + +# +# System Service +# +source ./installer/my-root.sh +echo "Pre-installation to $my_tmp complete, now installing to $my_root/ ..." +set +e +if type -p tree >/dev/null 2>/dev/null; then + #tree -I "node_modules|include|share" $my_tmp + tree -L 6 -I "include|share|npm" $my_tmp +else + ls $my_tmp +fi +set -e + +source ./installer/my-user-my-group.sh +echo "User $my_user Group $my_group" + +$sudo_cmd chown -R $my_user:$my_group $my_tmp/* +$sudo_cmd chown root:root $my_tmp/* +$sudo_cmd chown root:root $my_tmp +$sudo_cmd chmod 0755 $my_tmp +# don't change permissions on /, /etc, etc +ls . | while read node; do + $sudo_cmd rsync -a --ignore-existing $my_tmp/$node/ $my_root/$node/ +done +$sudo_cmd rsync -a --ignore-existing $my_app_dist/etc/$my_name/$my_name.yml $my_root/etc/$my_name/$my_name.yml +source ./installer/install-system-service.sh + +# Change to admin perms +$sudo_cmd chown -R $my_user:$my_group $my_root/opt/$my_name +$sudo_cmd chown -R $my_user:$my_group $my_root/var/www $my_root/srv/www + +# make sure the files are all read/write for the owner and group, and then set +# the setuid and setgid bits so that any files/directories created inside these +# directories have the same owner and group. +$sudo_cmd chmod -R ug+rwX $my_root/opt/$my_name +find $my_root/opt/$my_name -type d -exec $sudo_cmd chmod ug+s {} \; + + + +echo "" +echo "$my_name installation complete!" +echo "" +echo "" +echo "Update the config at: /etc/$my_name/$my_name.yml" +echo "" +echo "Unistall: rm -rf /srv/$my_name/ /var/$my_name/ /etc/$my_name/ /opt/$my_name/ /var/log/$my_name/ /etc/tmpfiles.d/$my_name.conf /etc/systemd/system/$my_name.service" diff --git a/installer/local.example.nodejs.sh b/installer/local.example.nodejs.sh new file mode 100644 index 0000000..57a0480 --- /dev/null +++ b/installer/local.example.nodejs.sh @@ -0,0 +1,89 @@ +### IMPORTANT ### +### VERSION ### +my_name=goldilocks +my_app_pkg_name=com.daplie.goldilocks.web +my_app_ver="v1.1" +my_azp_oauth3_ver="v1.2" +export NODE_VERSION="v8.9.0" + +if [ -z "${my_tmp-}" ]; then + my_tmp="$(mktemp -d)" + mkdir -p $my_tmp/opt/$my_name/lib/node_modules/$my_name + echo "Installing to $my_tmp (will be moved after install)" + git clone ./ $my_tmp/opt/$my_name/lib/node_modules/$my_name + pushd $my_tmp/opt/$my_name/lib/node_modules/$my_name +fi + +################# +export NODE_PATH=$my_tmp/opt/$my_name/lib/node_modules +export PATH=$my_tmp/opt/$my_name/bin/:$PATH +export NPM_CONFIG_PREFIX=$my_tmp/opt/$my_name +my_npm="$NPM_CONFIG_PREFIX/bin/npm" +################# + + +my_app_dist=$my_tmp/opt/$my_name/lib/node_modules/$my_name/dist +installer_base="https://git.daplie.com/Daplie/goldilocks.js/raw/$my_app_ver" + +# Backwards compat +# some scripts still use the old names +my_app_dir=$my_tmp +my_app_name=$my_name + + + +git checkout $my_app_ver + +mkdir -p "$my_tmp/opt/$my_name"/{lib,bin,etc} +ln -s ../lib/node_modules/$my_name/bin/$my_name.js $my_tmp/opt/$my_name/bin/$my_name +ln -s ../lib/node_modules/$my_name/bin/$my_name.js $my_tmp/opt/$my_name/bin/$my_name.js +mkdir -p "$my_tmp/etc/$my_name" +chmod 775 "$my_tmp/etc/$my_name" +cat "$my_app_dist/etc/$my_name/$my_name.example.yml" > "$my_tmp/etc/$my_name/$my_name.example.yml" +chmod 664 "$my_tmp/etc/$my_name/$my_name.example.yml" +mkdir -p $my_tmp/srv/www +mkdir -p $my_tmp/var/www +mkdir -p $my_tmp/var/log/$my_name + + +local_get_deps() +{ + # + # Dependencies + # + echo $NODE_VERSION > /tmp/NODEJS_VER + http_bash "https://git.coolaj86.com/coolaj86/node-installer.sh/raw/v1.1/install.sh" + $my_npm install -g npm@4 + pushd $my_tmp/opt/$my_name/lib/node_modules/$my_name + $my_npm install + popd + pushd $my_tmp/opt/$my_name/lib/node_modules/$my_name/packages/assets + OAUTH3_GIT_URL="https://git.daplie.com/Oauth3/oauth3.js.git" + git clone ${OAUTH3_GIT_URL} oauth3.org || true + ln -s oauth3.org org.oauth3 + pushd oauth3.org + git remote set-url origin ${OAUTH3_GIT_URL} + git checkout $my_azp_oauth3_ver + git pull + popd + + mkdir -p jquery.com + ln -s jquery.com com.jquery + pushd jquery.com + http_get 'https://code.jquery.com/jquery-3.1.1.js' jquery-3.1.1.js + popd + + mkdir -p google.com + ln -s google.com com.google + pushd google.com + http_get 'https://ajax.googleapis.com/ajax/libs/angularjs/1.6.2/angular.min.js' angular.1.6.2.min.js + popd + + mkdir -p well-known + ln -s well-known .well-known + pushd well-known + ln -snf ../oauth3.org/well-known/oauth3 ./oauth3 + popd + echo "installed dependencies" + popd +} diff --git a/installer/my-root.sh b/installer/my-root.sh new file mode 100644 index 0000000..6fec42f --- /dev/null +++ b/installer/my-root.sh @@ -0,0 +1,8 @@ +# something or other about android and tmux using PREFIX +#: "${PREFIX:=''}" +my_root="" +if [ -z "${PREFIX-}" ]; then + my_root="" +else + my_root="$PREFIX" +fi diff --git a/installer/my-user-my-group.sh b/installer/my-user-my-group.sh new file mode 100644 index 0000000..82282a3 --- /dev/null +++ b/installer/my-user-my-group.sh @@ -0,0 +1,19 @@ +if type -p adduser >/dev/null 2>/dev/null; then + if [ -z "$(cat $my_root/etc/passwd | grep $my_app_name)" ]; then + $sudo_cmd adduser --home $my_root/opt/$my_app_name --gecos '' --disabled-password $my_app_name + fi + my_user=$my_app_name + my_group=$my_app_name +elif [ -n "$(cat /etc/passwd | grep www-data:)" ]; then + # Linux (Ubuntu) + my_user=www-data + my_group=www-data +elif [ -n "$(cat /etc/passwd | grep _www:)" ]; then + # Mac + my_user=_www + my_group=_www +else + # Unsure + my_user=$(whoami) + my_group=$(id -g -n) +fi diff --git a/installer/sudo-cmd.sh b/installer/sudo-cmd.sh new file mode 100644 index 0000000..b6b3ff8 --- /dev/null +++ b/installer/sudo-cmd.sh @@ -0,0 +1,7 @@ +# Not every platform has or needs sudo, gotta save them O(1)s... +sudo_cmd="" +set +e +if type -p sudo >/dev/null 2>/dev/null; then + ((EUID)) && [[ -z "${ANDROID_ROOT-}" ]] && sudo_cmd="sudo" +fi +set -e