run.sh

#!/bin/bash

set -ex

export PLATFORM_HOME=/var/www/html
export PLATFORM_API_HOME=${PLATFORM_HOME}/platform

. $(dirname $0)/build_env.sh

if [[ -z "$client_tar" || -z "$api_tar" ]]; then
  echo "Missing configs!"
  exit 1
fi

if [ -z "$client_url" ]; then
  client_url="https://github.com/ushahidi/platform-client-mzima/releases/download/${client_version}/${client_tar}"
fi
if [ -z "$api_url" ]; then
  api_url="https://github.com/ushahidi/platform/releases/download/${api_version}/${api_tar}"
fi

release_target_folder=/tmp/release/ushahidi-platform-release-${release_version}

needs_fetch() {
  [ ! -f /tars/$client_tar ] || [ ! -f /tars/$api_tar ]
}

fetch() {
  if [ ! -d /tars ]; then
    mkdir /tars
  fi
  # Verify previously fetched tars
  if [[ -f /tars/$client_tar ]] && ! tar tfz /tars/$client_tar &> /dev/null; then
    rm /tars/$client_tar
  fi
  if [[ -f /tars/$api_tar ]] && ! tar tfz /tars/$api_tar &> /dev/null; then
    rm /tars/$api_tar
  fi
  # Fetch if not present
  if [ ! -f /tars/$client_tar ]; then
    curl -L -o /tars/$client_tar $client_url
  fi
  if [ ! -f /tars/$api_tar ]; then
    curl -L -o /tars/$api_tar $api_url
  fi
}



gen_config_json() {
  local dir=$1

  if [ -z "${SITE_URL}" ]; then
    (
      set +x
      echo
      echo "!!! MOBILE APP : Incomplete configuration !!!"
      echo
      echo "Please note that for the Ushahidi Mobile App to work with this"
      echo "deployment, you will need to configure the SITE_URL environment"
      echo "variable. You should provide the *absolute publicly available*"
      echo "URL where you are publishing the site, i.e.:"
      echo
      echo "    docker run -e 'SITE_URL=https://site.example.com' ... ushahidi/platform-release:latest"
      echo
     ) >&2 ;
    sleep 3;
  fi

  cat > $dir/config.json <<EOF
{
"client_id": "ushahidiui",
"client_secret": "35e7f0bca957836d05ca0492211b0ac707671261",
"backend_url": "${SITE_URL:-/}",
"google_analytics_id": "",
"intercom_app_id": "",
"mapbox_api_key": "pk.eyJ1IjoidXNoYWhpZGkiLCJhIjoiY2lxaXUzeHBvMDdndmZ0bmVmOWoyMzN6NiJ9.CX56ZmZJv0aUsxvH5huJBw",
"raven_url": ""
}
EOF
}

needs_build() {
  [ ! -f ${release_target_folder}/.built ];
}

build() {
  mkdir -p /tmp/client
  tar -C /tmp/client -xz -f /tars/$client_tar
  mkdir -p /tmp/api
  tar -C /tmp/api -xz -f /tars/$api_tar
  #
  local client_untar_path=/tmp/client
  local api_untar_path=/tmp/api/ushahidi-platform-bundle-${api_version}
  #
  ## Untar bundles in a common folder
  mkdir -p $release_target_folder
  mv $client_untar_path ${release_target_folder}/html
  mv $api_untar_path ${release_target_folder}/html/platform
  #
  ## Configure the client to reach backend at '/api'
  cat > ${release_target_folder}/html/env.json <<EOF
{
  "production": true,
  "backend_url": "/",
  "api_v3": "api/v3/",
  "api_v5": "api/v5/",
  "mapbox_api_key": "pk.eyJ1IjoidXNoYWhpZGkiLCJhIjoiY2lxaXUzeHBvMDdndmZ0bmVmOWoyMzN6NiJ9.CX56ZmZJv0aUsxvH5huJBw",
  "default_locale": "en_US",
  "oauth_client_id": "ushahidiui",
  "oauth_client_secret": "35e7f0bca957836d05ca0492211b0ac707671261",
  "export_polling_interval": 30000,
  "gtm_key": "",
  "intercom_appid": "",
  "sentry_dsn": "",
  "sentry_environment": "",
  "sentry_debug_mode": false
}
EOF
  gen_config_json ${release_target_folder}/html
  #
  # Add .htaccess files for apache2 users
  cp /dist/html-htaccess ${release_target_folder}/html/.htaccess
  cp /dist/platform-htaccess ${release_target_folder}/html/platform/.htaccess
  cp /dist/platform-httpdocs-htaccess ${release_target_folder}/html/platform/httpdocs/.htaccess
  mkdir -p ${release_target_folder}/html/platform/storage/app/public
  cp /dist/platform-storage-app-public-htaccess \
    ${release_target_folder}/html/platform/storage/app/public/.htaccess
  #
  ## Additional files for the release
  cp /dist/README.release.md ${release_target_folder}
  mkdir -p ${release_target_folder}/dist
  cp /dist/apache-vhost.conf ${release_target_folder}/dist
  cp /dist/nginx-site.conf ${release_target_folder}/dist
  #
  ## Adjust folder permissions
  chown -R 0:0 ${release_target_folder}
  find ${release_target_folder}/html -type d -print0 | xargs -0 chmod 755;
  find ${release_target_folder}/html -type f -print0 | xargs -0 chmod -w;
  ( cd ${release_target_folder}/html/platform ;
    if [ ! -d storage ]; then mkdir storage; fi;
    chmod -R 0775 storage )
  touch ${release_target_folder}/.built
}

bundle() {
  tar -C /tmp/release -cz -f /vols/out/ushahidi-platform-release-${release_version}.tar.gz ushahidi-platform-release-${release_version}
}

setup_api() {
  cat > /etc/supervisor/conf.d/api-log <<EOF
[program:tail-api]
autorestart=false
command=tail -f ${PLATFORM_API_HOME}/storage/logs/laravel.log
stdout_logfile=/dev/fd/1
stdout_logfile_maxbytes=0
stderr_logfile=/dev/fd/2
stderr_logfile_maxbytes=0
EOF
}

write_platform_env() {
  local app_key=`cat ${PLATFORM_API_HOME}/.env.app_key`
  cat > ${PLATFORM_API_HOME}/.env <<EOF
APP_ENV=${APP_ENV:-local}
APP_DEBUG=${APP_DEBUG:-false}
APP_KEY=${app_key}
APP_TIMEZONE=${APP_TIMEZONE:-UTC}

DB_CONNECTION=mysql
DB_HOST=${MYSQL_HOST:-mysql}
DB_PORT=${MYSQL_PORT:-3306}
DB_DATABASE=${MYSQL_DATABASE:-ushahidi}
DB_USERNAME=${MYSQL_USER:-ushahidi}
DB_PASSWORD=${MYSQL_PASSWORD:-ushahidi}
DB_TYPE=MySQLi

IMAGE_MAX_SIZE=${IMAGE_MAX_SIZE:-5242880}

CACHE_DRIVER=${CACHE_DRIVER:-array}
QUEUE_DRIVER=${QUEUE_DRIVER:-sync}

REDIS_HOST=${REDIS_HOST:-}
REDIS_PORT=${REDIS_PORT:-}
EOF
}

run() {
  if needs_install; then
    install_app
  fi
  #
  case "$SERVER_FLAVOR" in
    apache2)
      setup_apache
      ;;
    nginx)
      setup_fpm
      setup_nginx
      ;;
    *)
      echo "Unknown server flavor! $SERVER_FLAVOR"
      exit 1
      ;;
  esac
  # Setup cron and supervisor
  setup_api
  setup_cron
  setup_supervisord
  setup_worker
  # Start supervisor
  exec supervisord -n -c /etc/supervisor/supervisord.conf
}

needs_install() {
  [ ! -f ${PLATFORM_HOME}/.installed ]
}

install_app() {
  # Install release folders in webroot
  rsync -ar ${release_target_folder}/html/ ${PLATFORM_HOME}/
  #
  ## Configure platform environment ensure mysql connection and run migrations
  #
  # Create app_key
  if [ ! -f ${PLATFORM_API_HOME}/.env.app_key ]; then
    cat /dev/urandom | \
      LC_ALL=C tr -cd 'A-Za-z0-9_\!\@\%\^\&\*\(\)-+=' | \
      fold -w 32 | \
      head -1 \
    > ${PLATFORM_API_HOME}/.env.app_key
  fi
  #
  write_platform_env
  while ! nc -z $MYSQL_HOST 3306 ; do
    sleep 1;
  done

  ( cd ${PLATFORM_API_HOME} ;
    set -x;
    # Generate passport keys
    if [ ! -f storage/passport/oauth-private.key ]; then
      mkdir -p storage/passport
      php artisan passport:keys
      chmod 770 storage/passport
      chmod 660 storage/passport/*.key
    fi
    # Run migrations
    composer migrate
    # Ensure log files
    mkdir -p ${PLATFORM_API_HOME}/storage/logs
    touch ${PLATFORM_API_HOME}/storage/logs/laravel.log
    touch ${PLATFORM_API_HOME}/storage/logs/worker.log
    # Ensure lumen tmp folder
    mkdir -p ${PLATFORM_API_HOME}/storage/app/temp
    ## Adjust permissions
    chown -R www-data:www-data storage
  )
  ## Mark installed
  touch ${PLATFORM_HOME}/.installed
}

setup_apache() {
  # Configure apache and .htaccess
  cp /dist/apache-vhost.conf /etc/apache2/sites-available/000-default.conf
  ( cd /etc/apache2/sites-enabled ; ln -sf ../sites-available/000-default.conf . )
  ( cd /etc/apache2/mods-enabled ; ln -sf ../mods-available/rewrite.load . )
  ( cd /etc/apache2/mods-enabled ; ln -sf ../mods-available/headers.load . )
  #
  cat > /etc/supervisor/conf.d/apache2 <<EOF
[program:apache2]
autorestart=false
command=/usr/sbin/apache2ctl -DFOREGROUND
stdout_logfile=/dev/fd/1
stdout_logfile_maxbytes=0
stderr_logfile=/dev/fd/2
stderr_logfile_maxbytes=0
EOF
}

gen_fpm_www_pool_config() {
  cat <<EOF
[www]
user = www-data
group = www-data
listen = 127.0.0.1:9000
pm = dynamic
pm.max_children = 5
pm.start_servers = 2
pm.min_spare_servers = 1
pm.max_spare_servers = 3
php_admin_value[memory_limit] = 128M
EOF
}

setup_fpm() {
  mkdir -p /run/php
  gen_fpm_www_pool_config > ${PHP_FPM_CONFIG}/pool.d/www.conf
  touch ${PHP_FPM_LOGFILE}
  cat > /etc/supervisor/conf.d/php-fpm <<EOF
[program:phpfpm]
autorestart=false
command=${PHP_FPM_PATH} -F
stdout_logfile=/dev/fd/1
stdout_logfile_maxbytes=0
stderr_logfile=/dev/fd/2
stderr_logfile_maxbytes=0

[program:tail-phpfpm]
autorestart=false
command=tail -f ${PHP_FPM_LOGFILE}
stdout_logfile=/dev/fd/1
stdout_logfile_maxbytes=0
stderr_logfile=/dev/fd/2
stderr_logfile_maxbytes=0
EOF
}

setup_nginx() {
  cp /dist/nginx-site.conf /etc/nginx/sites-available/default
  cat > /etc/supervisor/conf.d/nginx <<EOF
[program:nginx]
autorestart=false
command=/usr/sbin/nginx -g "daemon off;"
stdout_logfile=/dev/fd/1
stdout_logfile_maxbytes=0
stderr_logfile=/dev/fd/2
stderr_logfile_maxbytes=0
EOF
}

setup_cron() {
  ## Install crontab
  local cron_file=$(tempfile)
  touch /var/log/cronjobs.out
  chmod 777 /var/log/cronjobs.out
  cat > ${cron_file} <<EOF
PATH=/usr/local/bin:/usr/bin:/bin
SHELL=/bin/bash
*/5 * * * * cd ${PLATFORM_API_HOME} && ./artisan datasource:outgoing 2>&1 >> /var/log/cronjobs.out
*/5 * * * * cd ${PLATFORM_API_HOME} && ./artisan datasource:incoming 2>&1 >> /var/log/cronjobs.out
*/5 * * * * cd ${PLATFORM_API_HOME} && ./artisan savedsearch:sync 2>&1 >> /var/log/cronjobs.out
*/5 * * * * cd ${PLATFORM_API_HOME} && ./artisan notification:queue 2>&1 >> /var/log/cronjobs.out
*/5 * * * * cd ${PLATFORM_API_HOME} && ./artisan webhook:send 2>&1 >> /var/log/cronjobs.out
EOF
  crontab -u www-data ${cron_file}
  rm -f ${cron_file}
  #
  cat > /etc/supervisor/conf.d/cron <<EOF
[program:cron]
autorestart=false
command=cron -f

[program:tail-cron]
autorestart=false
command=tail -f /var/log/cronjobs.out
stdout_logfile=/dev/fd/1
stdout_logfile_maxbytes=0
stderr_logfile=/dev/fd/2
stderr_logfile_maxbytes=0
EOF
}

setup_worker() {
  cat > /etc/supervisor/conf.d/laravel-worker <<EOF
[program:laravel-worker]
process_name=%(program_name)s_%(process_num)02d
command=php ${PLATFORM_API_HOME}/artisan queue:work --sleep=3 --tries=3 --timeout=60
autostart=true
autorestart=true
user=www-data
numprocs=2
redirect_stderr=true
stdout_logfile=${PLATFORM_API_HOME}/storage/logs/worker.log

[program:tail-laravel-worker]
autorestart=false
command=tail -f ${PLATFORM_API_HOME}/storage/logs/worker.log
stdout_logfile=/dev/fd/1
stdout_logfile_maxbytes=0
stderr_logfile=/dev/fd/2
stderr_logfile_maxbytes=0
EOF
}

setup_supervisord() {
  cat > /etc/supervisor/supervisord.conf <<EOF
[supervisord]
nodaemon=true
logfile = /var/log/supervisord.log
logfile_maxbytes = 50MB
logfile_backups=10

[unix_http_server]
file=/var/run/supervisord.sock

[supervisorctl]
serverurl = unix:///var/run/supervisord.sock

[rpcinterface:supervisor]
supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface

[include]
files = conf.d/*
EOF
}

case "$1" in
  build)
    fetch
    build
    bundle
    ;;
  run)
    needs_fetch && fetch || true;
    needs_build && build || true;
    run
    ;;
  *)
    exec "$@"
    ;;
esac