optware-etc.sh

#!/bin/bash
#
# NSLU2-Linux Optware setup script for Android
# Copyright (c) 2012 Paul Sokolovsky <pfalcon@users.sourceforge.net>
# License: GPLv3, http://www.gnu.org/licenses/gpl.html
#
# http://sf.net/p/optware-android/
#
# Optware ARM binary packages repositories (aka feeds):
# http://ipkg.nslu2-linux.org/feeds/optware/cs08q1armel/
#
# Optware source code Subversion repository:
# svn co http://svn.nslu2-linux.org/svnroot/optware/trunk/
#
# Edited by Erich L Foster to add transmission, openssh, samba, man, bash, vim,
# python, flexget, etc.
# v0.97 04/02/2014

#set -x

# To install optware, we need root anyway. However, the fact that we can
# obtain root access on device doesn't mean we have root access with
# "adb push", i.e. can push to any location from host. So, we need
# a location writable by adb as a temporary transfer area. That's
# ADB_WRITABLE_DIR. /data/local is usually a good choice for most devices,
# but that can be anything, for example, /sdcard (there's no requirement
# for the filesystem with that dir supported Unix permissions, this script
# will get it right).
#
# OPTWARE_DIR is where to install optware, it should be on a partition with
# normal Unix filesystem (permissions, etc.)
OPTWARE_DIR=/data/opt
ADB_WRITABLE_DIR=/data/local

# Particular field to install from, stable by default
#FEED=http://ipkg.nslu2-linux.org/feeds/optware/cs08q1armel/cross/stable
FEED=http://ipkg.nslu2-linux.org/feeds/optware/cs08q1armel/cross/stable
ROOT_PASSWD="TODO"
FLEXGET_WEB_PASSWD="TODO"

# DO NOT edit anything below this line unless you know what you are doing

start_script=start.sh
tmp_dir=$ADB_WRITABLE_DIR/optware.tmp
cs08q1_url=https://sourcery.mentor.com/sgpp/lite/arm/portal/package2549/public/arm-none-linux-gnueabi/arm-2008q1-126-arm-none-linux-gnueabi-i686-pc-linux-gnu.tar.bz2
cs08q1_fname=$(basename $cs08q1_url)
libc_path=arm-2008q1/arm-none-linux-gnueabi/libc
libc_libs="lib/ld-2.5.so ld-linux.so.3 \
      lib/libc-2.5.so libc.so.6 \
      lib/libm-2.5.so libm.so.6 \
      lib/librt-2.5.so librt.so.1 \
      lib/libpthread-2.5.so libpthread.so.0 \
      lib/libresolv-2.5.so libresolv.so.2 \
      lib/libdl-2.5.so libdl.so.2 \
      lib/libnss_dns-2.5.so libnss_dns.so.2 \
      lib/libutil-2.5.so libutil.so.1 \
      lib/libgcc_s.so.1 libgcc_s.so \
      lib/libnsl-2.5.so libnsl.so.1 \
      lib/libcrypt-2.5.so libcrypt.so.1 \
      lib/libBrokenLocale-2.5.so libBrokenLocale.so.1 \
      lib/libanl-2.5.so libanl.so.1 \
      lib/libcidn-2.5.so libcidn.so.1 \
      lib/libnss_compat-2.5.so libnss_compat.so.2 \
      lib/libnss_files-2.5.so libnss_files.so.2 \
      lib/libnss_hesiod-2.5.so libnss_hesiod.so.2 \
      lib/libnss_nis-2.5.so libnss_nis.so.2 \
      lib/libnss_nisplus-2.5.so libnss_nisplus.so.2 \
      lib/libthread_db-1.0.so libthread_db.so.1 \
      "

#
# On-target (device) commands
#

t_cp () {
    # copy file on a device
    adb shell "su -c 'cat $1 >$2'"
}

t_cd_ln () {
    local dir=$1
    shift
    adb shell "su -c 'cd $dir;ln $*'"
}

t_chmod () {
    adb shell "su -c 'chmod $*'"
}

t_mkdir_p () {
    # This doesn't complain if dir exists, but can't create intermediate dirs
    adb shell "su -c 'mkdir $1'"
}

t_rm_f () {
    # Doesn't complain if file not there
    adb shell su -c "rm -f $1"
}

t_rm_rf () {
    # Doesn't complain if dir not there
    adb shell su -c "rm -rf $1"
}

t_remount_rw () {
    adb shell su -c "mount -o rw,remount $1 $1"
}

t_remount_ro () {
    adb shell su -c "mount -o ro,remount $1 $1"
}

extract_libc () {
    if [ ! -d $(echo $libc_path | sed -e 's%/.*%%') ]; then
        echo Extracting $cs08q1_fname
        tar xfj $cs08q1_fname $list
    fi
}

install_system_lib () {
    local f=$(basename $1)
    echo "Installing system lib: $f"
    adb push $libc_path/$1 $tmp_dir
    t_cp $tmp_dir/$f /lib/$f
    t_chmod 0755 /lib/$f
    t_cd_ln /lib/ -s $f $2
}

install_system_bin () {
    local f=$(basename $1)
    echo "Installing system bin: $1"
    adb push $libc_path/$1 $tmp_dir
    t_cp $tmp_dir/$f /bin/$f
    t_chmod 0755 /bin/$f
}

install_libc () {
    while [ -n "$1" ]; do
        local lib=$1
        shift
        local symlink=$1
        shift
        install_system_lib $lib $symlink
    done
}

install_bin () {
    echo "Installing /data/opt/bin/$1"
    t_cp $tmp_dir/bin/$1 /data/opt/bin/$1
    t_chmod 755 /data/opt/bin/$1
}

install_ipkg () {
    adb push opt $tmp_dir

    t_mkdir_p /data/opt/bin
    t_mkdir_p /data/opt/lib

    install_bin ipkg

    t_cp $tmp_dir/lib/libipkg.so.0.0.0 /data/opt/lib/libipkg.so.0.0.0
    t_cd_ln /data/opt/lib/ -s libipkg.so.0.0.0 libipkg.so.0
    t_cd_ln /data/opt/lib/ -s libipkg.so.0.0.0 libipkg.so
}

fetch_package_index () {
    if [ ! -f Packages ]; then
        echo "Downloading Optware package index"
        wget -q $FEED/Packages
    else
        echo "Using cached Optware package index"
    fi
}

get_package_fname () {
    awk "/^Filename: ${1}_/ {print \$2}" Packages
}

fetch_package () {
    if [ -z "$1" ]; then
        echo "Unexpected error: package '$1' not found in index"
        exit 1
    fi
    if [ ! -f "$1" ]; then
        echo "Downloading Optware package $1"
        wget -q $FEED/$1
    else
        echo "Using cached package $1"
    fi
}

fetch_toolchain () {
    if [ ! -f $cs08q1_fname ]; then
        echo "You need CodeSourcery ARM-Linux toolchain release 2008q1: $cs08q1_fname"
        echo "if you have this file on your system already, press Ctrl-C now and copy"
        read -p "it into the current directory. Otherwise, press [Enter] to download it (65MB)."
        wget $cs08q1_url
    fi
}

optware_uninstall () {
    echo "Make sure that your device is woken up and connected to the Internet"
    read -p "Press [Enter] to continue"
    t_remount_rw /
    adb shell su -c "rm -rf $OPTWARE_DIR"
    adb shell su -c "rm -rf /lib"
    adb shell su -c "rm -rf /bin"
    adb shell su -c "rm -rf /data/opt"
    adb shell su -c "rm -rf /tmp"
    adb shell su -c "rm -rf /opt"
    t_remount_ro /
    t_remount_rw /system
    adb shell su -c "rm /etc/resolv.conf"
    adb shell su -c "rm /etc/mtab"
    adb shell su -c "rm /etc/passwd"
    adb shell su -c "rm /etc/group"
    adb shell su -c "rm -rf /etc/crontab"
    adb shell su -c "rm -rf /etc/crontabs"
    t_rm_rf $tmp_dir
    t_remount_ro /system
    echo "Optware sucessfully uninstalled"
}

ipkg_install () {
    adb shell PATH=/data/opt/bin:/bin /data/opt/bin/ipkg install $1
}

pip_install () {
    adb shell PATH=/data/opt/bin:/bin /data/opt/local/bin/pip install $1
}

set_password () {
    adb shell "su -c '/data/opt/bin/busybox passwd root -d $ROOT_PASSWD'"
}

#
# Main code
#

if [ "$1" == "" ]; then
    echo "This script installs NSLU Optware on an Android device connected using ADB"
    echo "Usage: $0 install|uninstall"
    exit 1
fi

if [ "$1" == "uninstall" ]; then
    optware_uninstall
    exit
fi


fetch_toolchain
fetch_package_index
ipkg_fname=$(get_package_fname ipkg-opt)
wget_fname=$(get_package_fname wget)
busybox_fname=$(get_package_fname busybox-base)
fetch_package $ipkg_fname
fetch_package $wget_fname
fetch_package $busybox_fname

echo "Make sure that your device is woken up and connected to the Internet"
read -p "Press [Enter] to continue"

t_remount_rw /

# Start from scratch
echo "== Initializing optware environment =="
t_rm_rf $tmp_dir
t_mkdir_p $tmp_dir

t_mkdir_p $OPTWARE_DIR
t_cd_ln $OPTWARE_DIR -s $OPTWARE_DIR /data/opt

adb shell "su -c 'ln -s $OPTWARE_DIR /opt'"

t_mkdir_p $OPTWARE_DIR/rootbin
t_cd_ln $OPTWARE_DIR -s $OPTWARE_DIR/rootbin /bin

t_mkdir_p $OPTWARE_DIR/rootlib
t_cd_ln $OPTWARE_DIR -s $OPTWARE_DIR/rootlib /lib

t_mkdir_p $OPTWARE_DIR/tmp
t_cd_ln $OPTWARE_DIR -s $OPTWARE_DIR/tmp /tmp

t_mkdir_p $OPTWARE_DIR/home
t_mkdir_p $OPTWARE_DIR/home/root
t_mkdir_p $OPTWARE_DIR/home/user

t_chmod 0755 $OPTWARE_DIR/home/root
adb shell su -c "chown root.root $OPTWARE_DIR/home/root"
t_chmod 0755 $OPTWARE_DIR/home/user

echo "== Installing libc =="
extract_libc
install_libc $libc_libs
install_system_bin usr/bin/ldd

echo "== Installing bootstrap ipkg =="
rm -rf opt
tar -xOzf $ipkg_fname ./data.tar.gz | tar -xzf -
install_ipkg

echo "== Installing bootstrap wget =="
rm -rf opt
tar -xOzf $wget_fname ./data.tar.gz | tar -xzf -
adb push opt $tmp_dir
install_bin wget

echo "== Installing bootstrap busybox =="
rm -rf opt
tar -xOzf $busybox_fname ./data.tar.gz | tar -xzf -
adb push opt $tmp_dir
install_bin busybox
#the busybox in NSLU2 is missing a lot of necessary commands, so push ours.
adb push files/busybox /data/opt/bin/

echo "== Initializing bootstrap /bin =="
# We need sane shell as /bin/sh
t_cd_ln /bin -s /data/opt/bin/busybox sh
# We need minimal set of sane shell commands to run update-alternatives
# script to properly (re)install busybox itself
t_cd_ln /bin -s /data/opt/bin/busybox echo
t_cd_ln /bin -s /data/opt/bin/busybox rm
t_cd_ln /bin -s /data/opt/bin/busybox rmdir
t_cd_ln /bin -s /data/opt/bin/busybox sed
t_cd_ln /bin -s /data/opt/bin/busybox mkdir
t_cd_ln /bin -s /data/opt/bin/busybox head
t_cd_ln /bin -s /data/opt/bin/busybox sort
t_cd_ln /bin -s /data/opt/bin/busybox dirname
t_cd_ln /bin -s /data/opt/bin/busybox ln
t_cd_ln /bin -s /data/opt/bin/busybox mv
t_cd_ln /bin -s /data/opt/bin/busybox cat
t_cd_ln /bin -s /data/opt/bin/busybox chown
t_cd_ln /bin -s /data/opt/bin/busybox chmod
t_cd_ln /bin -s /data/opt/bin/busybox pgrep

echo "== Configuring package feed =="
t_mkdir_p /data/opt/etc
t_mkdir_p /data/opt/etc/ipkg
adb shell "su -c 'echo src cross $FEED >/data/opt/etc/ipkg/feeds.conf'"

echo "== Configuring domain name resolution =="
adb shell "su -c 'echo nameserver 8.8.8.8 >/data/opt/etc/resolv.conf'"
# On a normal Android system, /etc is symlink to /system/etc, but just in case...
t_mkdir_p /etc
# but for normal system, we need to remount /system
t_remount_rw /system
t_rm_f /etc/resolv.conf
t_cd_ln . -s /data/opt/etc/resolv.conf /etc/resolv.conf

echo "== Configuring GLIBC Namespace Switch =="
adb push files/nsswitch.conf $tmp_dir/nsswitch.conf
t_cp $tmp_dir/nsswitch.conf /etc/nsswitch.conf
t_chmod 0644 /etc/nsswitch.conf
t_rm_f $tmp_dir/nsswitch.conf

echo "== Configuring /etc/mtab =="
t_cd_ln . -s /proc/mounts /etc/mtab

echo "== Configuring users =="
adb shell "su -c 'echo root:x:0:0:root:/opt/home/root:/system/bin/bash >/data/opt/etc/passwd'"
adb shell "su -c 'echo shell:x:2000:2000:shell:/opt/home/user:/system/bin/bash >>/data/opt/etc/passwd'"
adb shell "su -c 'echo root::14531:0:99999:7::: > /etc/shadow'"
t_cd_ln . -s /data/opt/etc/passwd /etc/passwd

echo "== Configuring groups =="
adb shell "su -c 'echo root:x:0:root >/data/opt/etc/group'"
adb shell "su -c 'echo shell:x:2000:shell >>/data/opt/etc/group'"
adb shell "su -c 'echo root:!:: > /etc/gshadow'"
t_cd_ln . -s /data/opt/etc/group /etc/group

echo "== Configuring path and shells =="
adb shell "su -c 'echo /system/bin/bash > /etc/shells'"
adb shell "su -c 'echo PATH=/usr/bin:/usr/sbin:/bin:/sbin:/system/sbin:/system/bin:/system/xbin:/system/xbin/bb:/data/local/bin > /etc/profile'"
adb shell "su -c 'echo export PATH >> /etc/profile'"

echo "== Now is the time to create a password for root =="
set_password

echo "== Creating optware init script =="
adb push files/optware-init.sh /data/opt/optware-init.sh
adb shell "su -c 'echo echo Reinitializing optware rootfs links >>/data/opt/optware-init.sh'"
adb shell "su -c 'echo mount -o remount,rw rootfs / >>/data/opt/optware-init.sh'"
adb shell "su -c 'echo ln -s $OPTWARE_DIR /opt >>/data/opt/optware-init.sh'"
adb shell "su -c 'echo ln -s $OPTWARE_DIR/rootlib /lib >>/data/opt/optware-init.sh'"
adb shell "su -c 'echo ln -s $OPTWARE_DIR/rootbin /bin >>/data/opt/optware-init.sh'"
adb shell "su -c 'echo ln -s $OPTWARE_DIR/tmp /tmp >>/data/opt/optware-init.sh'"
adb shell "su -c 'echo mount -o remount,ro rootfs / >>/data/opt/optware-init.sh'"
t_chmod 0755 /data/opt/optware-init.sh

adb push files/start.sh /data/opt/start.sh

t_remount_ro /
t_remount_ro /system

echo "== Reinstalling bootstrap packages =="
echo "Make sure that your device is woken up and connected to the Internet"
#read -p "Press [Enter] to continue"
#
# Now that we have all dependencies to run ipkg bootstrapped on device,
# we need to use ipkg to reinstall itself and all those dependencies,
# to make sure they're installed and configured properly.
#
adb shell PATH=/data/opt/bin:/bin /data/opt/bin/ipkg update

ipkg_install ipkg-opt
ipkg_install wget
ipkg_install busybox

echo "== Installing extra packages =="
#read -p "Press [Enter] to continue"
#install our extras
ipkg_install man
ipkg_install bash

#this is required to get ssh working correctly
#or I could point passwd accounts to /data/opt/bin/bash
t_remount_rw /system
adb shell cp /data/opt/bin/bash /system/bin/
t_remount_ro /system

ipkg_install vim
ipkg_install cron
ipkg_install openssh
ipkg_install rsync
ipkg_install samba
ipkg_install transmission
ipkg_install python27
ipkg_install py27-setuptools
adb shell PATH=/data/opt/bin:/bin /data/opt/bin/easy_install-2.7 pip
pip_install distribute
pip_install pyyaml
pip_install flexget
pip_install transmissionrpc


t_remount_rw /system
#adb shell "su -c 'mkdir /opt/etc/crontabs'"
adb shell "su -c 'ln -s /opt/etc/crontab /etc/crontab'"
#adb shell "su -c 'ln -s /opt/etc/crontabs /etc/crontabs'"
adb shell su -c "echo 'Europe/Prague'>/opt/etc/timezone"
t_remount_ro /system

echo "== Pushing some config files =="
adb push files/.bashrc /data/opt/home/root/.bashrc
adb push files/.profile /data/opt/home/root/.profile
adb push files/start.sh /data/opt/home/root/start.sh
adb push files/start.sh /data/opt/home/root/sysinit
adb push files/ssh_config /data/opt/etc/openssh/ssh_config
adb push files/sshd_config /data/opt/etc/openssh/sshd_config
adb push files/banner /data/opt/etc/openssh/banner
adb push files/smb.conf /data/opt/etc/samba/smb.conf
adb push files/S90transmission-daemon /data/opt/etc/init.d/S90transmission-daemon
adb push files/S90flexget /data/opt/etc/init.d/S90flexget

adb shell "su -c 'mkdir /data/opt/home/root/.config'"
adb shell "su -c 'mkdir /data/opt/home/root/.config/transmission'"
adb shell "su -c 'mkdir /data/opt/home/root/.config/flexget'"


adb push files/config.yml /data/opt/home/root/.config/flexget
adb push files/secrets.yml /data/opt/home/root/.config/flexget
adb push files/settings.json /data/opt/home/root/.config/transmission
adb push files/cron_transmission.sh /data/opt/home/root
adb push files/cron_flexget.sh /data/opt/home/root

#adb shell su -c "(crontab -l 2>/dev/null; echo '* * * * * /data/opt/home/root/cron_transmission.sh') | crontab -"
#adb shell su -c "(crontab -l 2>/dev/null; echo '* * * * * /data/opt/home/root/cron_flexget.sh') | crontab -"
adb shell su -c "echo '* * * * * /data/opt/home/root/cron_flexget.sh'>> /etc/crontab"
adb shell su -c "echo '* * * * * /data/opt/home/root/cron_transmission.sh'>> /etc/crontab"

adb shell "su -c '(cd /opt/home/root/.config/flexget; /opt/local/bin/flexget web passwd $FLEXGET_WEB_PASSWD)'"


adb shell PATH=/data/opt/bin:/bin /data/opt/bin/mkdir /data/opt/home/root/.ssh
adb shell "su -c 'chown root.root /data/opt/home/root/.ssh'"
t_chmod 700 /data/opt/home/root/.ssh
adb shell "su -c 'chown root.root /data/opt/home/root/start.sh'"
t_chmod 700 /data/opt/home/root/start.sh
adb shell "su -c 'chown root.root /data/opt/home/root/sysinit'"
t_chmod 700 /data/opt/home/root/sysinit
adb shell "su -c 'chown root.root /data/opt/home/root/.profile'"
t_chmod 600 /data/opt/home/root/.profile
adb shell "su -c 'chown root.root /data/opt/home/root/.bashrc'"
t_chmod 700 /data/opt/home/root/.bashrc
t_chmod 755 /data/opt/etc/init.d/S90transmission-daemon
t_chmod 600 /data/opt/etc/samba/smb.conf
t_chmod 644 /data/opt/etc/openssh/ssh_config
t_chmod 644 /data/opt/etc/openssh/sshd_config



echo "== Starting optware and services =="
adb shell su -c "/data/opt/home/root/sysinit"
echo "If everything worked, you should be able to use ssh with root as the user
and the password you provided. You should also have samba, transmission, and
cron up and running. Make sure to kill transmission before editing the
transmission config file."

echo "== Cleaning device tmp directory =="
t_rm_rf $tmp_dir

echo "== Cleaning local directory =="
rm -rf opt arm-2008q1

echo "Optware for Android installation complete."
echo "To start optware session, execute $OPTWARE_DIR/$start_script on the device
every time you restart. Or use SManager."