diff options
Diffstat (limited to 'scripts')
| -rwxr-xr-x | scripts/daemon.sh | 98 | ||||
| -rwxr-xr-x | scripts/get-and-build-libndpi.sh | 107 | ||||
| -rwxr-xr-x | scripts/make-dist.sh | 32 |
3 files changed, 237 insertions, 0 deletions
diff --git a/scripts/daemon.sh b/scripts/daemon.sh new file mode 100755 index 000000000..30b3c5c00 --- /dev/null +++ b/scripts/daemon.sh @@ -0,0 +1,98 @@ +#!/usr/bin/env sh +# +# Simple nDPId/nDPIsrvd start/stop script for testing purposes. +# + +NROOT="${NROOT:-/tmp}" +NUSER="${NUSER:-$(id -u -n)}" +NSUFFIX="${NSUFFIX:-daemon-test}" +nDPId_THREADS="${nDPId_THREADS:-4}" +nDPId_ARGS="${nDPId_ARGS:-}" +nDPIsrvd_ARGS="${nDPIsrvd_ARGS:-}" + +if [ x"${1}" = x -o x"${2}" = x ]; then + printf '%s\n' "usage: ${0} [nDPId-path] [nDPIsrvd-path]" >&2 + printf '\n\t%s=%s\n' 'env NUSER' "${NUSER}" >&2 + printf '\t%s=%s\n' 'env NSUFFIX' "${NSUFFIX}" >&2 + printf '\t%s=%s\n' 'env nDPId_ARGS' "${nDPId_ARGS}" >&2 + printf '\t%s=%s\n' 'env nDPIsrvd_ARGS' "${nDPIsrvd_ARGS}" >&2 + exit 1 +fi + +RETVAL=0 + +if [ -r "${NROOT}/nDPId-${NSUFFIX}.pid" -o -r "${NROOT}/nDPIsrvd-${NSUFFIX}.pid" ]; then + nDPId_PID="$(cat "${NROOT}/nDPId-${NSUFFIX}.pid" 2>/dev/null)" + nDPIsrvd_PID="$(cat "${NROOT}/nDPIsrvd-${NSUFFIX}.pid" 2>/dev/null)" + + if [ x"${nDPId_PID}" != x ]; then + sudo kill "${nDPId_PID}" 2>/dev/null || true + + MAX_TRIES=10 + while ps -p "${nDPId_PID}" > /dev/null; do + test ${MAX_TRIES} -gt 0 || break + sleep 1 + MAX_TRIES=$((MAX_TRIES - 1)) + done + test ${MAX_TRIES} -eq 0 && { RETVAL=1; printf '%s\n' 'Error: nDPId not started' >&2; } + + rm -f "${NROOT}/nDPId-${NSUFFIX}.pid" + else + printf '%s\n' "${1} not started .." >&2 + RETVAL=1 + fi + + if [ x"${nDPIsrvd_PID}" != x ]; then + kill "${nDPIsrvd_PID}" 2>/dev/null || true + + MAX_TRIES=10 + while ps -p "${nDPIsrvd_PID}" > /dev/null; do + test ${MAX_TRIES} -gt 0 || break + sleep 1 + MAX_TRIES=$((MAX_TRIES - 1)) + done + test ${MAX_TRIES} -eq 0 && { RETVAL=1; printf '%s\n' 'Error: nDPIsrvd not started' >&2; } + + rm -f "${NROOT}/nDPIsrvd-${NSUFFIX}.pid" "${NROOT}/nDPIsrvd-${NSUFFIX}-collector.sock" "${NROOT}/nDPIsrvd-${NSUFFIX}-distributor.sock" + else + printf '%s\n' "${2} not started .." >&2 + RETVAL=1 + fi + + printf '%s\n' "daemons stopped" >&2 +else + set -x + sudo ${2} -p "${NROOT}/nDPIsrvd-${NSUFFIX}.pid" -c "${NROOT}/nDPIsrvd-${NSUFFIX}-collector.sock" -s "${NROOT}/nDPIsrvd-${NSUFFIX}-distributor.sock" -d -u "${NUSER}" -L "${NROOT}/nDPIsrvd.log" ${nDPIsrvd_ARGS} + test $? -eq 0 || RETVAL=1 + + MAX_TRIES=10 + while [ ! -S "${NROOT}/nDPIsrvd-${NSUFFIX}-collector.sock" -a ${MAX_TRIES} -gt 0 ]; do + sleep 0.5 + MAX_TRIES=$((MAX_TRIES - 1)) + done + test ${MAX_TRIES} -eq 0 && { RETVAL=1; printf '%s\n' 'Error: nDPIsrvd collector socket not available' >&2; } + + MAX_TRIES=10 + while [ ! -S "${NROOT}/nDPIsrvd-${NSUFFIX}-distributor.sock" -a ${MAX_TRIES} -gt 0 ]; do + sleep 0.5 + MAX_TRIES=$((MAX_TRIES - 1)) + done + test ${MAX_TRIES} -eq 0 && { RETVAL=1; printf '%s\n' 'Error: nDPIsrvd distributor socket not available' >&2; } + + sudo chgrp "$(id -n -g "${NUSER}")" "${NROOT}/nDPIsrvd-${NSUFFIX}-collector.sock" + test $? -eq 0 || RETVAL=1 + sudo chmod g+w "${NROOT}/nDPIsrvd-${NSUFFIX}-collector.sock" + test $? -eq 0 || RETVAL=1 + sudo ${1} -p "${NROOT}/nDPId-${NSUFFIX}.pid" -c "${NROOT}/nDPIsrvd-${NSUFFIX}-collector.sock" -d -u "${NUSER}" -L "${NROOT}/nDPId.log" -o max-reader-threads=${nDPId_THREADS} ${nDPId_ARGS} + test $? -eq 0 || RETVAL=1 + set +x + printf '%s\n' "daemons started" >&2 + test ${RETVAL} -eq 0 && printf '%s\n' "You may now run examples e.g.: $(realpath --relative-to="$(pwd)" $(dirname "${0}")/../examples/py-flow-info/flow-info.py) --unix ${NROOT}/nDPIsrvd-${NSUFFIX}-distributor.sock" +fi + +if [ ${RETVAL} -ne 0 ]; then + test -r "${NROOT}/nDPIsrvd.log" && cat "${NROOT}/nDPIsrvd.log" + test -r "${NROOT}/nDPId.log" && cat "${NROOT}/nDPId.log" +fi + +exit ${RETVAL} diff --git a/scripts/get-and-build-libndpi.sh b/scripts/get-and-build-libndpi.sh new file mode 100755 index 000000000..3b19922eb --- /dev/null +++ b/scripts/get-and-build-libndpi.sh @@ -0,0 +1,107 @@ +#!/usr/bin/env bash + +set -e + +GIT_EXEC="$(command -v git || printf '%s' "")" +WGET_EXEC="$(command -v wget || printf '%s' "")" +UNZIP_EXEC="$(command -v unzip || printf '%s' "")" +MAKE_EXEC="$(command -v make || printf '%s' "")" + +if [ -z "${NDPI_COMMIT_HASH}" ]; then + NDPI_COMMIT_HASH="dev" + GITHUB_FALLBACK_URL='https://github.com/ntop/nDPI/archive/refs/heads/dev.zip' +else + GITHUB_FALLBACK_URL="https://github.com/ntop/nDPI/archive/${NDPI_COMMIT_HASH}.zip" +fi + +if [ -z "${GIT_EXEC}" -o -z "${WGET_EXEC}" -o -z "${UNZIP_EXEC}" -o -z "${MAKE_EXEC}" ]; then + printf '%s\n' "Required Executables missing: git, wget, unzip, make" >&2 + exit 1 +fi + +LOCKFILE="$(realpath "${0}").lock" +touch "${LOCKFILE}" +exec 42< "${LOCKFILE}" +flock -x -n 42 || { + printf '%s\n' "Could not aquire file lock for ${0}. Already running instance?" >&2; + exit 1; +} + +if [ ! -z "${CC}" ]; then + HOST_TRIPLET="$(${CC} ${CFLAGS} -dumpmachine)" +fi + +MAKEFLAGS="-${MAKEFLAGS}" + +cat <<EOF +------ environment variables ------ +HOST_TRIPLET=${HOST_TRIPLET} +CC=${CC:-} +CXX=${CXX:-} +AR=${AR:-} +RANLIB=${RANLIB:-} +PKG_CONFIG=${PKG_CONFIG:-} +CFLAGS=${CFLAGS:-} +LDFLAGS=${LDFLAGS:-} +ADDITIONAL_ARGS=${ADDITIONAL_ARGS:-} +MAKE_PROGRAM=${MAKE_PROGRAM:-} +MAKEFLAGS=${MAKEFLAGS} +DEST_INSTALL=${DEST_INSTALL:-} +NDPI_COMMIT_HASH=${NDPI_COMMIT_HASH:-} +FORCE_GIT_UPDATE=${FORCE_GIT_UPDATE:-} +----------------------------------- +EOF + +set -x + +cd "$(dirname "${0}")/.." + +GIT_SUCCESS=0 +if [ -d ./.git -o -f ./.git ]; then + GIT_SUCCESS=1 + + if [ ! -z "${FORCE_GIT_UPDATE}" -a "${FORCE_GIT_UPDATE}" != "OFF" ]; then + git submodule deinit --force -- ./libnDPI || { GIT_SUCCESS=0; true; } + LINES_CHANGED=0 + else + LINES_CHANGED="$(git --no-pager diff ./libnDPI 2>/dev/null | wc -l || printf '0')" + fi + + if [ ${LINES_CHANGED} -eq 0 ]; then + git submodule update --progress --init ./libnDPI || { GIT_SUCCESS=0; true; } + else + set +x + printf '%s\n' '-----------------------------------' + printf 'WARNING: %s changes in source tree %s, no GIT update will be done!\n' "${LINES_CHANGED}" "$(realpath $(dirname "${0}")/../libnDPI)" + printf '%s\n' '-----------------------------------' + set -x + fi +fi + +if [ ${GIT_SUCCESS} -eq 0 ]; then + set +x + printf '%s\n' '-----------------------------------' + printf 'WARNING: %s is supposed to be a GIT repository. But it is not.\n' "$(realpath $(dirname "${0}")/..)" + printf '%s\n' 'Can not clone libnDPI as GIT submodule.' + printf '%s\n' 'Falling back to Github direct download.' + printf 'URL: %s\n' "${GITHUB_FALLBACK_URL}" + printf '%s\n' '-----------------------------------' + set -x + wget "${GITHUB_FALLBACK_URL}" -O ./libnDPI-github-${NDPI_COMMIT_HASH}.zip + unzip ./libnDPI-github-${NDPI_COMMIT_HASH}.zip + rm -rf ./libnDPI + mv ./nDPI-${NDPI_COMMIT_HASH} ./libnDPI +fi + +cd ./libnDPI +test ! -r Makefile || { make distclean || true; } +DEST_INSTALL="${DEST_INSTALL:-$(realpath ./install)}" +MAKE_PROGRAM="${MAKE_PROGRAM:-make -j4}" +HOST_ARG="--host=${HOST_TRIPLET}" +./autogen.sh --enable-option-checking=fatal \ + --prefix="/" \ + --disable-global-context-support \ + --with-only-libndpi ${HOST_ARG} ${ADDITIONAL_ARGS} || { cat config.log | grep -v '^|'; false; } +${MAKE_PROGRAM} ${MAKEFLAGS} install DESTDIR="${DEST_INSTALL}" + +rm -f "${LOCKFILE}" diff --git a/scripts/make-dist.sh b/scripts/make-dist.sh new file mode 100755 index 000000000..67578e504 --- /dev/null +++ b/scripts/make-dist.sh @@ -0,0 +1,32 @@ +#!/usr/bin/env bash + +set -e + +LOCKFILE="$(realpath "${0}").lock" +touch "${LOCKFILE}" +exec 42< "${LOCKFILE}" +flock -x -n 42 || { + printf '%s\n' "Could not aquire file lock for ${0}. Already running instance?" >&2; + exit 1; +} + +cd "$(dirname "${0}")/.." +if [ ! -d ./.git ]; then + printf '%s\n' "This script can only by run from a nDPId git repository." >&2 + exit 1; +fi + +git submodule update --init ./libnDPI +NDPID_GIT_VERSION="$(git describe --tags || printf '%s' 'unknown')" +cd ./libnDPI && \ + LIBNDPI_GIT_VERSION="$(git describe --tags || printf '%s' 'unknown')" && \ + printf '%s\n' "Creating $(realpath ./libnDPI-${LIBNDPI_GIT_VERSION}.tar)" && \ + git archive --prefix="nDPId-${NDPID_GIT_VERSION}/libnDPI/" -o "../libnDPI-${LIBNDPI_GIT_VERSION}.tar" HEAD && \ + cd .. +git archive --prefix="nDPId-${NDPID_GIT_VERSION}/" -o "./nDPId-${NDPID_GIT_VERSION}.tar" HEAD +printf '%s\n' "Creating $(realpath ./nDPId-${NDPID_GIT_VERSION}.tar)" +tar --concatenate --file="./nDPId-${NDPID_GIT_VERSION}.tar" "./libnDPI-${LIBNDPI_GIT_VERSION}.tar" +printf '%s\n' "Creating $(realpath ./nDPId-${NDPID_GIT_VERSION}.tar.bz2)" +bzip2 -f -9 "./nDPId-${NDPID_GIT_VERSION}.tar" + +rm -f "${LOCKFILE}" |