diff options
Diffstat (limited to '.github/workflows/build.yml')
| -rw-r--r-- | .github/workflows/build.yml | 370 |
1 files changed, 370 insertions, 0 deletions
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml new file mode 100644 index 000000000..61b2daba6 --- /dev/null +++ b/.github/workflows/build.yml @@ -0,0 +1,370 @@ +name: Build + +on: + schedule: + # At the end of every day + - cron: '0 0 * * *' + push: + branches: + - main + - tmp + pull_request: + branches: + - main + types: [opened, synchronize, reopened] + release: + types: [created] + +jobs: + test: + name: ${{ matrix.os }} ${{ matrix.compiler }} + runs-on: ${{ matrix.os }} + env: + CMAKE_C_COMPILER: ${{ matrix.compiler }} + CMAKE_C_FLAGS: -Werror ${{ matrix.cflags }} + CMAKE_C_EXE_LINKER_FLAGS: ${{ matrix.ldflags }} + CMAKE_MODULE_LINKER_FLAGS: ${{ matrix.ldflags }} + DYLD_LIBRARY_PATH: /usr/local/lib + strategy: + fail-fast: true + matrix: + include: + - compiler: "gcc" + os: "ubuntu-latest" + ndpi_build: "-DBUILD_NDPI=ON" + ndpid_examples: "-DBUILD_EXAMPLES=ON" + ndpid_gcrypt: "-DNDPI_WITH_GCRYPT=OFF" + ndpid_zlib: "-DENABLE_ZLIB=ON" + ndpid_extras: "" + sanitizer: "-DENABLE_SANITIZER=OFF -DENABLE_SANITIZER_THREAD=OFF" + coverage: "-DENABLE_COVERAGE=OFF" + poll: "-DFORCE_POLL=OFF" + upload: true + upload_suffix: "" + ndpi_min_version: "4.10" + - compiler: "gcc" + os: "ubuntu-latest" + ndpi_build: "-DBUILD_NDPI=ON" + ndpid_examples: "-DBUILD_EXAMPLES=ON" + ndpid_gcrypt: "-DNDPI_WITH_GCRYPT=ON" + ndpid_zlib: "-DENABLE_ZLIB=ON" + ndpid_extras: "-DNDPI_WITH_MAXMINDDB=ON -DNDPI_WITH_PCRE=ON -DENABLE_MEMORY_PROFILING=ON" + sanitizer: "-DENABLE_SANITIZER=OFF -DENABLE_SANITIZER_THREAD=OFF" + coverage: "-DENABLE_COVERAGE=OFF" + poll: "-DFORCE_POLL=OFF" + upload: true + upload_suffix: "-host-gcrypt" + ndpi_min_version: "4.10" + - compiler: "clang" + os: "ubuntu-latest" + ndpi_build: "-DBUILD_NDPI=ON" + ndpid_examples: "-DBUILD_EXAMPLES=ON" + ndpid_gcrypt: "-DNDPI_WITH_GCRYPT=OFF" + ndpid_zlib: "-DENABLE_ZLIB=OFF" + ndpid_extras: "" + sanitizer: "-DENABLE_SANITIZER=OFF -DENABLE_SANITIZER_THREAD=OFF" + coverage: "-DENABLE_COVERAGE=OFF" + poll: "-DFORCE_POLL=OFF" + upload: true + upload_suffix: "-no-zlib" + ndpi_min_version: "4.10" + - compiler: "gcc" + os: "ubuntu-latest" + ndpi_build: "-DBUILD_NDPI=ON" + ndpid_examples: "-DBUILD_EXAMPLES=ON" + ndpid_gcrypt: "-DNDPI_WITH_GCRYPT=OFF" + ndpid_zlib: "-DENABLE_ZLIB=ON" + ndpid_extras: "" + sanitizer: "-DENABLE_SANITIZER=ON" + coverage: "-DENABLE_COVERAGE=ON" + poll: "-DFORCE_POLL=ON" + upload: false + ndpi_min_version: "4.10" + - compiler: "clang" + os: "ubuntu-latest" + ndpi_build: "-DBUILD_NDPI=ON" + ndpid_examples: "-DBUILD_EXAMPLES=ON" + ndpid_gcrypt: "-DNDPI_WITH_GCRYPT=OFF" + ndpid_zlib: "-DENABLE_ZLIB=ON" + ndpid_extras: "" + sanitizer: "-DENABLE_SANITIZER=ON" + coverage: "-DENABLE_COVERAGE=OFF" + poll: "-DFORCE_POLL=OFF" + upload: false + ndpi_min_version: "4.10" + - compiler: "clang-12" + os: "ubuntu-latest" + ndpi_build: "-DBUILD_NDPI=ON" + ndpid_examples: "-DBUILD_EXAMPLES=ON" + ndpid_gcrypt: "-DNDPI_WITH_GCRYPT=OFF" + ndpid_zlib: "-DENABLE_ZLIB=ON" + ndpid_extras: "" + sanitizer: "-DENABLE_SANITIZER_THREAD=ON" + coverage: "-DENABLE_COVERAGE=OFF" + poll: + upload: false + ndpi_min_version: "4.10" + - compiler: "gcc-10" + os: "ubuntu-20.04" + ndpi_build: "-DBUILD_NDPI=ON" + ndpid_examples: "-DBUILD_EXAMPLES=ON" + ndpid_gcrypt: "-DNDPI_WITH_GCRYPT=OFF" + ndpid_zlib: "-DENABLE_ZLIB=OFF" + ndpid_extras: "" + sanitizer: "-DENABLE_SANITIZER=ON" + coverage: "-DENABLE_COVERAGE=OFF" + poll: "-DFORCE_POLL=ON" + upload: false + ndpi_min_version: "4.10" + - compiler: "gcc-7" + os: "ubuntu-20.04" + ndpi_build: "-DBUILD_NDPI=ON" + ndpid_examples: "-DBUILD_EXAMPLES=ON" + ndpid_gcrypt: "-DNDPI_WITH_GCRYPT=OFF" + ndpid_zlib: "-DENABLE_ZLIB=ON" + ndpid_extras: "" + sanitizer: "-DENABLE_SANITIZER=ON" + coverage: "-DENABLE_COVERAGE=OFF" + poll: "-DFORCE_POLL=OFF" + upload: false + ndpi_min_version: "4.10" + - compiler: "cc" + os: "macOS-13" + ndpi_build: "-DBUILD_NDPI=OFF" + ndpid_examples: "-DBUILD_EXAMPLES=OFF" + ndpid_gcrypt: "-DNDPI_WITH_GCRYPT=OFF" + ndpid_zlib: "-DENABLE_ZLIB=ON" + ndpid_extras: "" + examples: "-DBUILD_EXAMPLES=OFF" + sanitizer: "-DENABLE_SANITIZER=OFF" + coverage: "-DENABLE_COVERAGE=OFF" + poll: + upload: false + ndpi_min_version: "4.10" + + steps: + - name: Print Matrix + run: | + echo '----------------------------------------' + echo '| OS.......: ${{ matrix.os }}' + echo '| CC.......: ${{ matrix.compiler }}' + echo "| CFLAGS...: $CMAKE_C_FLAGS" + echo "| LDFLAGS..: $CMAKE_C_EXE_LINKER_FLAGS" + echo '|---------------------------------------' + echo '| nDPI min.: ${{ matrix.ndpi_min_version }}' + echo '| GCRYPT...: ${{ matrix.ndpid_gcrypt }}' + echo '| ZLIB.....: ${{ matrix.ndpid_zlib }}' + echo '| Extras...: ${{ matrix.ndpid_extras }}' + echo '| ForcePoll: ${{ matrix.poll }}' + echo '|---------------------------------------' + echo '| SANITIZER: ${{ matrix.sanitizer }}' + echo '| COVERAGE.: ${{ matrix.coverage }}' + echo '|---------------------------------------' + echo '| UPLOAD...: ${{ matrix.upload }}' + echo '----------------------------------------' + - uses: actions/checkout@v4 + with: + submodules: false + fetch-depth: 1 + - name: Install MacOS Prerequisites + if: startsWith(matrix.os, 'macOS') + run: | + brew install coreutils flock automake make unzip cmake pkg-config git wget + wget 'https://www.tcpdump.org/release/libpcap-1.10.4.tar.gz' + tar -xzvf libpcap-1.10.4.tar.gz + cd libpcap-1.10.4 + ./configure && make install + cd .. + wget 'https://github.com/ntop/nDPI/archive/refs/heads/dev.zip' -O libndpi-dev.zip + unzip libndpi-dev.zip + cd nDPI-dev + ./autogen.sh --prefix=/usr/local --with-only-libndpi && make install + - name: Fix kernel mmap rnd bits on Ubuntu + if: startsWith(matrix.os, 'ubuntu') + run: | + # Workaround for compatinility between latest kernel and sanitizer + # See https://github.com/actions/runner-images/issues/9491 + sudo sysctl vm.mmap_rnd_bits=28 + - name: Install Ubuntu Prerequisites + if: startsWith(matrix.os, 'ubuntu') + run: | + sudo apt-get update + sudo apt-get install autoconf automake cmake libtool pkg-config gettext libjson-c-dev flex bison libpcap-dev zlib1g-dev libcurl4-openssl-dev libdbus-1-dev + sudo apt-get install ${{ matrix.compiler }} lcov iproute2 + - name: Install Ubuntu Prerequisites (libgcrypt) + if: startsWith(matrix.os, 'ubuntu') && startsWith(matrix.ndpid_gcrypt, '-DNDPI_WITH_GCRYPT=ON') + run: | + sudo apt-get install libgcrypt20-dev + - name: Install Ubuntu Prerequisites (zlib) + if: startsWith(matrix.os, 'ubuntu') && startsWith(matrix.ndpid_zlib, '-DENABLE_ZLIB=ON') + run: | + sudo apt-get install zlib1g-dev + - name: Install Ubuntu Prerequisites (libmaxminddb, libpcre2) + if: startsWith(matrix.ndpid_extras, '-D') + run: | + sudo apt-get install libmaxminddb-dev libpcre2-dev + - name: Checking Network Buffer Size + run: | + C_VAL=$(cat config.h | sed -n 's/^#define\s\+NETWORK_BUFFER_MAX_SIZE\s\+\([0-9]\+\).*$/\1/gp') + PY_VAL=$(cat dependencies/nDPIsrvd.py | sed -n 's/^NETWORK_BUFFER_MAX_SIZE = \([0-9]\+\).*$/\1/gp') + test ${C_VAL} = ${PY_VAL} + - name: Configure nDPId + run: | + cmake -S . -B build -DCMAKE_C_COMPILER="$CMAKE_C_COMPILER" -DCMAKE_C_FLAGS="$CMAKE_C_FLAGS" -DCMAKE_MODULE_LINKER_FLAGS="$CMAKE_MODULE_LINKER_FLAGS" -DCMAKE_C_EXE_LINKER_FLAGS="$CMAKE_C_EXE_LINKER_FLAGS" \ + -DENABLE_DBUS=ON -DENABLE_CURL=ON -DENABLE_SYSTEMD=ON \ + ${{ matrix.poll }} ${{ matrix.coverage }} ${{ matrix.sanitizer }} ${{ matrix.ndpi_build }} \ + ${{ matrix.ndpid_examples }} ${{ matrix.ndpid_zlib }} ${{ matrix.ndpid_gcrypt }} ${{ matrix.ndpid_extras }} + - name: Build nDPId + run: | + cmake --build build --verbose + - name: Build single nDPId/nDPIsrvd executables (invoke CC directly - dynamic nDPI lib) + if: startsWith(matrix.ndpi_build, '-DBUILD_NDPI=OFF') && startsWith(matrix.coverage, '-DENABLE_COVERAGE=OFF') && startsWith(matrix.ndpid_gcrypt, '-DNDPI_WITH_GCRYPT=OFF') + run: | + pkg-config --cflags --libs libndpi + cc -Wall -Wextra -std=gnu99 \ + ${{ matrix.poll }} -DENABLE_MEMORY_STATUS=1 -DENABLE_MEMORY_PROFILING=1 \ + nDPId.c nio.c utils.c \ + $(pkg-config --cflags libndpi) -I. -I./dependencies -I./dependencies/jsmn -I./dependencies/uthash/include \ + -o /tmp/a.out \ + -lpcap $(pkg-config --libs libndpi) -pthread -lm + cc -Wall -Wextra -std=gnu99 \ + ${{ matrix.poll }} -DENABLE_MEMORY_STATUS=1 -DENABLE_MEMORY_PROFILING=1 \ + nDPIsrvd.c nio.c utils.c \ + -I. -I./dependencies -I./dependencies/jsmn -I./dependencies/uthash/include \ + -o /tmp/a.out + - name: Build single nDPId/nDPIsrvd executables (invoke CC directly - static nDPI lib) + if: endsWith(matrix.compiler, 'gcc-7') == false && startsWith(matrix.ndpi_build, '-DBUILD_NDPI=ON') && startsWith(matrix.coverage, '-DENABLE_COVERAGE=OFF') && startsWith(matrix.sanitizer, '-DENABLE_SANITIZER=ON') && startsWith(matrix.ndpid_gcrypt, '-DNDPI_WITH_GCRYPT=OFF') && startsWith(matrix.ndpid_zlib, '-DENABLE_ZLIB=ON') + run: | + cc -Wall -Wextra -std=gnu99 ${{ matrix.poll }} -DENABLE_ZLIB=1 -DENABLE_MEMORY_STATUS=1 -DENABLE_MEMORY_PROFILING=1 \ + -fsanitize=address -fsanitize=undefined -fno-sanitize=alignment -fsanitize=enum -fsanitize=leak \ + nDPId.c nio.c utils.c \ + -I./build/libnDPI/include/ndpi -I. -I./dependencies -I./dependencies/jsmn -I./dependencies/uthash/include \ + -o /tmp/a.out \ + -lpcap ./build/libnDPI/lib/libndpi.a -pthread -lm -lz + - name: Test EXEC + run: | + ./build/nDPId-test + ./build/nDPId -h || test $? -eq 1 + ./build/nDPIsrvd -h || test $? -eq 1 + - name: Test DIFF + if: startsWith(matrix.os, 'macOS') == false && startsWith(matrix.ndpid_gcrypt, '-DNDPI_WITH_GCRYPT=OFF') + run: | + ./test/run_tests.sh ./libnDPI ./build/nDPId-test + - name: Daemon + if: startsWith(matrix.compiler, 'gcc') || endsWith(matrix.compiler, 'clang') + run: | + make -C ./build daemon VERBOSE=1 + make -C ./build daemon VERBOSE=1 + - name: Coverage + if: startsWith(matrix.coverage, '-DENABLE_COVERAGE=ON') + run: | + make -C ./build coverage + - name: Dist + if: startsWith(matrix.os, 'macOS') == false && matrix.upload == false + run: | + make -C ./build dist + - name: CPack DEB + if: startsWith(matrix.os, 'macOS') == false + run: | + cd ./build && cpack -G DEB && sudo dpkg -i nDPId-*.deb && cd .. + - name: Upload DEB + if: startsWith(matrix.os, 'macOS') == false && matrix.upload + uses: actions/upload-artifact@v4 + with: + name: nDPId-debian-packages_${{ matrix.compiler }}${{ matrix.upload_suffix }} + path: build/*.deb + - name: Test systemd + if: startsWith(matrix.os, 'ubuntu') && startsWith(matrix.compiler, 'gcc') + run: | + ip -c address + sudo systemctl daemon-reload + sudo systemctl enable ndpid@lo + sudo systemctl start ndpid@lo + SYSTEMCTL_RET=3; while (( $SYSTEMCTL_RET == 3 )); do systemctl is-active ndpid@lo.service; SYSTEMCTL_RET=$?; sleep 1; done + sudo systemctl status ndpisrvd.service ndpid@lo.service || true + sudo systemctl show ndpisrvd.service ndpid@lo.service -p SubState,ActiveState || true + journalctl --no-tail --no-pager -u ndpisrvd.service -u ndpid@lo.service + - name: Build PF_RING and nDPId (invoke CC directly - dynamic nDPI lib) + if: endsWith(matrix.compiler, 'gcc-7') == false && startsWith(matrix.ndpi_build, '-DBUILD_NDPI=ON') && startsWith(matrix.coverage, '-DENABLE_COVERAGE=OFF') && startsWith(matrix.sanitizer, '-DENABLE_SANITIZER=ON') && startsWith(matrix.ndpid_gcrypt, '-DNDPI_WITH_GCRYPT=OFF') && startsWith(matrix.ndpid_zlib, '-DENABLE_ZLIB=ON') + run: | + git clone --depth=1 https://github.com/ntop/PF_RING.git + cd PF_RING && make all && sudo make install prefix=/usr + cd .. + cc -Wall -Wextra -std=gnu99 ${{ matrix.poll }} -DENABLE_PFRING=1 -DENABLE_ZLIB=1 -DENABLE_MEMORY_STATUS=1 -DENABLE_MEMORY_PROFILING=1 \ + -fsanitize=address -fsanitize=undefined -fno-sanitize=alignment -fsanitize=enum -fsanitize=leak \ + nDPId.c npfring.c nio.c utils.c \ + -I. -I./dependencies -I./dependencies/jsmn -I./dependencies/uthash/include \ + -I./build/libnDPI/include/ndpi \ + -I./PF_RING/userland/lib -I./PF_RING/kernel \ + -o /tmp/a.out \ + -ldl ./PF_RING/userland/lib/libpfring.a -lpcap ./build/libnDPI/lib/libndpi.a -pthread -lm -lz + - name: Build against libnDPI-${{ matrix.ndpi_min_version }} + if: startsWith(matrix.os, 'ubuntu') + run: | + mkdir build-local-ndpi && cd build-local-ndpi + WGET_RET=0 + wget 'https://github.com/ntop/nDPI/archive/refs/tags/${{ matrix.ndpi_min_version }}.tar.gz' || { WGET_RET=$?; true; } + echo "wget returned: ${WGET_RET}" + test $WGET_RET -ne 8 && { \ + tar -xzvf ${{ matrix.ndpi_min_version }}.tar.gz; } + test $WGET_RET -ne 8 || { \ + echo "::warning file=nDPId.c::New libnDPI release required to build against release tarball, falling back to dev branch."; \ + wget 'http://github.com/ntop/nDPI/archive/refs/heads/dev.tar.gz'; \ + WGET_RET=$?; \ + tar -xzvf dev.tar.gz; \ + mv -v 'nDPI-dev' 'nDPI-${{ matrix.ndpi_min_version }}'; } + test $WGET_RET -ne 0 || { cd nDPI-${{ matrix.ndpi_min_version }}; \ + NDPI_CONFIGURE_ARGS=''; \ + test 'x${{ matrix.ndpid_gcrypt }}' != 'x-DNDPI_WITH_GCRYPT=ON' || NDPI_CONFIGURE_ARGS="$NDPI_CONFIGURE_ARGS --with-local-libgcrypt"; \ + test 'x${{ matrix.sanitizer }}' != 'x-DENABLE_SANITIZER=ON' || NDPI_CONFIGURE_ARGS="$NDPI_CONFIGURE_ARGS --with-sanitizer"; \ + echo "Configure arguments: '$NDPI_CONFIGURE_ARGS'" + ./autogen.sh --prefix=/usr --with-only-libndpi $NDPI_CONFIGURE_ARGS CC="${{ matrix.compiler }}" CXX=false \ + CFLAGS="$CMAKE_C_FLAGS" && make && sudo make install; cd ..; } + cd .. + test $WGET_RET -ne 0 || { echo "Running CMake.. (pkgconfig)"; \ + cmake -S . -B ./build-local-pkgconfig \ + -DCMAKE_C_COMPILER="$CMAKE_C_COMPILER" -DCMAKE_C_FLAGS="$CMAKE_C_FLAGS" \ + -DCMAKE_C_EXE_LINKER_FLAGS="$CMAKE_C_EXE_LINKER_FLAGS" \ + -DBUILD_NDPI=OFF -DBUILD_EXAMPLES=ON \ + -DENABLE_DBUS=ON -DENABLE_CURL=ON -DENABLE_SYSTEMD=ON \ + ${{ matrix.poll }} ${{ matrix.coverage }} \ + ${{ matrix.sanitizer }} ${{ matrix.ndpid_examples }}; } + test $WGET_RET -ne 0 || { echo "Running Make.. (pkgconfig)"; \ + cmake --build ./build-local-pkgconfig --verbose; } + test $WGET_RET -ne 0 || { echo "Testing Executable.. (pkgconfig)"; \ + ./build-local-pkgconfig/nDPId-test; \ + ./build-local-pkgconfig/nDPId -h || test $? -eq 1; \ + ./build-local-pkgconfig/nDPIsrvd -h || test $? -eq 1; } + test $WGET_RET -ne 0 || { echo "Running CMake.. (static)"; \ + cmake -S . -B ./build-local-static \ + -DCMAKE_C_COMPILER="$CMAKE_C_COMPILER" -DCMAKE_C_FLAGS="$CMAKE_C_FLAGS" \ + -DCMAKE_C_EXE_LINKER_FLAGS="$CMAKE_C_EXE_LINKER_FLAGS" \ + -DBUILD_NDPI=OFF -DBUILD_EXAMPLES=ON \ + -DENABLE_DBUS=ON -DENABLE_CURL=ON -DENABLE_SYSTEMD=ON \ + -DNDPI_NO_PKGCONFIG=ON -DSTATIC_LIBNDPI_INSTALLDIR=/usr \ + ${{ matrix.poll }} ${{ matrix.coverage }} ${{ matrix.ndpid_gcrypt }} \ + ${{ matrix.sanitizer }} ${{ matrix.ndpid_examples }}; } + test $WGET_RET -ne 0 || { echo "Running Make.. (static)"; \ + cmake --build ./build-local-static --verbose; } + test $WGET_RET -ne 0 || { echo "Testing Executable.. (static)"; \ + ./build-local-static/nDPId-test; \ + ./build-local-static/nDPId -h || test $? -eq 1; \ + ./build-local-static/nDPIsrvd -h || test $? -eq 1; } + test $WGET_RET -ne 0 || test ! -d ./PF_RING || { echo "Running CMake.. (PF_RING)"; \ + cmake -S . -B ./build-local-pfring \ + -DCMAKE_C_COMPILER="$CMAKE_C_COMPILER" -DCMAKE_C_FLAGS="$CMAKE_C_FLAGS" \ + -DCMAKE_C_EXE_LINKER_FLAGS="$CMAKE_C_EXE_LINKER_FLAGS" \ + -DBUILD_NDPI=OFF -DBUILD_EXAMPLES=ON -DENABLE_PFRING=ON \ + -DENABLE_DBUS=ON -DENABLE_CURL=ON -DENABLE_SYSTEMD=ON \ + -DNDPI_NO_PKGCONFIG=ON -DSTATIC_LIBNDPI_INSTALLDIR=/usr \ + -DPFRING_LINK_STATIC=OFF \ + -DPFRING_INSTALLDIR=/usr -DPFRING_KERNEL_INC="$(realpath ./PF_RING/kernel)" \ + ${{ matrix.poll }} ${{ matrix.coverage }} ${{ matrix.ndpid_gcrypt }} \ + ${{ matrix.sanitizer }} ${{ matrix.ndpid_examples }}; } + test $WGET_RET -ne 0 || test ! -d ./PF_RING || { echo "Running Make.. (PF_RING)"; \ + cmake --build ./build-local-pfring --verbose; } + test $WGET_RET -ne 0 || test ! -d ./PF_RING || { echo "Testing Executable.. (PF_RING)"; \ + ./build-local-pfring/nDPId-test; \ + ./build-local-pfring/nDPId -h || test $? -eq 1; \ + ./build-local-pfring/nDPIsrvd -h || test $? -eq 1; } + test $WGET_RET -eq 0 -o $WGET_RET -eq 8 |