WhisperTranscript/build.sh

#! /bin/bash
# Build the plugin for the project
set -e
export OSTYPE
ARCH=$(uname -m)
EXTRAPATH=''
# Flags:

# -p: number of processors to use.
# -c: Runtime plugin cpu/gpu setting.
# -t: target platform.
# -d: debug program.

if [ -z "${DAEMON}" ]; then
    echo "DAEMON not provided, building with ./../daemon"
fi

DAEMON=${DAEMON:="./../daemon"}
CONTRIB_PATH=${CONTRIB_PATH:="${DAEMON}/contrib"}
CONTRIB_BUILD_DIR=${CONTRIB_BUILD_DIR:="native"}

PLUGIN_NAME="WhisperTranscript"
JPL_FILE_NAME="${PLUGIN_NAME}.jpl"
SO_FILE_NAME="lib${PLUGIN_NAME}.so"
DAEMON_SRC="${DAEMON}/src"
PLUGINS_LIB="../lib"
LIBS_DIR="./../contrib/Libs"
PLATFORM=$(uname)
CONTRIB_BUILD_PATH="${CONTRIB_PATH}/${CONTRIB_BUILD_DIR}"

if [ "${PLATFORM}" = "Linux" ]; then
    PLATFORM="linux-gnu"
    CONTRIB_PLATFORM_CURT=${ARCH}
    echo "Building with ${PLATFORM}"
elif [ "${PLATFORM}" = "Darwin" ]; then
    PLATFORM="darwin"
    SO_FILE_NAME="lib${PLUGIN_NAME}.dylib"
    alias nproc='sysctl -n hw.logicalcpu'
    CONTRIB_PLATFORM_CURT=${ARCH}-apple
    CONTRIB_PLATFORM_EXTRA=$(uname -r)
    echo "Building with ${PLATFORM}"
fi

while getopts t:c:p:d OPT; do
  case "$OPT" in
    d)
        DEBUG=true
        export __DEBUG__=true
    ;;
    t)
        PLATFORM="${OPTARG}"
    ;;
    c)
        PROCESSOR="${OPTARG}"
    ;;
    p)
    ;;
    \?)
        exit 1
    ;;
  esac
done

if [ -z "${PROCESSOR}" ]; then
    PROCESSOR="CPU"
    echo "PROCESSOR not provided, building with ${PROCESSOR}"
fi

if [ "${PROCESSOR}" = "CPU" ]; then
    ONNX_LIBS="cpu"
elif [ "${PROCESSOR}" = "GPU" ]; then
    PROCESSOR="NVIDIA"
    ONNX_LIBS="nvidia-gpu"
    CUBLASLT="-lcublasLt"
fi

echo $PROCESSOR

cp -r ffmpeg ${CONTRIB_PATH}/src/
cp -r whispercpp ${CONTRIB_PATH}/src/
cp -r ../contrib/rav1e ${CONTRIB_PATH}/src/

if [ ! -f "./data/assets/ggml-base.bin" ]; then
    if [ -x "$(command -v wget)" ]; then
        wget --quiet --show-progress -O ./data/assets/ggml-base.bin https://ggml.ggerganov.com/ggml-model-whisper-base.bin
    elif [ -x "$(command -v curl)" ]; then
        curl --output ./data/assets/ggml-base.bin https://ggml.ggerganov.com/ggml-model-whisper-base.bin
    else
        printf "Either wget or curl is required to download models.\n"
        exit 1
    fi
fi

if [ ! -f "./data/assets/ggml-base.bin" ]; then
    printf "Model is required to build the plugin. Aborting.\n"
    exit 1
fi

if [ "${PLATFORM}" = "linux-gnu" ] || [ "${PLATFORM}" = "redhat-linux" ]
then
    if [ -f "${CONTRIB_BUILD_PATH}/.ffmpeg" ]; then
        rm "${CONTRIB_BUILD_PATH}/.ffmpeg"
        rm -rf "${CONTRIB_BUILD_PATH}/ffmpeg"
    fi
    if [ -f "${CONTRIB_BUILD_PATH}/.whispercpp" ]; then
        rm "${CONTRIB_BUILD_PATH}/.whispercpp"
        rm -rf "${CONTRIB_BUILD_PATH}/whispercpp"
    fi
    WORKPATH=$(pwd)
    cd "${CONTRIB_BUILD_PATH}/"
    make .ffmpeg -j$(nproc) install
    make .whispercpp -j$(nproc) install
    rm .whispercpp
    rm .ffmpeg
    cd ${WORKPATH}

    CONTRIB_PLATFORM=${CONTRIB_PLATFORM_CURT}-${PLATFORM}
    if [ ${DEBUG} ]; then
        OUTPUT="${PLUGIN_NAME}"
        CLANG_OPTS="-O0 -g -fsanitize=address"
        EXTRA_DEBUG_LIBRARIES="-lyaml-cpp -lvdpau -lX11 -lva-drm -lva-x11 -lrav1e"
        EXTRA_DEFINES="-D__DEBUG__"
    else
        python3 ./../SDK/jplManipulation.py --preassemble --plugin=${PLUGIN_NAME}
        CLANG_OPTS="-O3 -g -shared"
        OUTPUT="build-local/jpl/lib/${CONTRIB_PLATFORM}/${SO_FILE_NAME}"
    fi

    # Compile
    clang++ -std=c++17 -fPIC ${CLANG_OPTS} \
    -Wl,-Bsymbolic,-rpath,"\${ORIGIN}" \
    -Wall -Wextra \
    -Wno-unused-parameter \
    ${EXTRA_DEFINES} \
    -D${PROCESSOR} \
    -I"." \
    -I"${DAEMON_SRC}" \
    -I"${CONTRIB_PATH}/${CONTRIB_PLATFORM}/include" \
    -I"${PLUGINS_LIB}" \
    ./../lib/common.cpp \
    ./../lib/accel.cpp \
    ./../lib/frameFilter.cpp \
    ./../lib/frameUtils.cpp \
    ./../lib/resampler.cpp \
    main.cpp \
    TranscriptMediaHandler.cpp \
    TranscriptAudioSubscriber.cpp \
    TranscriptVideoSubscriber.cpp \
    PluginPreferenceHandler.cpp \
    stt_whisper.cpp \
    -L"${CONTRIB_PATH}/${CONTRIB_PLATFORM}/lib" \
    -l:libavfilter.a \
    -l:libswscale.a \
    -l:libswresample.a \
    -l:libavformat.a \
    -l:libavcodec.a \
    -l:libavutil.a \
    -l:libwhisper.a \
    -lfreetype \
    -lvpx \
    -lx264 \
    -lspeex \
    -lopus \
    -lz \
    -lva \
    -lfmt \
    ${EXTRA_DEBUG_LIBRARIES} \
    -o "${OUTPUT}"

elif [ "${PLATFORM}" = "darwin" ]
then
    if [ -f "${CONTRIB_BUILD_PATH}/.ffmpeg" ]; then
        rm "${CONTRIB_BUILD_PATH}/.ffmpeg"
        rm -rf "${CONTRIB_BUILD_PATH}/ffmpeg"
    fi
    if [ -f "${CONTRIB_BUILD_PATH}/.whispercpp" ]; then
        rm "${CONTRIB_BUILD_PATH}/.whispercpp"
        rm -rf "${CONTRIB_BUILD_PATH}/whispercpp"
    fi
    WORKPATH=$(pwd)
    cd "${CONTRIB_BUILD_PATH}/"
    make .whispercpp
    make .ffmpeg
    rm .whispercpp
    rm .ffmpeg
    cd ${WORKPATH}

    CONTRIB_PLATFORM=${CONTRIB_PLATFORM_CURT}-${PLATFORM}
    if [ ${DEBUG} ]; then
      OUTPUT="${PLUGIN_NAME}"
      CLANG_OPTS="-O0 -g -fsanitize=address"
      EXTRA_DEBUG_LIBRARIES="-lyaml-cpp -lrav1e"
      EXTRA_DEFINES="-D__DEBUG__"
    else
      python3 ./../SDK/jplManipulation.py --preassemble --plugin=${PLUGIN_NAME}
      CLANG_OPTS="-O3 -g -shared"
      OUTPUT="build-local/jpl/lib/${CONTRIB_PLATFORM}/${SO_FILE_NAME}"
    fi

    # Compile
    clang++ -std=c++17 -fPIC ${CLANG_OPTS} \
    -Wl,-no_compact_unwind -Wl,-framework,CoreFoundation \
    -Wl,-framework,Security -Wl,-framework,VideoToolbox \
    -Wl,-framework,CoreMedia -Wl,-framework,CoreVideo \
    -Wl,-framework,OpenCl -Wl,-framework,Accelerate \
    -Wl,-rpath,"\${ORIGIN}" \
    -Wall -Wextra \
    -Wno-unused-parameter \
    ${EXTRA_DEFINES} \
    -D${PROCESSOR} \
    -I"." \
    -I"${DAEMON_SRC}" \
    -I"${CONTRIB_PATH}/${CONTRIB_PLATFORM}${CONTRIB_PLATFORM_EXTRA}/include" \
    -I"${PLUGINS_LIB}" \
    ./../lib/common.cpp \
    ./../lib/accel.cpp \
    ./../lib/frameFilter.cpp \
    ./../lib/frameUtils.cpp \
    ./../lib/resampler.cpp \
    main.cpp \
    TranscriptMediaHandler.cpp \
    TranscriptAudioSubscriber.cpp \
    TranscriptVideoSubscriber.cpp \
    PluginPreferenceHandler.cpp \
    stt_whisper.cpp \
    -L"${CONTRIB_PATH}/${CONTRIB_PLATFORM}${CONTRIB_PLATFORM_EXTRA}/lib/" \
    -lavfilter \
    -lswscale \
    -lswresample \
    -lavformat \
    -lavcodec \
    -lavutil \
    -lvpx -lx264 -lbz2 -liconv -lz \
    "${CONTRIB_PATH}/${CONTRIB_PLATFORM}${CONTRIB_PLATFORM_EXTRA}/lib/libspeex.a" \
    "${CONTRIB_PATH}/${CONTRIB_PLATFORM}${CONTRIB_PLATFORM_EXTRA}/lib/libopus.a" \
    -lfmt \
    -lwhisper \
    "/usr/local/opt/libpng/lib/libpng.a" \
    "/usr/local/opt/freetype/lib/libfreetype.a" \
    ${EXTRA_DEBUG_LIBRARIES} \
    -o "${OUTPUT}"

    if [ -n "${APPLE_SIGN_CERTIFICATE}" ]; then
      codesign --force --verify --timestamp -o runtime --sign "${APPLE_SIGN_CERTIFICATE}"  "build-local/jpl/lib/${CONTRIB_PLATFORM}/${SO_FILE_NAME}"

      ditto -c -k --rsrc "build-local/jpl/lib/${CONTRIB_PLATFORM}/${SO_FILE_NAME}" "build-local/${SO_FILE_NAME}.zip"
      LIBRARYNAME=${SO_FILE_NAME} sh ./../notarize.sh
      ditto -x -k "build-local/${SO_FILE_NAME}.zip" "build-local/notarized"
      cp "build-local/notarized/${SO_FILE_NAME}" "build-local/jpl/lib/${CONTRIB_PLATFORM}/${SO_FILE_NAME}"
    fi

elif [ "${PLATFORM}" = "android" ]
then
    python3 ./../SDK/jplManipulation.py --preassemble --plugin=${PLUGIN_NAME} --distribution=${PLATFORM}

    if [ -z "$ANDROID_NDK" ]; then
            ANDROID_NDK="/home/${USER}/Android/Sdk/ndk/21.1.6352462"
        echo "ANDROID_NDK not provided, building with ${ANDROID_NDK}"
    fi

    #=========================================================
    #    Check if the ANDROID_ABI was provided
    #    if not, set default
    #=========================================================
    if [ -z "$ANDROID_ABI" ]; then
        ANDROID_ABI="armeabi-v7a arm64-v8a x86_64"
        echo "ANDROID_ABI not provided, building for ${ANDROID_ABI}"
    fi

    buildlib() {
        echo "$CURRENT_ABI"

        #=========================================================
        #    ANDROID TOOLS
        #=========================================================
        export HOST_TAG=linux-x86_64
        export TOOLCHAIN=$ANDROID_NDK/toolchains/llvm/prebuilt/$HOST_TAG
        export AR=$TOOLCHAIN/bin/llvm-ar
        export AS=$TOOLCHAIN/bin/llvm-as
        export LD=$TOOLCHAIN/bin/ld
        export RANLIB=$TOOLCHAIN/bin/llvm-ranlib
        export STRIP=$TOOLCHAIN/bin/llvm-strip
        export ANDROID_SYSROOT=$TOOLCHAIN/sysroot

        if [ "$CURRENT_ABI" = armeabi-v7a ]
        then
        export CC=$TOOLCHAIN/bin/armv7a-linux-androideabi21-clang
        export CXX=$TOOLCHAIN/bin/armv7a-linux-androideabi21-clang++

        elif [ "$CURRENT_ABI" = arm64-v8a ]
        then
        export CC=$TOOLCHAIN/bin/aarch64-linux-android21-clang
        export CXX=$TOOLCHAIN/bin/aarch64-linux-android21-clang++

        elif [ "$CURRENT_ABI" = x86_64 ]
        then
        export CC=$TOOLCHAIN/bin/x86_64-linux-android21-clang
        export CXX=$TOOLCHAIN/bin/x86_64-linux-android21-clang++

        else
        echo "ABI NOT OK" >&2
        exit 1
        fi

        #=========================================================
        #    CONTRIBS
        #=========================================================
        if [ "$CURRENT_ABI" = armeabi-v7a ]
        then
        CONTRIB_PLATFORM=arm-linux-androideabi

        elif [ "$CURRENT_ABI" = arm64-v8a ]
        then
        CONTRIB_PLATFORM=aarch64-linux-android

        elif [ "$CURRENT_ABI" = x86_64 ]
        then
        CONTRIB_PLATFORM=x86_64-linux-android
        fi

        if [ -f "${CONTRIB_BUILD_PATH}-${CONTRIB_PLATFORM}/.ffmpeg" ]; then
            rm "${CONTRIB_BUILD_PATH}-${CONTRIB_PLATFORM}/.ffmpeg"
        fi

        WORKPATH=$(pwd)
        cd "${CONTRIB_BUILD_PATH}-${CONTRIB_PLATFORM}/"
        make .ffmpeg -j$(nproc)
        make .whispercpp -j$(nproc)
        rm .whispercpp
        rm .ffmpeg
        cd ${WORKPATH}

        #=========================================================
        #    Compile the plugin
        #=========================================================

        # Create so destination folder
        $CXX --std=c++17 -O3 -fPIC \
        -Wl,-Bsymbolic,-rpath,"\${ORIGIN}" \
        -shared \
        -Wall -Wextra \
        -Wno-unused-parameter \
        -DANDROID \
        -I"." \
        -I"${DAEMON_SRC}" \
        -I"${CONTRIB_PATH}/${CONTRIB_PLATFORM}/include" \
        -I"${PLUGINS_LIB}" \
        ./../lib/common.cpp \
        ./../lib/accel.cpp \
        ./../lib/frameFilter.cpp \
        ./../lib/frameUtils.cpp \
        main.cpp \
        TranscriptMediaHandler.cpp \
        TranscriptAudioSubscriber.cpp \
        TranscriptVideoSubscriber.cpp \
        PluginPreferenceHandler.cpp \
        stt_whisper.cpp \
        ./../lib/resampler.cpp \
        -L"${CONTRIB_PATH}/${CONTRIB_PLATFORM}/lib/" \
        -lavfilter \
        -lswscale \
        -lswresample \
        -lavformat \
        -lavcodec \
        -lavutil \
        -lvpx \
        -lx264 \
        -lspeex \
        -lopus \
        -lfmt \
        -lwhisper \
        -l:libfreetype.a \
        -llog -lz \
        --sysroot=$ANDROID_SYSROOT \
        -o "build-local/jpl/lib/$CURRENT_ABI/${SO_FILE_NAME}"
    }

    # Build the so
    for i in ${ANDROID_ABI}; do
        CURRENT_ABI=$i
        buildlib
    done
fi

if [ ! ${DEBUG} ]; then
python3 ./../SDK/jplManipulation.py --assemble --plugin=${PLUGIN_NAME} --distribution=${PLATFORM} --extraPath=${EXTRAPATH}
fi

cd ${CONTRIB_PATH}/src/ffmpeg/
# ffmpeg build configuration files were changed during plugin build
# this git checkout will remove these changes
git checkout -- .