mirror of
https://github.com/typesense/typesense.git
synced 2025-04-19 17:20:59 +08:00
80 lines
3.1 KiB
Bash
80 lines
3.1 KiB
Bash
#!/bin/bash
|
|
# TYPESENSE_VERSION=nightly TYPESENSE_TARGET=typesense-server|typesense-test bash ci_build_v2.sh
|
|
|
|
set -ex
|
|
PROJECT_DIR=`dirname $0 | while read a; do cd $a && pwd && break; done`
|
|
BUILD_DIR=bazel-bin
|
|
|
|
if [ -z "$TYPESENSE_VERSION" ]; then
|
|
TYPESENSE_VERSION="nightly"
|
|
fi
|
|
|
|
ARCH_NAME="amd64"
|
|
|
|
if [[ "$@" == *"--graviton2"* ]] || [[ "$@" == *"--arm"* ]]; then
|
|
ARCH_NAME="arm64"
|
|
fi
|
|
|
|
if [[ "$@" == *"--with-cuda"* ]]; then
|
|
CUDA_FLAGS="--define use_cuda=on --action_env=CUDA_HOME=/usr/local/cuda --action_env=CUDNN_HOME=/usr/local/cuda"
|
|
fi
|
|
|
|
JEMALLOC_FLAGS=""
|
|
USE_JEMALLOC_LG_PAGE16=false
|
|
if [[ "$@" == *"--with-jemalloc-lg-page16"* ]]; then
|
|
JEMALLOC_FLAGS="--define enable_jemalloc_lg_page16=1"
|
|
USE_JEMALLOC_LG_PAGE16=true
|
|
fi
|
|
|
|
# Extract jobs parameter if provided, default to 6
|
|
JOBS=6
|
|
if [[ "$@" =~ --jobs=([0-9]+) ]]; then
|
|
JOBS=${BASH_REMATCH[1]}
|
|
fi
|
|
|
|
# First build protobuf
|
|
bazel build --jobs=$JOBS @com_google_protobuf//:protobuf_headers
|
|
bazel build --jobs=$JOBS @com_google_protobuf//:protobuf_lite
|
|
bazel build --jobs=$JOBS @com_google_protobuf//:protobuf
|
|
bazel build --jobs=$JOBS @com_google_protobuf//:protoc
|
|
|
|
# Build whisper
|
|
if [[ "$@" == *"--with-cuda"* ]]; then
|
|
bazel build --jobs=$JOBS @whisper.cpp//:whisper_cuda_shared $CUDA_FLAGS --experimental_cc_shared_library
|
|
/bin/cp -f $PROJECT_DIR/$BUILD_DIR/external/whisper.cpp/libwhisper_cuda_shared.so $PROJECT_DIR/$BUILD_DIR/
|
|
fi
|
|
|
|
# Finally build Typesense
|
|
bazel build --verbose_failures --jobs=$JOBS $CUDA_FLAGS $JEMALLOC_FLAGS \
|
|
--define=TYPESENSE_VERSION=\"$TYPESENSE_VERSION\" //:$TYPESENSE_TARGET
|
|
|
|
# Copy the binary to an accessible location
|
|
mkdir -p $PROJECT_DIR/dist
|
|
/bin/cp -f $PROJECT_DIR/$BUILD_DIR/$TYPESENSE_TARGET $PROJECT_DIR/dist/
|
|
|
|
if [[ "$@" == *"--build-deploy-image"* ]]; then
|
|
echo "Creating deployment image for Typesense $TYPESENSE_VERSION server ..."
|
|
docker build --platform linux/${ARCH_NAME} --file $PROJECT_DIR/docker/deployment.Dockerfile \
|
|
--tag typesense/typesense:$TYPESENSE_VERSION $PROJECT_DIR/$BUILD_DIR
|
|
fi
|
|
|
|
if [[ "$@" == *"--package-binary"* ]]; then
|
|
OS_FAMILY=linux
|
|
RELEASE_NAME=typesense-server-$TYPESENSE_VERSION-$OS_FAMILY-$ARCH_NAME
|
|
if [[ "$USE_JEMALLOC_LG_PAGE16" == true ]]; then
|
|
RELEASE_NAME="$RELEASE_NAME-lg-page16"
|
|
fi
|
|
printf `md5sum $PROJECT_DIR/$BUILD_DIR/typesense-server | cut -b-32` > $PROJECT_DIR/$BUILD_DIR/typesense-server.md5.txt
|
|
tar -cvzf $PROJECT_DIR/$BUILD_DIR/$RELEASE_NAME.tar.gz -C $PROJECT_DIR/$BUILD_DIR typesense-server typesense-server.md5.txt
|
|
echo "Built binary successfully: $PROJECT_DIR/$BUILD_DIR/$RELEASE_NAME.tar.gz"
|
|
|
|
if [[ "$@" == *"--with-cuda"* ]]; then
|
|
GPU_DEPS_NAME=typesense-gpu-deps-$TYPESENSE_VERSION-$OS_FAMILY-$ARCH_NAME
|
|
if [[ "$USE_JEMALLOC_LG_PAGE16" == true ]]; then
|
|
GPU_DEPS_NAME="$GPU_DEPS_NAME-lg-page16"
|
|
fi
|
|
tar -cvzf "$PROJECT_DIR/$BUILD_DIR/$GPU_DEPS_NAME.tar.gz" -C "$PROJECT_DIR/$BUILD_DIR" libonnxruntime_providers_cuda.so libonnxruntime_providers_shared.so libwhisper_cuda_shared.so
|
|
echo "Built GPU dependencies successfully: $PROJECT_DIR/$BUILD_DIR/$GPU_DEPS_NAME.tar.gz"
|
|
fi
|
|
fi
|