18 Star 41 Fork 3

Gitee 极速下载/emqttd

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
此仓库是为了提升国内下载速度的镜像仓库,每日同步一次。 原始仓库: https://github.com/emqtt/emqttd
克隆/下载
build 16.42 KB
一键复制 编辑 原始数据 按行查看 历史
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547
#!/usr/bin/env bash
# This script helps to build release artifacts.
# arg1: profile, e.g. emqx-enterprise
# arg2: artifact, e.g. rel | relup | tgz | pkg
set -euo pipefail
if [ "${DEBUG:-0}" -eq 1 ]; then
set -x
# set this for rebar3
export DIAGNOSTIC=1
fi
log() {
local msg="$1"
# rebar3 prints ===>, so we print ===<
echo "===< $msg"
}
log_red() {
local msg="$1"
local RED='\033[0;31m' # Red
local NC='\033[0m' # No Color
echo -e "${RED}===< ${msg}${NC}"
}
PROFILE_ARG="$1"
ARTIFACT="$2"
is_enterprise() {
case "$1" in
*enterprise*)
echo 'yes'
;;
*)
echo 'no'
;;
esac
}
PROFILE_ENV="${PROFILE:-${PROFILE_ARG}}"
case "$(is_enterprise "$PROFILE_ARG"),$(is_enterprise "$PROFILE_ENV")" in
'yes,yes')
true
;;
'no,no')
true
;;
*)
log_red "PROFILE env var is set to '$PROFILE_ENV', but '$0' arg1 is '$PROFILE_ARG'"
exit 1
;;
esac
# make sure PROFILE is exported, it is needed by rebar.config.erl
PROFILE=$PROFILE_ARG
export PROFILE
# ensure dir
cd -P -- "$(dirname -- "${BASH_SOURCE[0]}")"
PKG_VSN="${PKG_VSN:-$(./pkg-vsn.sh "$PROFILE")}"
export PKG_VSN
SYSTEM="$(./scripts/get-distro.sh)"
if [[ $SYSTEM == "el7" ]];
then
log_red "WARNING: NO SECURITY UPDATES for CentOS 7 QUIC transport"
export QUICER_TLS_VER=openssl
fi
ARCH="$(uname -m)"
case "$ARCH" in
x86_64)
ARCH='amd64'
;;
aarch64)
ARCH='arm64'
;;
arm*)
ARCH='arm64'
;;
esac
export ARCH
##
## Support RPM and Debian based linux systems
##
if [ "$(uname -s)" = 'Linux' ]; then
case "${SYSTEM:-}" in
ubuntu*|debian*|raspbian*)
PKGERDIR='deb'
;;
*)
PKGERDIR='rpm'
;;
esac
fi
if [ "${SYSTEM}" = 'windows' ]; then
# windows does not like the find
FIND="/usr/bin/find"
TAR="/usr/bin/tar"
export BUILD_WITHOUT_ROCKSDB="on"
else
FIND='find'
TAR='tar'
fi
prepare_erl_libs() {
local libs_dir="$1"
local erl_libs="${ERL_LIBS:-}"
local sep
if [ "${SYSTEM}" = 'windows' ]; then
sep=';'
else
sep=':'
fi
for app in "${libs_dir}"/*; do
if [ -d "${app}/ebin" ]; then
if [ -n "$erl_libs" ]; then
erl_libs="${erl_libs}${sep}${app}"
else
erl_libs="${app}"
fi
fi
done
export ERL_LIBS="$erl_libs"
}
make_docs() {
case "$(is_enterprise "$PROFILE")" in
'yes')
SCHEMA_MODULE='emqx_enterprise_schema'
;;
esac
prepare_erl_libs "_build/$PROFILE/checkouts"
prepare_erl_libs "_build/$PROFILE/lib"
local docdir="_build/docgen/$PROFILE"
mkdir -p "$docdir"
# shellcheck disable=SC2086
erl -enable-feature maybe_expr -noshell -eval \
"ok = emqx_conf:dump_schema('$docdir', $SCHEMA_MODULE), \
halt(0)."
local desc="$docdir/desc.en.hocon"
if command -v jq &> /dev/null; then
log "Generating $desc"
scripts/merge-i18n.escript | jq --sort-keys . > "$desc"
else
# it is not a big deal if we cannot generate the desc
log_red "NOT Generated: $desc due to jq command missing."
fi
}
## arg1 is the profile for which the following args (as app names) should be excluded
assert_no_excluded_deps() {
local profile="$1"
shift 1
if [ "$PROFILE" != "$profile" ]; then
# not currently building the profile which has apps to be excluded
return 0
fi
local rel_dir="_build/$PROFILE/rel/emqx/lib"
local excluded_apps=( "$@" )
local found
for app in "${excluded_apps[@]}"; do
found="$($FIND "$rel_dir" -maxdepth 1 -type d -name "$app-*")"
if [ -n "${found}" ]; then
log_red "ERROR: ${app} should not be included in ${PROFILE}"
log_red "ERROR: found ${app} in ${rel_dir}"
exit 1
fi
done
}
just_compile() {
./scripts/pre-compile.sh "$PROFILE"
# make_elixir_rel always create rebar.lock
# delete it to make git clone + checkout work because we use shallow close for rebar deps
rm -f rebar.lock
# compile all beams
./rebar3 as "$PROFILE" compile
make_docs
}
just_compile_elixir() {
./scripts/pre-compile.sh "$PROFILE"
rm -f rebar.lock
env MIX_ENV="$PROFILE" mix local.rebar --if-missing --force
env MIX_ENV="$PROFILE" mix local.rebar rebar3 "${PWD}/rebar3" --if-missing --force
# env MIX_ENV="$PROFILE" mix local.hex --if-missing --force
env MIX_ENV="$PROFILE" mix local.hex 2.0.6 --if-missing --force
env MIX_ENV="$PROFILE" mix deps.get
env MIX_ENV="$PROFILE" mix compile
}
make_rel() {
local release_or_tar="${1}"
just_compile
# now assemble the release tar
./rebar3 as "$PROFILE" "$release_or_tar"
}
make_elixir_rel() {
./scripts/pre-compile.sh "$PROFILE"
export_elixir_release_vars "$PROFILE"
env MIX_ENV="$PROFILE" mix local.rebar --if-missing --force
env MIX_ENV="$PROFILE" mix local.rebar rebar3 "${PWD}/rebar3" --if-missing --force
# env MIX_ENV="$PROFILE" mix local.hex --if-missing --force
env MIX_ENV="$PROFILE" mix local.hex 2.0.6 --if-missing --force
env MIX_ENV="$PROFILE" mix deps.get
env MIX_ENV="$PROFILE" mix release --overwrite
}
make_relup() {
case "$SYSTEM" in
macos*)
log_red "WARNING: relup is not supported on macOS"
exit 0
;;
esac
RELUP_TARGET_VSN="$(./pkg-vsn.sh "$PROFILE" --long)"
export RELUP_TARGET_VSN
./rebar3 emqx relup_gen --relup-dir=./rel/relup
make rel -C _build/default/plugins/emqx_relup
}
cp_dyn_libs() {
local rel_dir="$1"
local target_dir="${rel_dir}/dynlibs"
if ! [ "$(uname -s)" = 'Linux' ]; then
return 0;
fi
mkdir -p "$target_dir"
while read -r so_file; do
cp -L "$so_file" "$target_dir/"
done < <("$FIND" "$rel_dir" -type f \( -name "*.so*" -o -name "beam.smp" \) -print0 \
| xargs -0 ldd \
| grep -E '(libcrypto)|(libtinfo)|(libatomic)' \
| awk '{print $3}' \
| sort -u)
}
## Re-pack the relx assembled .tar.gz to EMQX's package naming scheme
## It assumes the .tar.gz has been built -- relies on Makefile dependency
make_tgz() {
local pkgpath="_packages/${PROFILE}"
local src_tarball
local target_name
local target
if [ "${IS_ELIXIR:-no}" = "yes" ]
then
# ensure src_tarball exists
ELIXIR_MAKE_TAR=yes make_elixir_rel
local relpath="_build/${PROFILE}"
full_vsn="$(./pkg-vsn.sh "$PROFILE" --long --elixir)"
else
# build the src_tarball again to ensure relup is included
# elixir does not have relup yet.
make_rel tar
local relpath="_build/${PROFILE}/rel/emqx"
full_vsn="$(./pkg-vsn.sh "$PROFILE" --long)"
fi
case "$SYSTEM" in
macos*)
target_name="${PROFILE}-${full_vsn}.zip"
;;
windows*)
target_name="${PROFILE}-${full_vsn}.zip"
;;
*)
target_name="${PROFILE}-${full_vsn}.tar.gz"
;;
esac
target="${pkgpath}/${target_name}"
src_tarball="${relpath}/emqx-${PKG_VSN}.tar.gz"
tard="$(mktemp -d -t emqx.XXXXXXX)"
mkdir -p "${tard}/emqx"
mkdir -p "${pkgpath}"
if [ ! -f "$src_tarball" ]; then
log_red "ERROR: $src_tarball is not found"
fi
$TAR zxf "${src_tarball}" -C "${tard}/emqx"
if [ -f "${tard}/emqx/releases/${PKG_VSN}/relup" ]; then
./scripts/relup-build/inject-relup.escript "${tard}/emqx/releases/${PKG_VSN}/relup"
fi
## try to be portable for tar.gz packages.
## for DEB and RPM packages the dependencies are resoved by yum and apt
cp_dyn_libs "${tard}/emqx"
case "$SYSTEM" in
macos*)
## create zip after change dir
## to avoid creating an extra level of 'emqx' dir in the .zip file
pushd "${tard}/emqx" >/dev/null
zip -r "../${target_name}" -- * >/dev/null
popd >/dev/null
mv "${tard}/${target_name}" "${target}"
# sha256sum may not be available on macos
openssl dgst -sha256 "${target}" | cut -d ' ' -f 2 > "${target}.sha256"
;;
windows*)
pushd "${tard}" >/dev/null
7z a "${target_name}" ./emqx/* >/dev/null
popd >/dev/null
mv "${tard}/${target_name}" "${target}"
sha256sum "${target}" | head -c 64 > "${target}.sha256"
;;
*)
## create tar after change dir
## to avoid creating an extra level of 'emqx' dir in the .tar.gz file
pushd "${tard}/emqx" >/dev/null
$TAR -zcf "../${target_name}" -- *
popd >/dev/null
mv "${tard}/${target_name}" "${target}"
sha256sum "${target}" | head -c 64 > "${target}.sha256"
;;
esac
log "Archive successfully repacked: ${target}"
log "Archive sha256sum: $(cat "${target}.sha256")"
}
docker_cleanup() {
rm -f ./.dockerignore >/dev/null
# shellcheck disable=SC2015
[ -f ./.dockerignore.bak ] && mv ./.dockerignore.bak ./.dockerignore >/dev/null || true
}
## Build the default docker image based on debian 12.
make_docker() {
# shellcheck disable=SC1091
source ./env.sh
local BUILD_FROM="${BUILD_FROM:-${EMQX_DOCKER_BUILD_FROM}}"
# shellcheck disable=SC2155
local OTP_VSN="$(docker run --rm "${BUILD_FROM}" erl -eval '{ok, Version} = file:read_file(filename:join([code:root_dir(), "releases", erlang:system_info(otp_release), "OTP_VERSION"])), io:fwrite(Version), halt().' -noshell)"
# shellcheck disable=SC2155
local ELIXIR_VSN="$(docker run --rm "${BUILD_FROM}" elixir --short-version)"
local RUN_FROM="${RUN_FROM:-${EMQX_DOCKER_RUN_FROM}}"
local EMQX_DOCKERFILE="${EMQX_DOCKERFILE:-deploy/docker/Dockerfile}"
local EMQX_SOURCE_TYPE="${EMQX_SOURCE_TYPE:-src}"
# shellcheck disable=SC2155
local VSN_MAJOR="$(scripts/semver.sh "$PKG_VSN" --major)"
# shellcheck disable=SC2155
local VSN_MINOR="$(scripts/semver.sh "$PKG_VSN" --minor)"
# shellcheck disable=SC2155
local VSN_PATCH="$(scripts/semver.sh "$PKG_VSN" --patch)"
local SUFFIX=''
if [[ "$PROFILE" = *-elixir ]]; then
SUFFIX="-elixir"
fi
local DOCKER_REGISTRY="${DOCKER_REGISTRY:-docker.io}"
local DOCKER_REGISTRIES=( )
IFS=',' read -ra DOCKER_REGISTRY_ARR <<< "$DOCKER_REGISTRY"
for r in "${DOCKER_REGISTRY_ARR[@]}"; do
# append to DOCKER_REGISTRIES
DOCKER_REGISTRIES+=("$r")
done
local DOCKER_ORG="${DOCKER_ORG:-emqx}"
local default_base_tag="${DOCKER_ORG}/${PROFILE%%-elixir}"
local EMQX_BASE_IMAGE_TAG="${EMQX_BASE_IMAGE_TAG:-$default_base_tag}"
local DOCKER_IMAGE_BASE_TAGS=( "${EMQX_BASE_IMAGE_TAG}" )
IFS=',' read -ra DOCKER_IMAGE_BASE_TAGS_ARR <<< "${EMQX_EXTRA_BASE_IMAGE_TAGS:-}"
for t in "${DOCKER_IMAGE_BASE_TAGS_ARR[@]}"; do
DOCKER_IMAGE_BASE_TAGS+=("$t")
done
DOCKER_IMAGE_TAGS=( )
for r in "${DOCKER_REGISTRIES[@]}"; do
for t in "${DOCKER_IMAGE_BASE_TAGS[@]}"; do
DOCKER_IMAGE_TAGS+=( "$r/$t:${PKG_VSN}${SUFFIX}" )
if [ "${DOCKER_LATEST:-false}" = true ]; then
DOCKER_IMAGE_TAGS+=( "$r/$t:latest${SUFFIX}" )
DOCKER_IMAGE_TAGS+=( "$r/$t:${VSN_MAJOR}.${VSN_MINOR}${SUFFIX}" )
DOCKER_IMAGE_TAGS+=( "$r/$t:${VSN_MAJOR}.${VSN_MINOR}.${VSN_PATCH}${SUFFIX}" )
fi
done
done
local EDITION=Enterprise
local LICENSE='BSL-1.1'
local PRODUCT_URL='https://emqx.com/en/products/emqx'
local PRODUCT_DESCRIPTION='Official docker image for EMQX Enterprise, an enterprise MQTT platform at scale.'
local DOCUMENTATION_URL='https://docs.emqx.com/en/emqx/latest/'
## extra_deps is a comma separated list of debian 12 package names
local EXTRA_DEPS='libsasl2-2,libsasl2-modules-gssapi-mit'
local ISO_8601_DATE GIT_REVISION
ISO_8601_DATE="$(date -u +"%Y-%m-%dT%H:%M:%SZ")"
GIT_REVISION="$(git rev-parse HEAD)"
export BUILDX_NO_DEFAULT_ATTESTATIONS=1
local DOCKER_BUILDX_ARGS=(
--build-arg BUILD_FROM="${BUILD_FROM}" \
--build-arg RUN_FROM="${RUN_FROM}" \
--build-arg SOURCE_TYPE="${EMQX_SOURCE_TYPE}" \
--build-arg PROFILE="${PROFILE%%-elixir}" \
--build-arg IS_ELIXIR="$([[ "$PROFILE" = *-elixir ]] && echo yes || echo no)" \
--build-arg SUFFIX="${SUFFIX}" \
--build-arg EXTRA_DEPS="${EXTRA_DEPS}" \
--build-arg PKG_VSN="${PKG_VSN}" \
--file "${EMQX_DOCKERFILE}" \
--label org.opencontainers.image.title="${PROFILE%%-elixir}" \
--label org.opencontainers.image.edition="${EDITION}" \
--label org.opencontainers.image.version="${PKG_VSN}" \
--label org.opencontainers.image.revision="${GIT_REVISION}" \
--label org.opencontainers.image.created="${ISO_8601_DATE}" \
--label org.opencontainers.image.source='https://github.com/emqx/emqx' \
--label org.opencontainers.image.url="${PRODUCT_URL}" \
--label org.opencontainers.image.description="${PRODUCT_DESCRIPTION}" \
--label org.opencontainers.image.documentation="${DOCUMENTATION_URL}" \
--label org.opencontainers.image.licenses="${LICENSE}" \
--label org.opencontainers.image.otp.version="${OTP_VSN}" \
--pull
)
:> ./.emqx_docker_image_tags
for t in "${DOCKER_IMAGE_TAGS[@]}"; do
DOCKER_BUILDX_ARGS+=(--tag "${t}")
echo "${t}" >> ./.emqx_docker_image_tags
done
if [ "${DOCKER_BUILD_NOCACHE:-false}" = true ]; then
DOCKER_BUILDX_ARGS+=(--no-cache)
fi
if [ "${SUFFIX}" = '-elixir' ]; then
DOCKER_BUILDX_ARGS+=(--label org.opencontainers.image.elixir.version="${ELIXIR_VSN}")
fi
if [ "${DOCKER_PLATFORMS:-default}" != 'default' ]; then
DOCKER_BUILDX_ARGS+=(--platform "${DOCKER_PLATFORMS}")
fi
if [ "${DOCKER_PUSH:-false}" = true ]; then
DOCKER_BUILDX_ARGS+=(--push)
fi
if [ "${DOCKER_LOAD:-true}" = true ]; then
DOCKER_BUILDX_ARGS+=(--load)
fi
if [ -d "${REBAR_GIT_CACHE_DIR:-}" ]; then
cache_tar="$(pwd)/rebar-git-cache.tar"
if [ ! -f "${cache_tar}" ]; then
pushd "${REBAR_GIT_CACHE_DIR}" >/dev/null
tar -cf "${cache_tar}" .
popd >/dev/null
fi
fi
if [ -n "${DEBUG:-}" ]; then
DOCKER_BUILDX_ARGS+=(--build-arg DEBUG="${DEBUG}" --progress=plain)
fi
# shellcheck disable=SC2015
[ -f ./.dockerignore ] && mv ./.dockerignore ./.dockerignore.bak || true
trap docker_cleanup EXIT
{
echo '_build/'
echo 'deps/'
echo '*.lock'
echo '_packages/'
echo '.vs/'
echo '.vscode/'
echo 'lux_logs/'
echo '_upgrade_base/'
} >> ./.dockerignore
echo "Docker buildx args: ${DOCKER_BUILDX_ARGS[*]}"
docker buildx build "${DOCKER_BUILDX_ARGS[@]}" .
}
function join {
local IFS="$1"
shift
echo "$*"
}
# used to control the Elixir Mix Release output
# see docstring in `mix.exs`
export_elixir_release_vars() {
local profile="$1"
case "$profile" in
emqx-enterprise)
export ELIXIR_MAKE_TAR=${ELIXIR_MAKE_TAR:-no}
;;
emqx-enterprise-pkg)
export ELIXIR_MAKE_TAR=${ELIXIR_MAKE_TAR:-yes}
;;
*)
log_red "Invalid profile $profile"
exit 1
esac
export MIX_ENV="$profile"
}
log "building artifact=$ARTIFACT for profile=$PROFILE"
case "$ARTIFACT" in
apps)
if [ "${IS_ELIXIR:-}" = "yes" ]; then
just_compile_elixir
else
just_compile
fi
;;
doc|docs)
make_docs
;;
rel)
make_rel release
;;
relup)
make_relup
;;
tgz)
make_tgz
;;
pkg)
# this only affect build artifacts, such as schema doc
export EMQX_ETC_DIR='/etc/emqx/'
if [ -z "${PKGERDIR:-}" ]; then
log "Skipped making deb/rpm package for $SYSTEM"
exit 0
fi
export EMQX_REL_FORM="$PKGERDIR"
if [ "${IS_ELIXIR:-}" = 'yes' ]; then
make_elixir_rel
else
make_rel tar
fi
env EMQX_REL="$(pwd)" \
EMQX_BUILD="${PROFILE}" \
make -C "deploy/packages/${PKGERDIR}" clean
env EMQX_REL="$(pwd)" \
EMQX_BUILD="${PROFILE}" \
make -C "deploy/packages/${PKGERDIR}"
;;
docker)
make_docker
;;
elixir)
make_elixir_rel
;;
*)
log_red "Unknown artifact $ARTIFACT"
exit 1
;;
esac
Loading...
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
Erlang
1
https://gitee.com/mirrors/emqttd.git
[email protected]:mirrors/emqttd.git
mirrors
emqttd
emqttd
master

搜索帮助