mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-11-29 18:38:44 +08:00
14051fed7d
issue: #33285 - implement streaming service client. - implement producing and consuming service client by streaming coord client and streaming node client. Signed-off-by: chyezh <chyezh@outlook.com>
264 lines
7.5 KiB
Bash
Executable File
264 lines
7.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# Licensed to the LF AI & Data foundation under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# Exit immediately for non zero status
|
|
set -e
|
|
|
|
BASEDIR=$(dirname "$0")
|
|
source $BASEDIR/setenv.sh
|
|
|
|
if [[ $(uname -s) == "Darwin" ]]; then
|
|
export MallocNanoZone=0
|
|
fi
|
|
|
|
# ignore MinIO,S3 unittests
|
|
MILVUS_DIR="${ROOT_DIR}/internal/"
|
|
PKG_DIR="${ROOT_DIR}/pkg/"
|
|
echo "Running go unittest under $MILVUS_DIR & $PKG_DIR"
|
|
|
|
TEST_ALL=1
|
|
TEST_TAG="ALL"
|
|
|
|
while getopts "t:h" arg; do
|
|
case $arg in
|
|
t)
|
|
TEST_ALL=0
|
|
TEST_TAG=$OPTARG
|
|
;;
|
|
h) # help
|
|
echo "
|
|
parameter:
|
|
-t: test tag(default: all)
|
|
-h: help
|
|
|
|
usage:
|
|
./go_run_unittest.sh -t \${TEST_TAG}
|
|
"
|
|
exit 0
|
|
;;
|
|
?)
|
|
echo "ERROR! unknown argument"
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
function test_proxy()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/proxy/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/distributed/proxy/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_querynode()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/querynodev2/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/distributed/querynode/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
|
|
function test_kv()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/kv/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_mq()
|
|
{
|
|
go test -race -cover -tags dynamic,test $(go list "${MILVUS_DIR}/mq/..." | grep -v kafka) -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_storage()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/storage" -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_allocator()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/allocator/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_tso()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/tso/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_util()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/util/funcutil/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
pushd pkg
|
|
go test -race -cover -tags dynamic,test "${PKG_DIR}/util/retry/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
popd
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/util/sessionutil/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/util/typeutil/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/util/importutilv2/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/util/proxyutil/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/util/initcore/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/util/cgo/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/util/streamingutil/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_pkg()
|
|
{
|
|
pushd pkg
|
|
go test -race -cover -tags dynamic,test "${PKG_DIR}/common/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${PKG_DIR}/config/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${PKG_DIR}/log/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${PKG_DIR}/mq/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${PKG_DIR}/tracer/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${PKG_DIR}/util/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${PKG_DIR}/streaming/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
popd
|
|
}
|
|
|
|
function test_datanode
|
|
{
|
|
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/datanode/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/distributed/datanode/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
|
|
}
|
|
|
|
function test_indexnode()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/indexnode/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_rootcoord()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/distributed/rootcoord/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/rootcoord" -failfast -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_datacoord()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/distributed/datacoord/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/datacoord/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_querycoord()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/distributed/querycoord/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/querycoordv2/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_metastore()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/metastore/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_cmd()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${ROOT_DIR}/cmd/tools/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
}
|
|
|
|
function test_streaming()
|
|
{
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/streamingcoord/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/streamingnode/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/util/streamingutil/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
go test -race -cover -tags dynamic,test "${MILVUS_DIR}/distributed/streaming/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
pushd pkg
|
|
go test -race -cover -tags dynamic,test "${PKG_DIR}/streaming/..." -failfast -count=1 -ldflags="-r ${RPATH}"
|
|
popd
|
|
}
|
|
|
|
function test_all()
|
|
{
|
|
test_proxy
|
|
test_querynode
|
|
test_datanode
|
|
test_indexnode
|
|
test_rootcoord
|
|
test_querycoord
|
|
test_datacoord
|
|
test_kv
|
|
test_mq
|
|
test_storage
|
|
test_allocator
|
|
test_tso
|
|
test_util
|
|
test_pkg
|
|
test_metastore
|
|
test_cmd
|
|
test_streaming
|
|
}
|
|
|
|
|
|
|
|
case "${TEST_TAG}" in
|
|
proxy)
|
|
test_proxy
|
|
;;
|
|
querynode)
|
|
test_querynode
|
|
;;
|
|
datanode)
|
|
test_datanode
|
|
;;
|
|
indexnode)
|
|
test_indexnode
|
|
;;
|
|
rootcoord)
|
|
test_rootcoord
|
|
;;
|
|
querycoord)
|
|
test_querycoord
|
|
;;
|
|
datacoord)
|
|
test_datacoord
|
|
;;
|
|
kv)
|
|
test_kv
|
|
;;
|
|
mq)
|
|
test_mq
|
|
;;
|
|
storage)
|
|
test_storage
|
|
;;
|
|
allocator)
|
|
test_allocator
|
|
;;
|
|
tso)
|
|
test_tso
|
|
;;
|
|
config)
|
|
test_config
|
|
;;
|
|
util)
|
|
test_util
|
|
;;
|
|
pkg)
|
|
test_pkg
|
|
;;
|
|
metastore)
|
|
test_metastore
|
|
;;
|
|
cmd)
|
|
test_cmd
|
|
;;
|
|
streaming)
|
|
test_streaming
|
|
;;
|
|
*) echo "Test All";
|
|
test_all
|
|
;;
|
|
esac
|
|
|
|
|
|
echo " Go unittest finished"
|