[skip e2e]Update config for embedded Milvus (#16614)

issue: #15711

/kind improvement

Signed-off-by: Yuchen Gao <yuchen.gao@zilliz.com>
This commit is contained in:
Ten Thousand Leaves 2022-04-25 14:17:45 +08:00 committed by GitHub
parent b99b65c26e
commit 14724013ba
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 31 additions and 11 deletions

View File

@ -27,18 +27,16 @@ etcd:
# - "stderr" as os.Stderr,
# - "stdout" as os.Stdout,
# - file path to append server logs to.
# (adjusted for embedded Milvus)
# please adjust in embedded Milvus: /tmp/milvus/logs/etcd.log
path: /tmp/milvus/logs/etcd.log
# (adjusted for embedded Milvus)
level: info # Only supports debug, info, warn, error, panic, or fatal. Default 'info'.
use:
# (adjusted for embedded Milvus)
# please adjust in embedded Milvus: true
embed: true # Whether to enable embedded Etcd (an in-process EtcdServer).
# (adjusted for embedded Milvus)
# please adjust in embedded Milvus: /tmp/milvus/data/
localStorage:
path: /tmp/milvus/data/
enabled: true
# Related configuration of minio, which is responsible for data persistence for Milvus.
minio:
@ -50,14 +48,23 @@ minio:
bucketName: "a-bucket" # Bucket name in MinIO/S3
rootPath: files # The root path where the message is stored in MinIO/S3
# Milvus supports three MQ: rocksmq(based on RockDB), Pulsar and Kafka, which should be reserved in config what you use.
# There is a note about enabling priority if we config multiple mq in this file
# 1. standalone(local) mode: rockskmq(default) > Pulsar > Kafka
# 2. cluster mode: Pulsar(default) > Kafka (rocksmq is unsupported)
# Related configuration of pulsar, used to manage Milvus logs of recent mutation operations, output streaming log, and provide log publish-subscribe services.
pulsar:
address: localhost # Address of pulsar
port: 6650 # Port of pulsar
maxMessageSize: 5242880 # 5 * 1024 * 1024 Bytes, Maximum size of each message in pulsar.
# If you want to enable kafka, needs to comment the pulsar configs
#kafka:
# brokerList: localhost1:9092,localhost2:9092,localhost3:9092
rocksmq:
# (adjusted for embedded Milvus)
# please adjust in embedded Milvus: /tmp/milvus/rdb_data
path: /tmp/milvus/rdb_data # The path where the message is stored in rocksmq
rocksmqPageSize: 2147483648 # 2 GB, 2 * 1024 * 1024 * 1024 bytes, The size of each page of messages in rocksmq
retentionTimeInMinutes: 10080 # 7 days, 7 * 24 * 60 minutes, The retention time of the message in rocksmq.
@ -119,7 +126,9 @@ proxy:
maxDimension: 32768 # Maximum dimension of a vector
maxShardNum: 256 # Maximum number of shards in a collection
maxTaskNum: 1024 # max task number of proxy task queue
# (adjusted for embedded Milvus)
bufFlagExpireTime: 3600 # second, the time to expire bufFlag from cache in collectResultLoop
bufFlagCleanupInterval: 600 # second, the interval to clean bufFlag cache in collectResultLoop
# please adjust in embedded Milvus: false
ginLogging: false # Whether to produce gin logs.
@ -150,6 +159,7 @@ queryNode:
serverMaxSendSize: 2147483647 # math.MaxInt32
clientMaxRecvSize: 104857600 # 100 MB, 100 * 1024 * 1024
clientMaxSendSize: 104857600 # 100 MB, 100 * 1024 * 1024
stats:
publishInterval: 1000 # Interval for querynode to report node information (milliseconds)
dataSync:
@ -165,6 +175,7 @@ queryNode:
# Segcore will divide a segment into multiple chunks.
segcore:
chunkRows: 32768 # The number of vectors in a chunk.
cache:
enabled: true
memoryLimit: 2147483648 # 2 GB, 2 * 1024 *1024 *1024
@ -235,10 +246,9 @@ dataNode:
# Configures the system log output.
log:
# (adjusted for embedded Milvus)
level: info # Only supports debug, info, warn, error, panic, or fatal. Default 'info'.
file:
# (adjusted for embedded Milvus)
# please adjust in embedded Milvus: /tmp/milvus/logs
rootPath: /tmp/milvus/logs # default to stdout, stderr
maxSize: 300 # MB
maxAge: 10 # Maximum time for log retention in day.
@ -281,5 +291,8 @@ common:
simdType: auto
indexSliceSize: 4 # MB
storage:
vector: minio
# please adjust in embedded Milvus: local
storageType: local
security:
authorizationEnabled: false

View File

@ -27,11 +27,14 @@ etcd:
# - "stderr" as os.Stderr,
# - "stdout" as os.Stdout,
# - file path to append server logs to.
# please adjust in embedded Milvus: /tmp/milvus/logs/etcd.log
path: stdout
level: info # Only supports debug, info, warn, error, panic, or fatal. Default 'info'.
use:
# please adjust in embedded Milvus: true
embed: false # Whether to enable embedded Etcd (an in-process EtcdServer).
# please adjust in embedded Milvus: /tmp/milvus/data/
localStorage:
path: /var/lib/milvus/data/
@ -61,6 +64,7 @@ pulsar:
# brokerList: localhost1:9092,localhost2:9092,localhost3:9092
rocksmq:
# please adjust in embedded Milvus: /tmp/milvus/rdb_data
path: /var/lib/milvus/rdb_data # The path where the message is stored in rocksmq
rocksmqPageSize: 2147483648 # 2 GB, 2 * 1024 * 1024 * 1024 bytes, The size of each page of messages in rocksmq
retentionTimeInMinutes: 10080 # 7 days, 7 * 24 * 60 minutes, The retention time of the message in rocksmq.
@ -124,6 +128,7 @@ proxy:
maxTaskNum: 1024 # max task number of proxy task queue
bufFlagExpireTime: 3600 # second, the time to expire bufFlag from cache in collectResultLoop
bufFlagCleanupInterval: 600 # second, the interval to clean bufFlag cache in collectResultLoop
# please adjust in embedded Milvus: false
ginLogging: true # Whether to produce gin logs.
@ -243,6 +248,7 @@ dataNode:
log:
level: info # Only supports debug, info, warn, error, panic, or fatal. Default 'info'.
file:
# please adjust in embedded Milvus: /tmp/milvus/logs
rootPath: "" # default to stdout, stderr
maxSize: 300 # MB
maxAge: 10 # Maximum time for log retention in day.
@ -285,6 +291,7 @@ common:
simdType: auto
indexSliceSize: 4 # MB
# please adjust in embedded Milvus: local
storageType: minio
security: