diff --git a/configs/embedded-milvus.yaml b/configs/embedded-milvus.yaml index 92d246f98d..c0ff68df2f 100644 --- a/configs/embedded-milvus.yaml +++ b/configs/embedded-milvus.yaml @@ -27,18 +27,16 @@ etcd: # - "stderr" as os.Stderr, # - "stdout" as os.Stdout, # - file path to append server logs to. - # (adjusted for embedded Milvus) + # please adjust in embedded Milvus: /tmp/milvus/logs/etcd.log path: /tmp/milvus/logs/etcd.log - # (adjusted for embedded Milvus) level: info # Only supports debug, info, warn, error, panic, or fatal. Default 'info'. use: - # (adjusted for embedded Milvus) + # please adjust in embedded Milvus: true embed: true # Whether to enable embedded Etcd (an in-process EtcdServer). -# (adjusted for embedded Milvus) +# please adjust in embedded Milvus: /tmp/milvus/data/ localStorage: path: /tmp/milvus/data/ - enabled: true # Related configuration of minio, which is responsible for data persistence for Milvus. minio: @@ -50,14 +48,23 @@ minio: bucketName: "a-bucket" # Bucket name in MinIO/S3 rootPath: files # The root path where the message is stored in MinIO/S3 +# Milvus supports three MQ: rocksmq(based on RockDB), Pulsar and Kafka, which should be reserved in config what you use. +# There is a note about enabling priority if we config multiple mq in this file +# 1. standalone(local) mode: rockskmq(default) > Pulsar > Kafka +# 2. cluster mode: Pulsar(default) > Kafka (rocksmq is unsupported) + # Related configuration of pulsar, used to manage Milvus logs of recent mutation operations, output streaming log, and provide log publish-subscribe services. pulsar: address: localhost # Address of pulsar port: 6650 # Port of pulsar maxMessageSize: 5242880 # 5 * 1024 * 1024 Bytes, Maximum size of each message in pulsar. +# If you want to enable kafka, needs to comment the pulsar configs +#kafka: +# brokerList: localhost1:9092,localhost2:9092,localhost3:9092 + rocksmq: - # (adjusted for embedded Milvus) + # please adjust in embedded Milvus: /tmp/milvus/rdb_data path: /tmp/milvus/rdb_data # The path where the message is stored in rocksmq rocksmqPageSize: 2147483648 # 2 GB, 2 * 1024 * 1024 * 1024 bytes, The size of each page of messages in rocksmq retentionTimeInMinutes: 10080 # 7 days, 7 * 24 * 60 minutes, The retention time of the message in rocksmq. @@ -119,7 +126,9 @@ proxy: maxDimension: 32768 # Maximum dimension of a vector maxShardNum: 256 # Maximum number of shards in a collection maxTaskNum: 1024 # max task number of proxy task queue - # (adjusted for embedded Milvus) + bufFlagExpireTime: 3600 # second, the time to expire bufFlag from cache in collectResultLoop + bufFlagCleanupInterval: 600 # second, the interval to clean bufFlag cache in collectResultLoop + # please adjust in embedded Milvus: false ginLogging: false # Whether to produce gin logs. @@ -150,6 +159,7 @@ queryNode: serverMaxSendSize: 2147483647 # math.MaxInt32 clientMaxRecvSize: 104857600 # 100 MB, 100 * 1024 * 1024 clientMaxSendSize: 104857600 # 100 MB, 100 * 1024 * 1024 + stats: publishInterval: 1000 # Interval for querynode to report node information (milliseconds) dataSync: @@ -165,6 +175,7 @@ queryNode: # Segcore will divide a segment into multiple chunks. segcore: chunkRows: 32768 # The number of vectors in a chunk. + cache: enabled: true memoryLimit: 2147483648 # 2 GB, 2 * 1024 *1024 *1024 @@ -235,10 +246,9 @@ dataNode: # Configures the system log output. log: - # (adjusted for embedded Milvus) level: info # Only supports debug, info, warn, error, panic, or fatal. Default 'info'. file: - # (adjusted for embedded Milvus) + # please adjust in embedded Milvus: /tmp/milvus/logs rootPath: /tmp/milvus/logs # default to stdout, stderr maxSize: 300 # MB maxAge: 10 # Maximum time for log retention in day. @@ -281,5 +291,8 @@ common: simdType: auto indexSliceSize: 4 # MB - storage: - vector: minio + # please adjust in embedded Milvus: local + storageType: local + + security: + authorizationEnabled: false diff --git a/configs/milvus.yaml b/configs/milvus.yaml index 859b3a0ebc..45f1d731bf 100644 --- a/configs/milvus.yaml +++ b/configs/milvus.yaml @@ -27,11 +27,14 @@ etcd: # - "stderr" as os.Stderr, # - "stdout" as os.Stdout, # - file path to append server logs to. + # please adjust in embedded Milvus: /tmp/milvus/logs/etcd.log path: stdout level: info # Only supports debug, info, warn, error, panic, or fatal. Default 'info'. use: + # please adjust in embedded Milvus: true embed: false # Whether to enable embedded Etcd (an in-process EtcdServer). +# please adjust in embedded Milvus: /tmp/milvus/data/ localStorage: path: /var/lib/milvus/data/ @@ -61,6 +64,7 @@ pulsar: # brokerList: localhost1:9092,localhost2:9092,localhost3:9092 rocksmq: + # please adjust in embedded Milvus: /tmp/milvus/rdb_data path: /var/lib/milvus/rdb_data # The path where the message is stored in rocksmq rocksmqPageSize: 2147483648 # 2 GB, 2 * 1024 * 1024 * 1024 bytes, The size of each page of messages in rocksmq retentionTimeInMinutes: 10080 # 7 days, 7 * 24 * 60 minutes, The retention time of the message in rocksmq. @@ -124,6 +128,7 @@ proxy: maxTaskNum: 1024 # max task number of proxy task queue bufFlagExpireTime: 3600 # second, the time to expire bufFlag from cache in collectResultLoop bufFlagCleanupInterval: 600 # second, the interval to clean bufFlag cache in collectResultLoop + # please adjust in embedded Milvus: false ginLogging: true # Whether to produce gin logs. @@ -243,6 +248,7 @@ dataNode: log: level: info # Only supports debug, info, warn, error, panic, or fatal. Default 'info'. file: + # please adjust in embedded Milvus: /tmp/milvus/logs rootPath: "" # default to stdout, stderr maxSize: 300 # MB maxAge: 10 # Maximum time for log retention in day. @@ -285,6 +291,7 @@ common: simdType: auto indexSliceSize: 4 # MB + # please adjust in embedded Milvus: local storageType: minio security: