test/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2024-12-02 03:48:37 +08:00
Code Issues Actions 12 Packages Projects Releases Wiki Activity

Reduce chunk row size (#18320)

Browse Source 
Signed-off-by: longjiquan <jiquan.long@zilliz.com>
This commit is contained in:
Jiquan Long 2022-07-19 13:50:28 +08:00 committed by GitHub
parent 048d8a1114
commit 70246f82fd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
configs/embedded-milvus.yaml
View File

@ -170,7 +170,7 @@ queryNode:
maxParallelism: 1024 # Maximum number of tasks executed in parallel in the flowgraph
# Segcore will divide a segment into multiple chunks.
segcore:
chunkRows: 32768 # The number of vectors in a chunk.
chunkRows: 1024 # The number of vectors in a chunk.
cache:
enabled: true

4
configs/milvus.yaml
View File

@ -173,11 +173,11 @@ queryNode:
maxParallelism: 1024 # Maximum number of tasks executed in parallel in the flowgraph
# Segcore will divide a segment into multiple chunks to enbale small index
segcore:
chunkRows: 32768 # The number of vectors in a chunk.
chunkRows: 1024 # The number of vectors in a chunk.
# Note: we have disabled segment small index since @2022.05.12. So below related configurations won't work.
# We won't create small index for growing segments and search on these segments will directly use bruteforce scan.
smallIndex:
nlist: 256 # small index nlist, recommend to set sqrt(chunkRows), must smaller than chunkRows/8
nlist: 128 # small index nlist, recommend to set sqrt(chunkRows), must smaller than chunkRows/8
nprobe: 16 # nprobe to search small index, based on your accuracy requirement, must smaller than nlist
cache:
enabled: true

2
internal/util/paramtable/component_param.go
View File

@ -791,7 +791,7 @@ func (p *queryNodeConfig) initFlowGraphMaxParallelism() {
}
func (p *queryNodeConfig) initSmallIndexParams() {
p.ChunkRows = p.Base.ParseInt64WithDefault("queryNode.segcore.chunkRows", 32768)
p.ChunkRows = p.Base.ParseInt64WithDefault("queryNode.segcore.chunkRows", 1024)
if p.ChunkRows < 1024 {
log.Warn("chunk rows can not be less than 1024, force set to 1024", zap.Any("current", p.ChunkRows))
p.ChunkRows = 1024

4
internal/util/paramtable/component_param_test.go
View File

@ -231,10 +231,10 @@ func TestComponentParam(t *testing.T) {
// test query side config
chunkRows := Params.ChunkRows
assert.Equal(t, int64(32768), chunkRows)
assert.Equal(t, int64(1024), chunkRows)
nlist := Params.SmallIndexNlist
assert.Equal(t, int64(256), nlist)
assert.Equal(t, int64(128), nlist)
nprobe := Params.SmallIndexNProbe
assert.Equal(t, int64(16), nprobe)