mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-01 03:18:29 +08:00
753c2ff906
* [skip ci](shards): update kubernetes related Signed-off-by: peng.xu <peng.xu@zilliz.com> * [skip ci](shards): add pending buff in kubernetes provider Signed-off-by: peng.xu <peng.xu@zilliz.com> * [skip ci](shards): some bug fix in k8s provider Signed-off-by: peng.xu <peng.xu@zilliz.com> * [skip ci](shards): update log Signed-off-by: peng.xu <peng.xu@zilliz.com> * [skip ci](shards): update k8s config Signed-off-by: peng.xu <peng.xu@zilliz.com> * [skip ci](shards): update Makefile Signed-off-by: peng.xu <peng.xu@zilliz.com>
201 lines
5.9 KiB
YAML
201 lines
5.9 KiB
YAML
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: mishards-mysql-configmap
|
|
namespace: mishards
|
|
data:
|
|
mishards_mysql_config.yml: |
|
|
[mysqld]
|
|
pid-file = /var/run/mysqld/mysqld.pid
|
|
socket = /var/run/mysqld/mysqld.sock
|
|
datadir = /data
|
|
log-error = /var/log/mysql/error.log # mount out to host
|
|
# By default we only accept connections from localhost
|
|
bind-address = 0.0.0.0
|
|
# Disabling symbolic-links is recommended to prevent assorted security risks
|
|
symbolic-links=0
|
|
character-set-server = utf8mb4
|
|
collation-server = utf8mb4_unicode_ci
|
|
init_connect='SET NAMES utf8mb4'
|
|
skip-character-set-client-handshake = true
|
|
max_connections = 1000
|
|
wait_timeout = 31536000
|
|
|
|
---
|
|
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: mishards-proxy-configmap
|
|
namespace: mishards
|
|
data:
|
|
mishards_proxy_config.yml: |
|
|
DEBUG=True
|
|
|
|
WOSERVER=tcp://mishards-wo-servers:19530
|
|
SERVER_PORT=19530
|
|
|
|
DISCOVERY_CLASS_NAME=kubernetes
|
|
DISCOVERY_KUBERNETES_NAMESPACE=mishards
|
|
DISCOVERY_KUBERNETES_POD_PATT=.*-ro-servers-.*
|
|
DISCOVERY_KUBERNETES_LABEL_SELECTOR=tier=ro-servers
|
|
DISCOVERY_KUBERNETES_POLL_INTERVAL=10
|
|
DISCOVERY_KUBERNETES_IN_CLUSTER=True
|
|
|
|
SQLALCHEMY_DATABASE_URI=mysql+pymysql://root:milvusroot@mishards-mysql:3306/milvus?charset=utf8mb4
|
|
SQLALCHEMY_POOL_SIZE=50
|
|
SQLALCHEMY_POOL_RECYCLE=7200
|
|
|
|
LOG_PATH=/var/log/milvus
|
|
TIMEZONE=Asia/Shanghai
|
|
|
|
---
|
|
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: mishards-roserver-configmap
|
|
namespace: mishards
|
|
data:
|
|
config.yml: |
|
|
version: 0.3
|
|
server_config:
|
|
address: 0.0.0.0
|
|
port: 19530
|
|
deploy_mode: cluster_readonly
|
|
web_port: 19121
|
|
|
|
db_config:
|
|
backend_url: mysql://root:milvusroot@mishards-mysql:3306/milvus
|
|
auto_flush_interval: 1
|
|
|
|
storage_config:
|
|
primary_path: /var/milvus
|
|
|
|
metric_config:
|
|
enable_monitor: false
|
|
|
|
cache_config:
|
|
cpu_cache_capacity: 6 # memory pool to hold index data, unit: GB
|
|
insert_buffer_size: 1
|
|
cache_insert_data: false
|
|
|
|
gpu_resource_config:
|
|
enabled: false
|
|
cache_capacity: 1
|
|
search_resources:
|
|
- gpu0
|
|
build_index_resources:
|
|
- gpu0
|
|
|
|
engine_config:
|
|
use_blas_threshold: 800
|
|
gpu_search_threshold: 1000
|
|
|
|
wal_config:
|
|
enable: false
|
|
|
|
log.conf: |
|
|
* GLOBAL:
|
|
FORMAT = "%datetime | %level | %logger | %msg"
|
|
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-global.log"
|
|
ENABLED = true
|
|
TO_FILE = true
|
|
TO_STANDARD_OUTPUT = true
|
|
SUBSECOND_PRECISION = 3
|
|
PERFORMANCE_TRACKING = false
|
|
MAX_LOG_FILE_SIZE = 2097152 ## Throw log files away after 2MB
|
|
* DEBUG:
|
|
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-debug.log"
|
|
ENABLED = true
|
|
* WARNING:
|
|
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-warning.log"
|
|
* TRACE:
|
|
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-trace.log"
|
|
* VERBOSE:
|
|
FORMAT = "%datetime{%d/%M/%y} | %level-%vlevel | %msg"
|
|
TO_FILE = true
|
|
TO_STANDARD_OUTPUT = true
|
|
## Error logs
|
|
* ERROR:
|
|
ENABLED = true
|
|
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-error.log"
|
|
* FATAL:
|
|
ENABLED = true
|
|
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-fatal.log"
|
|
|
|
---
|
|
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: mishards-woserver-configmap
|
|
namespace: mishards
|
|
data:
|
|
config.yml: |
|
|
version: 0.3
|
|
server_config:
|
|
address: 0.0.0.0
|
|
port: 19530
|
|
deploy_mode: cluster_writable
|
|
web_port: 19121
|
|
|
|
db_config:
|
|
backend_url: mysql://root:milvusroot@mishards-mysql:3306/milvus
|
|
auto_flush_interval: 1
|
|
|
|
storage_config:
|
|
primary_path: /var/milvus
|
|
|
|
metric_config:
|
|
enable_monitor: false
|
|
|
|
cache_config:
|
|
cpu_cache_capacity: 2 # memory pool to hold index data, unit: GB
|
|
insert_buffer_size: 2
|
|
cache_insert_data: false
|
|
|
|
gpu_resource_config:
|
|
enabled: false
|
|
cache_capacity: 1
|
|
search_resources:
|
|
- gpu0
|
|
build_index_resources:
|
|
- gpu0
|
|
|
|
engine_config:
|
|
use_blas_threshold: 800
|
|
gpu_search_threshold: 1000
|
|
|
|
wal_config:
|
|
enable: false
|
|
|
|
log.conf: |
|
|
* GLOBAL:
|
|
FORMAT = "%datetime | %level | %logger | %msg"
|
|
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-global.log"
|
|
ENABLED = true
|
|
TO_FILE = true
|
|
TO_STANDARD_OUTPUT = true
|
|
SUBSECOND_PRECISION = 3
|
|
PERFORMANCE_TRACKING = false
|
|
MAX_LOG_FILE_SIZE = 2097152 ## Throw log files away after 2MB
|
|
* DEBUG:
|
|
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-debug.log"
|
|
ENABLED = true
|
|
* WARNING:
|
|
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-warning.log"
|
|
* TRACE:
|
|
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-trace.log"
|
|
* VERBOSE:
|
|
FORMAT = "%datetime{%d/%M/%y} | %level-%vlevel | %msg"
|
|
TO_FILE = true
|
|
TO_STANDARD_OUTPUT = true
|
|
## Error logs
|
|
* ERROR:
|
|
ENABLED = true
|
|
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-error.log"
|
|
* FATAL:
|
|
ENABLED = true
|
|
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-fatal.log"
|