milvus/shards/kubernetes_demo/mishards_configmap.yaml
XuPeng-SH 753c2ff906
Mishards k8s fix (#1958)
* [skip ci](shards): update kubernetes related

Signed-off-by: peng.xu <peng.xu@zilliz.com>

* [skip ci](shards): add pending buff in kubernetes provider

Signed-off-by: peng.xu <peng.xu@zilliz.com>

* [skip ci](shards): some bug fix in k8s provider

Signed-off-by: peng.xu <peng.xu@zilliz.com>

* [skip ci](shards): update log

Signed-off-by: peng.xu <peng.xu@zilliz.com>

* [skip ci](shards): update k8s config

Signed-off-by: peng.xu <peng.xu@zilliz.com>

* [skip ci](shards): update Makefile

Signed-off-by: peng.xu <peng.xu@zilliz.com>
2020-04-16 22:04:47 +08:00

201 lines
5.9 KiB
YAML

apiVersion: v1
kind: ConfigMap
metadata:
name: mishards-mysql-configmap
namespace: mishards
data:
mishards_mysql_config.yml: |
[mysqld]
pid-file = /var/run/mysqld/mysqld.pid
socket = /var/run/mysqld/mysqld.sock
datadir = /data
log-error = /var/log/mysql/error.log # mount out to host
# By default we only accept connections from localhost
bind-address = 0.0.0.0
# Disabling symbolic-links is recommended to prevent assorted security risks
symbolic-links=0
character-set-server = utf8mb4
collation-server = utf8mb4_unicode_ci
init_connect='SET NAMES utf8mb4'
skip-character-set-client-handshake = true
max_connections = 1000
wait_timeout = 31536000
---
apiVersion: v1
kind: ConfigMap
metadata:
name: mishards-proxy-configmap
namespace: mishards
data:
mishards_proxy_config.yml: |
DEBUG=True
WOSERVER=tcp://mishards-wo-servers:19530
SERVER_PORT=19530
DISCOVERY_CLASS_NAME=kubernetes
DISCOVERY_KUBERNETES_NAMESPACE=mishards
DISCOVERY_KUBERNETES_POD_PATT=.*-ro-servers-.*
DISCOVERY_KUBERNETES_LABEL_SELECTOR=tier=ro-servers
DISCOVERY_KUBERNETES_POLL_INTERVAL=10
DISCOVERY_KUBERNETES_IN_CLUSTER=True
SQLALCHEMY_DATABASE_URI=mysql+pymysql://root:milvusroot@mishards-mysql:3306/milvus?charset=utf8mb4
SQLALCHEMY_POOL_SIZE=50
SQLALCHEMY_POOL_RECYCLE=7200
LOG_PATH=/var/log/milvus
TIMEZONE=Asia/Shanghai
---
apiVersion: v1
kind: ConfigMap
metadata:
name: mishards-roserver-configmap
namespace: mishards
data:
config.yml: |
version: 0.3
server_config:
address: 0.0.0.0
port: 19530
deploy_mode: cluster_readonly
web_port: 19121
db_config:
backend_url: mysql://root:milvusroot@mishards-mysql:3306/milvus
auto_flush_interval: 1
storage_config:
primary_path: /var/milvus
metric_config:
enable_monitor: false
cache_config:
cpu_cache_capacity: 6 # memory pool to hold index data, unit: GB
insert_buffer_size: 1
cache_insert_data: false
gpu_resource_config:
enabled: false
cache_capacity: 1
search_resources:
- gpu0
build_index_resources:
- gpu0
engine_config:
use_blas_threshold: 800
gpu_search_threshold: 1000
wal_config:
enable: false
log.conf: |
* GLOBAL:
FORMAT = "%datetime | %level | %logger | %msg"
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-global.log"
ENABLED = true
TO_FILE = true
TO_STANDARD_OUTPUT = true
SUBSECOND_PRECISION = 3
PERFORMANCE_TRACKING = false
MAX_LOG_FILE_SIZE = 2097152 ## Throw log files away after 2MB
* DEBUG:
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-debug.log"
ENABLED = true
* WARNING:
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-warning.log"
* TRACE:
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-trace.log"
* VERBOSE:
FORMAT = "%datetime{%d/%M/%y} | %level-%vlevel | %msg"
TO_FILE = true
TO_STANDARD_OUTPUT = true
## Error logs
* ERROR:
ENABLED = true
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-error.log"
* FATAL:
ENABLED = true
FILENAME = "/var/lib/milvus/logs/milvus-ro-%datetime{%H:%m}-fatal.log"
---
apiVersion: v1
kind: ConfigMap
metadata:
name: mishards-woserver-configmap
namespace: mishards
data:
config.yml: |
version: 0.3
server_config:
address: 0.0.0.0
port: 19530
deploy_mode: cluster_writable
web_port: 19121
db_config:
backend_url: mysql://root:milvusroot@mishards-mysql:3306/milvus
auto_flush_interval: 1
storage_config:
primary_path: /var/milvus
metric_config:
enable_monitor: false
cache_config:
cpu_cache_capacity: 2 # memory pool to hold index data, unit: GB
insert_buffer_size: 2
cache_insert_data: false
gpu_resource_config:
enabled: false
cache_capacity: 1
search_resources:
- gpu0
build_index_resources:
- gpu0
engine_config:
use_blas_threshold: 800
gpu_search_threshold: 1000
wal_config:
enable: false
log.conf: |
* GLOBAL:
FORMAT = "%datetime | %level | %logger | %msg"
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-global.log"
ENABLED = true
TO_FILE = true
TO_STANDARD_OUTPUT = true
SUBSECOND_PRECISION = 3
PERFORMANCE_TRACKING = false
MAX_LOG_FILE_SIZE = 2097152 ## Throw log files away after 2MB
* DEBUG:
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-debug.log"
ENABLED = true
* WARNING:
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-warning.log"
* TRACE:
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-trace.log"
* VERBOSE:
FORMAT = "%datetime{%d/%M/%y} | %level-%vlevel | %msg"
TO_FILE = true
TO_STANDARD_OUTPUT = true
## Error logs
* ERROR:
ENABLED = true
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-error.log"
* FATAL:
ENABLED = true
FILENAME = "/var/lib/milvus/logs/milvus-wo-%datetime{%H:%m}-fatal.log"