gf/database/gdb/gdb.go

766 lines
30 KiB
Go
Raw Normal View History

2021-01-17 21:46:25 +08:00
// Copyright GoFrame Author(https://goframe.org). All Rights Reserved.
2017-12-29 16:03:30 +08:00
//
// This Source Code Form is subject to the terms of the MIT License.
// If a copy of the MIT was not distributed with this file,
// You can obtain one at https://github.com/gogf/gf.
2017-12-31 18:19:58 +08:00
2019-01-15 23:27:47 +08:00
// Package gdb provides ORM features for popular relationship databases.
2017-11-23 10:21:28 +08:00
package gdb
import (
2020-11-29 23:47:57 +08:00
"context"
2019-06-19 09:06:52 +08:00
"database/sql"
2022-09-26 22:11:13 +08:00
"fmt"
"time"
2022-09-26 22:11:13 +08:00
"github.com/gogf/gf/v2/container/garray"
2021-10-11 21:41:56 +08:00
"github.com/gogf/gf/v2/container/gmap"
"github.com/gogf/gf/v2/container/gtype"
2021-11-13 23:23:55 +08:00
"github.com/gogf/gf/v2/container/gvar"
"github.com/gogf/gf/v2/errors/gcode"
"github.com/gogf/gf/v2/errors/gerror"
2021-10-11 21:41:56 +08:00
"github.com/gogf/gf/v2/os/gcache"
2021-11-13 23:23:55 +08:00
"github.com/gogf/gf/v2/os/gcmd"
"github.com/gogf/gf/v2/os/gctx"
2021-11-13 23:23:55 +08:00
"github.com/gogf/gf/v2/os/glog"
2021-10-11 21:41:56 +08:00
"github.com/gogf/gf/v2/util/grand"
2022-09-26 22:11:13 +08:00
"github.com/gogf/gf/v2/util/gutil"
2017-11-23 10:21:28 +08:00
)
// DB defines the interfaces for ORM operations.
2018-12-14 18:35:51 +08:00
type DB interface {
// ===========================================================================
// Model creation.
// ===========================================================================
2021-02-08 17:57:21 +08:00
// Model creates and returns a new ORM model from given schema.
// The parameter `table` can be more than one table names, and also alias name, like:
// 1. Model names:
// Model("user")
// Model("user u")
// Model("user, user_detail")
// Model("user u, user_detail ud")
// 2. Model name with alias: Model("user", "u")
// Also see Core.Model.
2021-05-02 22:35:47 +08:00
Model(tableNameOrStruct ...interface{}) *Model
2021-02-08 17:57:21 +08:00
2021-06-18 15:20:27 +08:00
// Raw creates and returns a model based on a raw sql not a table.
Raw(rawSql string, args ...interface{}) *Model
2021-02-08 17:57:21 +08:00
// Schema creates and returns a schema.
// Also see Core.Schema.
Schema(schema string) *Schema
2022-02-16 00:26:06 +08:00
// With creates and returns an ORM model based on metadata of given object.
// Also see Core.With.
2021-05-02 22:35:47 +08:00
With(objects ...interface{}) *Model
2021-02-08 17:57:21 +08:00
// Open creates a raw connection object for database with given node configuration.
2022-02-16 00:26:06 +08:00
// Note that it is not recommended using the function manually.
// Also see DriverMysql.Open.
2019-06-19 09:06:52 +08:00
Open(config *ConfigNode) (*sql.DB, error)
2020-11-29 23:47:57 +08:00
// Ctx is a chaining function, which creates and returns a new DB that is a shallow copy
// of current DB object and with given context in it.
// Also see Core.Ctx.
2020-11-29 23:47:57 +08:00
Ctx(ctx context.Context) DB
// Close closes the database and prevents new queries from starting.
// Close then waits for all queries that have started processing on the server
// to finish.
//
// It is rare to Close a DB, as the DB handle is meant to be
// long-lived and shared between many goroutines.
Close(ctx context.Context) error
// ===========================================================================
// Query APIs.
// ===========================================================================
Query(ctx context.Context, sql string, args ...interface{}) (Result, error) // See Core.Query.
Exec(ctx context.Context, sql string, args ...interface{}) (sql.Result, error) // See Core.Exec.
Prepare(ctx context.Context, sql string, execOnMaster ...bool) (*Stmt, error) // See Core.Prepare.
2018-08-08 09:09:28 +08:00
// ===========================================================================
// Common APIs for CURD.
// ===========================================================================
Insert(ctx context.Context, table string, data interface{}, batch ...int) (sql.Result, error) // See Core.Insert.
InsertIgnore(ctx context.Context, table string, data interface{}, batch ...int) (sql.Result, error) // See Core.InsertIgnore.
InsertAndGetId(ctx context.Context, table string, data interface{}, batch ...int) (int64, error) // See Core.InsertAndGetId.
Replace(ctx context.Context, table string, data interface{}, batch ...int) (sql.Result, error) // See Core.Replace.
Save(ctx context.Context, table string, data interface{}, batch ...int) (sql.Result, error) // See Core.Save.
Update(ctx context.Context, table string, data interface{}, condition interface{}, args ...interface{}) (sql.Result, error) // See Core.Update.
Delete(ctx context.Context, table string, condition interface{}, args ...interface{}) (sql.Result, error) // See Core.Delete.
2021-06-04 09:54:19 +08:00
// ===========================================================================
// Internal APIs for CURD, which can be overwritten by custom CURD implements.
2021-06-04 09:54:19 +08:00
// ===========================================================================
2022-03-14 19:41:32 +08:00
DoSelect(ctx context.Context, link Link, sql string, args ...interface{}) (result Result, err error) // See Core.DoSelect.
DoInsert(ctx context.Context, link Link, table string, data List, option DoInsertOption) (result sql.Result, err error) // See Core.DoInsert.
2021-06-04 09:54:19 +08:00
DoUpdate(ctx context.Context, link Link, table string, data interface{}, condition string, args ...interface{}) (result sql.Result, err error) // See Core.DoUpdate.
DoDelete(ctx context.Context, link Link, table string, condition string, args ...interface{}) (result sql.Result, err error) // See Core.DoDelete.
2022-03-14 19:36:43 +08:00
DoQuery(ctx context.Context, link Link, sql string, args ...interface{}) (result Result, err error) // See Core.DoQuery.
DoExec(ctx context.Context, link Link, sql string, args ...interface{}) (result sql.Result, err error) // See Core.DoExec.
DoFilter(ctx context.Context, link Link, sql string, args []interface{}) (newSql string, newArgs []interface{}, err error) // See Core.DoFilter.
DoCommit(ctx context.Context, in DoCommitInput) (out DoCommitOutput, err error) // See Core.DoCommit.
DoPrepare(ctx context.Context, link Link, sql string) (*Stmt, error) // See Core.DoPrepare.
2021-06-04 09:54:19 +08:00
// ===========================================================================
// Query APIs for convenience purpose.
// ===========================================================================
GetAll(ctx context.Context, sql string, args ...interface{}) (Result, error) // See Core.GetAll.
GetOne(ctx context.Context, sql string, args ...interface{}) (Record, error) // See Core.GetOne.
GetValue(ctx context.Context, sql string, args ...interface{}) (Value, error) // See Core.GetValue.
GetArray(ctx context.Context, sql string, args ...interface{}) ([]Value, error) // See Core.GetArray.
GetCount(ctx context.Context, sql string, args ...interface{}) (int, error) // See Core.GetCount.
GetScan(ctx context.Context, objPointer interface{}, sql string, args ...interface{}) error // See Core.GetScan.
Union(unions ...*Model) *Model // See Core.Union.
UnionAll(unions ...*Model) *Model // See Core.UnionAll.
// ===========================================================================
2020-03-08 00:17:42 +08:00
// Master/Slave specification support.
// ===========================================================================
2021-05-21 15:30:21 +08:00
Master(schema ...string) (*sql.DB, error) // See Core.Master.
Slave(schema ...string) (*sql.DB, error) // See Core.Slave.
2018-08-08 09:09:28 +08:00
// ===========================================================================
2020-03-08 00:17:42 +08:00
// Ping-Pong.
// ===========================================================================
PingMaster() error // See Core.PingMaster.
PingSlave() error // See Core.PingSlave.
2018-08-08 09:09:28 +08:00
// ===========================================================================
// Transaction.
// ===========================================================================
feature/v2.3.0 (#2296) * up * rename function names for package gtcp/gudp; add proxy example for gtcp.Server (#2295) * fix router supported for handler of package ghttp; fix json tag name issue when it contains for package goai * add proxy example for http server * rename function names for package gtcp/gudp; add proxy example for gtcp.Server * move TX from struct to interface for package gdb (#2247) * move TX from struct to interface for package gdb * i updates * up * up * fix comment Co-authored-by: houseme <housemecn@gmail.com> * move `go-redis` implements `Adapter` from package `gredis` to `contrib/nosql/redis`; add redis string operation functions for package `gredis` (#2240) * unify configuration pattern of for package gdb * version updates * improve implements `internal/rwmutex` and `internal/mutex`; add `TablesFields` cache implements in `gdb.Core` instead of `contrib/drivers`; add `ClearTableFields` and `ClearCache` functions for `gdb.Core` (#2128) * add ClearTableFiels/ClearCache for Core of package gdb * improve TableFields for contrib/drivers * fix UT case for contrib/drivers/clickhouse * remove unecessary attribute state for internal/rwmutex and internal/mutex * add ClearTableFieldsAll/ClearCacheAll for gdb.Core * improve clickhouse driver * improve clickhouse driver * fix ut * feat: improve import Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: houseme <housemecn@gmail.com> * refract builtin rules management mechanism, add `eq/not-eq/gt/gte/lt/lte/before/before-equal/after/after-equal/array/not-regex` rules for for package `gvalid` (#2133) * refract builtin rules management for package gvalid * refract builtin rules management for package gvalid * refract builtin rules management for package gvalid * add valiation rules and implements for package gvalid * UT cases update for package gvalid * improve error message of fields validation for package gvalid * up * add more validation rules for package gvalid * add validation rule foreach for package gvalid (#2136) * add ToSQL/CatchSQL funcions for package gdb (#2137) * add ToSQL/CatchSQL funcions for package gdb * Update gdb_core_underlying.go * fix ci Co-authored-by: houseme <housemecn@gmail.com> * add redis interface for package gredis * up * remove `FilteredLink` function for DB and all driver implements and improve details for package gdb (#2142) * fix: pgsql DoExec Transaction checks (#2101) Co-authored-by: John Guo <john@johng.cn> * improve package gdb * up * up * up * up * up * add DriverWrapper and DriverWarapperDB for package gdb * add DriverWrapper and DriverWarapperDB for package gdb * up Co-authored-by: HaiLaz <739476267@qq.com> * add new database driver `dm` * add drivers dm * upd go version * add gf ci yaml Co-authored-by: Xu <zhenghao.xu> * move go-redis implements from package gredis to contrib/nosql/redis; add redis string operation functions for package gredis * improve `contrib/drivers/dm` (#2144) * improve contrib/drivers/dm * format TODO list info * 1) add config.Name is required 2) The upper layer no longer needs to specify the schema 3) Adjust unit tests Co-authored-by: Xu <zhenghao.xu> Co-authored-by: houseme <housemecn@gmail.com> * move redis adapter related ut case from package gcache/gsession to package contrib/nosql/redis * up * up * up * up * up * improve comment * add implements of `gcfg.Adapter` using kubernetes configmap (#2145) * remove Logger from kubecm.Client * README updates for package kubecm * error message update for package gredis * comment update for package gdb * Feature/v2.2.0 gredis (#2155) * improve package gredis (#2162) * improve package gredis * Update gredis_redis_group_list.go * fix * up Co-authored-by: houseme <housemecn@gmail.com> * up * up * up * up * up * up * add func Test_GroupScript_Eval * ut cases for group string * UT cases update for group script * mv redis operation implements to contrib/nosql/redis from package gredis * test: add redis group list unit test (#2248) * test: add redis group list unit test * improve comment * test: fix redis group list unit test Co-authored-by: houseme <housemecn@gmail.com> * up * add func Test_GroupGeneric_Copy, Test_GroupGeneric_Exists,Test_GroupGeneric_Type,Test_GroupGeneric_Unlink,Test_GroupGeneric_Rename,Test_GroupGeneric_Move,Test_GroupGeneric_Del * add Redis GroupGeneric UnitTest (#2253) add func Test_GroupGeneric_RandomKey,Test_GroupGeneric_DBSize,Test_GroupGeneric_Keys,Test_GroupGeneric_FlushDB,Test_GroupGeneric_FlushAll,Test_GroupGeneric_Expire,Test_GroupGeneric_ExpireAt * hash test case completed (#2260) Co-authored-by: junler <sunjun@bookan.com> * add Redis GroupGeneric Unit Test part2 (#2258) * up * ci updates * ci updates * up * Feature/contrib redis fsprouts (#2274) * Feature/contrib redis starck (#2275) * up * up * fix `/*` router supported for handler of package ghttp; fix json tag name issue when it contains `,` for package goai; add proxy example for http server (#2294) * fix router supported for handler of package ghttp; fix json tag name issue when it contains for package goai * add proxy example for http server * fix: update szenius/set-timezone@v1.1 (#2293) * add Tag* functions to retreive most commonly used tag value from struct field for package gstructs; use description tag as default value if brief is empty for gcmd.Argument (#2299) * fix cache issue in Count/Value functions for gdb.Model (#2300) * add Tag* functions to retreive most commonly used tag value from struct field for package gstructs; use description tag as default value if brief is empty for gcmd.Argument * fix cache issue in Count/Value functions for gdb.Model * add more ut case for package gdb * version updates * add minus of `start` parameter support for `gstr.Substr`, like the `substr` function in `PHP` (#2297) * Make the substr like the substr in PHP Make the substr like the substr in PHP * Update gstr_z_unit_test.go * Update gstr_z_unit_test.go * Make the SubStrRune like the mb_substr in PHP Make the SubStrRune like the mb_substr in PHP * Update gstr_z_unit_test.go * Update gstr_z_unit_test.go * Update gins_z_unit_view_test.go * Update gview_z_unit_test.go * add ut cases for package gcode (#2307) * add ut cases for package gerror (#2304) * add ut cases for package gerror * add ut cases for package gerror * add ut cases for package gtime (#2303) * add ut cases for package gtime * add ut cases for package gtime * add ut cases for package gtime * add ut cases for package glog (#2302) * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * change result data type of function Count from int to int64 for package gdb (#2298) * feat: modify model count value int64 * fix * fix:modify int64 * fix * feat: cmd gf prebuild suport oracle (#2312) * add ut cases for package g (#2315) * add ut cases for package gdebug (#2313) * add ut cases for package gdebug * add ut cases for package gdebug * add ut cases for package gdebug Co-authored-by: houseme <housemecn@gmail.com> * add zookeeper registry support (#2284) * add ut cases for package glog part2 (#2317) * fix invalid UpdatedAt usage in soft deleting feature for package gdb (#2323) * fix issue in failed installing when there's shortcut between file paths for command install (#2326) * fix issue in failed installing when has shortcut between file paths for command install * version updates * template for command gf updates * improve lru clearing for package gcache (#2327) * add ut cases for package ghttp_middleware and ghttp_request (#2344) * add ut cases for package ghttp_middleware * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_response (#2352) * add ut cases for package ghttp_response * add ut cases for package ghttp_response * add ut cases for package ghttp_response * add ut cases for package ghttp_request (#2351) * add ut cases for package ghttp_middleware * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_request - form * add ut cases for package ghttp_request - query * add ut cases for package ghttp_request - request * add ut cases for package ghttp_request - router * add ut cases for package gcache (#2341) * gTcp Example Function: 1.NewConn 2.NewConnTLS 3.NewConnKeyCrt * gTcp Example Function: 1.Send * add example function ExampleConn_Recv and ExampleConn_RecvWithTimeout * add example function 1. ExampleConn_SendWithTimeout 2. ExampleConn_RecvLine 3. ExampleConn_RecvTill * add example function 1. ExampleConn_SendRecv 2. ExampleConn_SendRecvWithTimeout 3. ExampleConn_SetDeadline 4. ExampleConn_SetReceiveBufferWait * add gtcp test function 1. Test_Package_Option_HeadSize4 2. Test_Package_Option_Error * add gtcp example function 1. ExampleGetFreePorts 2. ExampleSend 3. ExampleSendRecv 4. ExampleSendWithTimeout 5. ExampleSendRecvWithTimeout 6. ExampleMustGetFreePort * add gtcp example function 1. ExampleSendPkg 2. ExampleSendRecvPkg 3. ExampleSendPkgWithTimeout 4. ExampleSendRecvPkgWithTimeout * add gtcp test function 1. Test_Pool_Send 2. Test_Pool_Recv 3. Test_Pool_RecvLine 4. Test_Pool_RecvTill 5. Test_Pool_RecvWithTimeout 6. Test_Pool_SendWithTimeout 7. Test_Pool_SendRecvWithTimeout * fix * add gtcp example function 1. ExampleGetServer 2. ExampleSetAddress 3. ExampleSetHandler 4. ExampleRun_NilHandle * exec CI * exec CI * exec CI * modify test server address * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * add example funcion ExampleConn_Recv_Once and fix * fix * add some error case in example function * add some error case in example function * 1.add example function ExampleNewServerKeyCrt 2.add function SendRecvPkgWithTimeout unit test * add function Test_Server_NewServerKeyCrt unit test * revert * add function Test_Package_Timeout, Test_Package_Option_HeadSize3, Test_Conn_RecvPkgError unit test * fix * add example function 1.ExampleClient_Clone 2.ExampleLoadKeyCrt * add example function 1.ExampleNewNetConnKeyCrt * fix * add example function 1.ExampleClient_DeleteBytes 2.ExampleClient_HeadBytes 3.ExampleClient_PatchBytes 4.ExampleClient_ConnectBytes 5.ExampleClient_OptionsBytes 6.ExampleClient_TraceBytes 7.ExampleClient_PutBytes * add example function 1.ExampleClient_Prefix 2.ExampleClient_Retry 3.ExampleClient_RedirectLimit * add example function 1.ExampleClient_SetBrowserMode 2.ExampleClient_SetHeader 3.ExampleClient_SetRedirectLimit * add example function 1.ExampleClient_SetTLSKeyCrt 2.ExampleClient_SetTLSConfig modify example funcion 1.ExampleClient_SetProxy 2.ExampleClient_Proxy * add example function 1.ExampleClient_PutContent 2.ExampleClient_DeleteContent 3.ExampleClient_HeadContent 4.ExampleClient_PatchContent 5.ExampleClient_ConnectContent 6.ExampleClient_OptionsContent 7.ExampleClient_TraceContent 8.ExampleClient_RequestContent * add example function 1.ExampleClient_RawRequest * add unit function 1.TestGetFreePorts 2.TestNewConn 3.TestNewConnTLS 4.TestNewConnKeyCrt 5.TestConn_SendWithTimeout * add unit function 1.TestConn_Send 2.TestConn_SendRecv 3.TestConn_SendRecvWithTimeout * modify * modify * add example function 1.TestConn_SetReceiveBufferWait 2.TestNewNetConnKeyCrt 3.TestSend * add example function 1.TestSendRecv 2.TestSendWithTimeout * add unit function 1.TestMustGetFreePort 2.TestSendRecvWithTimeout 3.TestSendPkg * add client recevied server's response content assert * modify * modify * add example function 1.TestSendRecvPkg 2.TestSendPkgWithTimeout 3.TestSendRecvPkgWithTimeout * add GetAddress() function add unit funciton 1.TestNewServer 2.TestGetServer 3.TestServer_SetAddress 4.TestServer_SetHandler 5.TestServer_Run * modify * modify * add unit funciton 1.TestLoadKeyCrt * modify * delete function fromHex * add gclient dump unit test * add example function 1.ExampleClient_Put 2.ExampleClient_Delete 3.ExampleClient_Head 4.ExampleClient_Patch 5.ExampleClient_Connect 6.ExampleClient_Options 7.ExampleClient_Trace * add example function 1.TestClient_DoRequest * add example function 1.ExampleClient_PutVar 2.ExampleClient_DeleteVar 3.ExampleClient_HeadVar 4.ExampleClient_PatchVar 5.ExampleClient_ConnectVar 6.ExampleClient_OptionsVar 7.ExampleClient_TraceVar * modify * modify * add CustomProvider function * modify * add unit funciton 1.Test_NewConn 2.Test_GetFreePorts * add unit funciton 1.Test_Server * garray_normal_any code converage * garray_normal_int code converage * garray_normal_str code converage * garray_sorted_any code converage * garray_sorted_int code converage * garray_sorted_str code converage * glist code converage * gmap, gmap_hash_any_any_map code converage * gmap_hash_int_any_map code converage * gmap_hash_int_any_map code converage * gmap_hash_int_int_map code converage * gmap_hash_int_str_map code converage * gmap_hash_str_any_map code converage * gmap_hash_str_int_map code converage * gmap_hash_str_str_map code converage * gmap_list_map code converage * gmap_list_map code converage * revert gf.yml * add gtest unit test function * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * modify Co-authored-by: John Guo <john@johng.cn> * improve ut case for package internal/rwmutex (#2364) * fix issue when only one file was uploaded in batch receiver attribute (#2365) * fix fixed An error occurred when only one file was uploaded in batches and add unit testing(#2092) * fix issue uploading files for ghttp.Server Co-authored-by: yxh <yxh1103@qq.com> * fix issue #2334 when accessing static files with cache time (#2366) * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * fix issue #2334 when accessing static files with cache time * up Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: houseme <housemecn@gmail.com> * fix issue in cycle dumping for g.Dump (#2367) * fix issue in cycle dumping for g.Dump * up * up * up Co-authored-by: houseme <housemecn@gmail.com> * 由于 clickhouse 的 position的初始值为 1,导致gdb_core_utility.HasField 中对 fieldsArray 初始化出错 (#2346) * 由于 clickhouse 的 position的初始值为 1,导致gdb_core_utility.HasField 中对 fieldsArray 初始化出错 * 修复单元测试 * 修复单元测试 * 补充单元测试 * 增加CK防御性代码 Co-authored-by: longl <longlei@dealmap.cloud> Co-authored-by: houseme <housemecn@gmail.com> * fix: ghttp server static path config (#2335) Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: houseme <housemecn@gmail.com> Co-authored-by: ftl <1139556759@qq.com> Co-authored-by: HaiLaz <739476267@qq.com> Co-authored-by: zhonghuaxunGM <50815786+zhonghuaxunGM@users.noreply.github.com> Co-authored-by: huangqian <huangqian1985@qq.com> Co-authored-by: junler <827640651@qq.com> Co-authored-by: junler <sunjun@bookan.com> Co-authored-by: Starccck <28645972+starccck@users.noreply.github.com> Co-authored-by: Jinhongyu <30454170+cnjinhy@users.noreply.github.com> Co-authored-by: YuanXin Hu <huyuanxin1999@outlook.com> Co-authored-by: yxh <yxh1103@qq.com> Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: long <48313408+qq375251855@users.noreply.github.com> Co-authored-by: longl <longlei@dealmap.cloud> Co-authored-by: houseme <housemecn@gmail.com> Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: ftl <1139556759@qq.com> Co-authored-by: HaiLaz <739476267@qq.com> Co-authored-by: zhonghuaxunGM <50815786+zhonghuaxunGM@users.noreply.github.com> Co-authored-by: huangqian <huangqian1985@qq.com> Co-authored-by: junler <827640651@qq.com> Co-authored-by: junler <sunjun@bookan.com> Co-authored-by: Starccck <28645972+starccck@users.noreply.github.com> Co-authored-by: Jinhongyu <30454170+cnjinhy@users.noreply.github.com> Co-authored-by: YuanXin Hu <huyuanxin1999@outlook.com> Co-authored-by: yxh <yxh1103@qq.com> Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: long <48313408+qq375251855@users.noreply.github.com> Co-authored-by: longl <longlei@dealmap.cloud>
2023-01-09 14:43:10 +08:00
Begin(ctx context.Context) (TX, error) // See Core.Begin.
Transaction(ctx context.Context, f func(ctx context.Context, tx TX) error) error // See Core.Transaction.
2018-08-08 09:09:28 +08:00
// ===========================================================================
// Configuration methods.
// ===========================================================================
GetCache() *gcache.Cache // See Core.GetCache.
SetDebug(debug bool) // See Core.SetDebug.
GetDebug() bool // See Core.GetDebug.
GetSchema() string // See Core.GetSchema.
GetPrefix() string // See Core.GetPrefix.
GetGroup() string // See Core.GetGroup.
SetDryRun(enabled bool) // See Core.SetDryRun.
GetDryRun() bool // See Core.GetDryRun.
SetLogger(logger glog.ILogger) // See Core.SetLogger.
GetLogger() glog.ILogger // See Core.GetLogger.
GetConfig() *ConfigNode // See Core.GetConfig.
SetMaxIdleConnCount(n int) // See Core.SetMaxIdleConnCount.
SetMaxOpenConnCount(n int) // See Core.SetMaxOpenConnCount.
SetMaxConnLifeTime(d time.Duration) // See Core.SetMaxConnLifeTime.
2020-03-08 00:17:42 +08:00
// ===========================================================================
2020-03-08 00:17:42 +08:00
// Utility methods.
// ===========================================================================
GetCtx() context.Context // See Core.GetCtx.
GetCore() *Core // See Core.GetCore
GetChars() (charLeft string, charRight string) // See Core.GetChars.
2022-09-26 22:11:13 +08:00
Tables(ctx context.Context, schema ...string) (tables []string, err error) // See Core.Tables. The driver must implement this function.
TableFields(ctx context.Context, table string, schema ...string) (map[string]*TableField, error) // See Core.TableFields. The driver must implement this function.
ConvertValueForField(ctx context.Context, fieldType string, fieldValue interface{}) (interface{}, error) // See Core.ConvertValueForField
ConvertValueForLocal(ctx context.Context, fieldType string, fieldValue interface{}) (interface{}, error) // See Core.ConvertValueForLocal
CheckLocalTypeForField(ctx context.Context, fieldType string, fieldValue interface{}) (LocalType, error) // See Core.CheckLocalTypeForField
}
feature/v2.3.0 (#2296) * up * rename function names for package gtcp/gudp; add proxy example for gtcp.Server (#2295) * fix router supported for handler of package ghttp; fix json tag name issue when it contains for package goai * add proxy example for http server * rename function names for package gtcp/gudp; add proxy example for gtcp.Server * move TX from struct to interface for package gdb (#2247) * move TX from struct to interface for package gdb * i updates * up * up * fix comment Co-authored-by: houseme <housemecn@gmail.com> * move `go-redis` implements `Adapter` from package `gredis` to `contrib/nosql/redis`; add redis string operation functions for package `gredis` (#2240) * unify configuration pattern of for package gdb * version updates * improve implements `internal/rwmutex` and `internal/mutex`; add `TablesFields` cache implements in `gdb.Core` instead of `contrib/drivers`; add `ClearTableFields` and `ClearCache` functions for `gdb.Core` (#2128) * add ClearTableFiels/ClearCache for Core of package gdb * improve TableFields for contrib/drivers * fix UT case for contrib/drivers/clickhouse * remove unecessary attribute state for internal/rwmutex and internal/mutex * add ClearTableFieldsAll/ClearCacheAll for gdb.Core * improve clickhouse driver * improve clickhouse driver * fix ut * feat: improve import Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: houseme <housemecn@gmail.com> * refract builtin rules management mechanism, add `eq/not-eq/gt/gte/lt/lte/before/before-equal/after/after-equal/array/not-regex` rules for for package `gvalid` (#2133) * refract builtin rules management for package gvalid * refract builtin rules management for package gvalid * refract builtin rules management for package gvalid * add valiation rules and implements for package gvalid * UT cases update for package gvalid * improve error message of fields validation for package gvalid * up * add more validation rules for package gvalid * add validation rule foreach for package gvalid (#2136) * add ToSQL/CatchSQL funcions for package gdb (#2137) * add ToSQL/CatchSQL funcions for package gdb * Update gdb_core_underlying.go * fix ci Co-authored-by: houseme <housemecn@gmail.com> * add redis interface for package gredis * up * remove `FilteredLink` function for DB and all driver implements and improve details for package gdb (#2142) * fix: pgsql DoExec Transaction checks (#2101) Co-authored-by: John Guo <john@johng.cn> * improve package gdb * up * up * up * up * up * add DriverWrapper and DriverWarapperDB for package gdb * add DriverWrapper and DriverWarapperDB for package gdb * up Co-authored-by: HaiLaz <739476267@qq.com> * add new database driver `dm` * add drivers dm * upd go version * add gf ci yaml Co-authored-by: Xu <zhenghao.xu> * move go-redis implements from package gredis to contrib/nosql/redis; add redis string operation functions for package gredis * improve `contrib/drivers/dm` (#2144) * improve contrib/drivers/dm * format TODO list info * 1) add config.Name is required 2) The upper layer no longer needs to specify the schema 3) Adjust unit tests Co-authored-by: Xu <zhenghao.xu> Co-authored-by: houseme <housemecn@gmail.com> * move redis adapter related ut case from package gcache/gsession to package contrib/nosql/redis * up * up * up * up * up * improve comment * add implements of `gcfg.Adapter` using kubernetes configmap (#2145) * remove Logger from kubecm.Client * README updates for package kubecm * error message update for package gredis * comment update for package gdb * Feature/v2.2.0 gredis (#2155) * improve package gredis (#2162) * improve package gredis * Update gredis_redis_group_list.go * fix * up Co-authored-by: houseme <housemecn@gmail.com> * up * up * up * up * up * up * add func Test_GroupScript_Eval * ut cases for group string * UT cases update for group script * mv redis operation implements to contrib/nosql/redis from package gredis * test: add redis group list unit test (#2248) * test: add redis group list unit test * improve comment * test: fix redis group list unit test Co-authored-by: houseme <housemecn@gmail.com> * up * add func Test_GroupGeneric_Copy, Test_GroupGeneric_Exists,Test_GroupGeneric_Type,Test_GroupGeneric_Unlink,Test_GroupGeneric_Rename,Test_GroupGeneric_Move,Test_GroupGeneric_Del * add Redis GroupGeneric UnitTest (#2253) add func Test_GroupGeneric_RandomKey,Test_GroupGeneric_DBSize,Test_GroupGeneric_Keys,Test_GroupGeneric_FlushDB,Test_GroupGeneric_FlushAll,Test_GroupGeneric_Expire,Test_GroupGeneric_ExpireAt * hash test case completed (#2260) Co-authored-by: junler <sunjun@bookan.com> * add Redis GroupGeneric Unit Test part2 (#2258) * up * ci updates * ci updates * up * Feature/contrib redis fsprouts (#2274) * Feature/contrib redis starck (#2275) * up * up * fix `/*` router supported for handler of package ghttp; fix json tag name issue when it contains `,` for package goai; add proxy example for http server (#2294) * fix router supported for handler of package ghttp; fix json tag name issue when it contains for package goai * add proxy example for http server * fix: update szenius/set-timezone@v1.1 (#2293) * add Tag* functions to retreive most commonly used tag value from struct field for package gstructs; use description tag as default value if brief is empty for gcmd.Argument (#2299) * fix cache issue in Count/Value functions for gdb.Model (#2300) * add Tag* functions to retreive most commonly used tag value from struct field for package gstructs; use description tag as default value if brief is empty for gcmd.Argument * fix cache issue in Count/Value functions for gdb.Model * add more ut case for package gdb * version updates * add minus of `start` parameter support for `gstr.Substr`, like the `substr` function in `PHP` (#2297) * Make the substr like the substr in PHP Make the substr like the substr in PHP * Update gstr_z_unit_test.go * Update gstr_z_unit_test.go * Make the SubStrRune like the mb_substr in PHP Make the SubStrRune like the mb_substr in PHP * Update gstr_z_unit_test.go * Update gstr_z_unit_test.go * Update gins_z_unit_view_test.go * Update gview_z_unit_test.go * add ut cases for package gcode (#2307) * add ut cases for package gerror (#2304) * add ut cases for package gerror * add ut cases for package gerror * add ut cases for package gtime (#2303) * add ut cases for package gtime * add ut cases for package gtime * add ut cases for package gtime * add ut cases for package glog (#2302) * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * change result data type of function Count from int to int64 for package gdb (#2298) * feat: modify model count value int64 * fix * fix:modify int64 * fix * feat: cmd gf prebuild suport oracle (#2312) * add ut cases for package g (#2315) * add ut cases for package gdebug (#2313) * add ut cases for package gdebug * add ut cases for package gdebug * add ut cases for package gdebug Co-authored-by: houseme <housemecn@gmail.com> * add zookeeper registry support (#2284) * add ut cases for package glog part2 (#2317) * fix invalid UpdatedAt usage in soft deleting feature for package gdb (#2323) * fix issue in failed installing when there's shortcut between file paths for command install (#2326) * fix issue in failed installing when has shortcut between file paths for command install * version updates * template for command gf updates * improve lru clearing for package gcache (#2327) * add ut cases for package ghttp_middleware and ghttp_request (#2344) * add ut cases for package ghttp_middleware * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_response (#2352) * add ut cases for package ghttp_response * add ut cases for package ghttp_response * add ut cases for package ghttp_response * add ut cases for package ghttp_request (#2351) * add ut cases for package ghttp_middleware * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_request - form * add ut cases for package ghttp_request - query * add ut cases for package ghttp_request - request * add ut cases for package ghttp_request - router * add ut cases for package gcache (#2341) * gTcp Example Function: 1.NewConn 2.NewConnTLS 3.NewConnKeyCrt * gTcp Example Function: 1.Send * add example function ExampleConn_Recv and ExampleConn_RecvWithTimeout * add example function 1. ExampleConn_SendWithTimeout 2. ExampleConn_RecvLine 3. ExampleConn_RecvTill * add example function 1. ExampleConn_SendRecv 2. ExampleConn_SendRecvWithTimeout 3. ExampleConn_SetDeadline 4. ExampleConn_SetReceiveBufferWait * add gtcp test function 1. Test_Package_Option_HeadSize4 2. Test_Package_Option_Error * add gtcp example function 1. ExampleGetFreePorts 2. ExampleSend 3. ExampleSendRecv 4. ExampleSendWithTimeout 5. ExampleSendRecvWithTimeout 6. ExampleMustGetFreePort * add gtcp example function 1. ExampleSendPkg 2. ExampleSendRecvPkg 3. ExampleSendPkgWithTimeout 4. ExampleSendRecvPkgWithTimeout * add gtcp test function 1. Test_Pool_Send 2. Test_Pool_Recv 3. Test_Pool_RecvLine 4. Test_Pool_RecvTill 5. Test_Pool_RecvWithTimeout 6. Test_Pool_SendWithTimeout 7. Test_Pool_SendRecvWithTimeout * fix * add gtcp example function 1. ExampleGetServer 2. ExampleSetAddress 3. ExampleSetHandler 4. ExampleRun_NilHandle * exec CI * exec CI * exec CI * modify test server address * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * add example funcion ExampleConn_Recv_Once and fix * fix * add some error case in example function * add some error case in example function * 1.add example function ExampleNewServerKeyCrt 2.add function SendRecvPkgWithTimeout unit test * add function Test_Server_NewServerKeyCrt unit test * revert * add function Test_Package_Timeout, Test_Package_Option_HeadSize3, Test_Conn_RecvPkgError unit test * fix * add example function 1.ExampleClient_Clone 2.ExampleLoadKeyCrt * add example function 1.ExampleNewNetConnKeyCrt * fix * add example function 1.ExampleClient_DeleteBytes 2.ExampleClient_HeadBytes 3.ExampleClient_PatchBytes 4.ExampleClient_ConnectBytes 5.ExampleClient_OptionsBytes 6.ExampleClient_TraceBytes 7.ExampleClient_PutBytes * add example function 1.ExampleClient_Prefix 2.ExampleClient_Retry 3.ExampleClient_RedirectLimit * add example function 1.ExampleClient_SetBrowserMode 2.ExampleClient_SetHeader 3.ExampleClient_SetRedirectLimit * add example function 1.ExampleClient_SetTLSKeyCrt 2.ExampleClient_SetTLSConfig modify example funcion 1.ExampleClient_SetProxy 2.ExampleClient_Proxy * add example function 1.ExampleClient_PutContent 2.ExampleClient_DeleteContent 3.ExampleClient_HeadContent 4.ExampleClient_PatchContent 5.ExampleClient_ConnectContent 6.ExampleClient_OptionsContent 7.ExampleClient_TraceContent 8.ExampleClient_RequestContent * add example function 1.ExampleClient_RawRequest * add unit function 1.TestGetFreePorts 2.TestNewConn 3.TestNewConnTLS 4.TestNewConnKeyCrt 5.TestConn_SendWithTimeout * add unit function 1.TestConn_Send 2.TestConn_SendRecv 3.TestConn_SendRecvWithTimeout * modify * modify * add example function 1.TestConn_SetReceiveBufferWait 2.TestNewNetConnKeyCrt 3.TestSend * add example function 1.TestSendRecv 2.TestSendWithTimeout * add unit function 1.TestMustGetFreePort 2.TestSendRecvWithTimeout 3.TestSendPkg * add client recevied server's response content assert * modify * modify * add example function 1.TestSendRecvPkg 2.TestSendPkgWithTimeout 3.TestSendRecvPkgWithTimeout * add GetAddress() function add unit funciton 1.TestNewServer 2.TestGetServer 3.TestServer_SetAddress 4.TestServer_SetHandler 5.TestServer_Run * modify * modify * add unit funciton 1.TestLoadKeyCrt * modify * delete function fromHex * add gclient dump unit test * add example function 1.ExampleClient_Put 2.ExampleClient_Delete 3.ExampleClient_Head 4.ExampleClient_Patch 5.ExampleClient_Connect 6.ExampleClient_Options 7.ExampleClient_Trace * add example function 1.TestClient_DoRequest * add example function 1.ExampleClient_PutVar 2.ExampleClient_DeleteVar 3.ExampleClient_HeadVar 4.ExampleClient_PatchVar 5.ExampleClient_ConnectVar 6.ExampleClient_OptionsVar 7.ExampleClient_TraceVar * modify * modify * add CustomProvider function * modify * add unit funciton 1.Test_NewConn 2.Test_GetFreePorts * add unit funciton 1.Test_Server * garray_normal_any code converage * garray_normal_int code converage * garray_normal_str code converage * garray_sorted_any code converage * garray_sorted_int code converage * garray_sorted_str code converage * glist code converage * gmap, gmap_hash_any_any_map code converage * gmap_hash_int_any_map code converage * gmap_hash_int_any_map code converage * gmap_hash_int_int_map code converage * gmap_hash_int_str_map code converage * gmap_hash_str_any_map code converage * gmap_hash_str_int_map code converage * gmap_hash_str_str_map code converage * gmap_list_map code converage * gmap_list_map code converage * revert gf.yml * add gtest unit test function * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * modify Co-authored-by: John Guo <john@johng.cn> * improve ut case for package internal/rwmutex (#2364) * fix issue when only one file was uploaded in batch receiver attribute (#2365) * fix fixed An error occurred when only one file was uploaded in batches and add unit testing(#2092) * fix issue uploading files for ghttp.Server Co-authored-by: yxh <yxh1103@qq.com> * fix issue #2334 when accessing static files with cache time (#2366) * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * fix issue #2334 when accessing static files with cache time * up Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: houseme <housemecn@gmail.com> * fix issue in cycle dumping for g.Dump (#2367) * fix issue in cycle dumping for g.Dump * up * up * up Co-authored-by: houseme <housemecn@gmail.com> * 由于 clickhouse 的 position的初始值为 1,导致gdb_core_utility.HasField 中对 fieldsArray 初始化出错 (#2346) * 由于 clickhouse 的 position的初始值为 1,导致gdb_core_utility.HasField 中对 fieldsArray 初始化出错 * 修复单元测试 * 修复单元测试 * 补充单元测试 * 增加CK防御性代码 Co-authored-by: longl <longlei@dealmap.cloud> Co-authored-by: houseme <housemecn@gmail.com> * fix: ghttp server static path config (#2335) Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: houseme <housemecn@gmail.com> Co-authored-by: ftl <1139556759@qq.com> Co-authored-by: HaiLaz <739476267@qq.com> Co-authored-by: zhonghuaxunGM <50815786+zhonghuaxunGM@users.noreply.github.com> Co-authored-by: huangqian <huangqian1985@qq.com> Co-authored-by: junler <827640651@qq.com> Co-authored-by: junler <sunjun@bookan.com> Co-authored-by: Starccck <28645972+starccck@users.noreply.github.com> Co-authored-by: Jinhongyu <30454170+cnjinhy@users.noreply.github.com> Co-authored-by: YuanXin Hu <huyuanxin1999@outlook.com> Co-authored-by: yxh <yxh1103@qq.com> Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: long <48313408+qq375251855@users.noreply.github.com> Co-authored-by: longl <longlei@dealmap.cloud> Co-authored-by: houseme <housemecn@gmail.com> Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: ftl <1139556759@qq.com> Co-authored-by: HaiLaz <739476267@qq.com> Co-authored-by: zhonghuaxunGM <50815786+zhonghuaxunGM@users.noreply.github.com> Co-authored-by: huangqian <huangqian1985@qq.com> Co-authored-by: junler <827640651@qq.com> Co-authored-by: junler <sunjun@bookan.com> Co-authored-by: Starccck <28645972+starccck@users.noreply.github.com> Co-authored-by: Jinhongyu <30454170+cnjinhy@users.noreply.github.com> Co-authored-by: YuanXin Hu <huyuanxin1999@outlook.com> Co-authored-by: yxh <yxh1103@qq.com> Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: long <48313408+qq375251855@users.noreply.github.com> Co-authored-by: longl <longlei@dealmap.cloud>
2023-01-09 14:43:10 +08:00
// TX defines the interfaces for ORM transaction operations.
type TX interface {
Link
feature/v2.3.0 (#2296) * up * rename function names for package gtcp/gudp; add proxy example for gtcp.Server (#2295) * fix router supported for handler of package ghttp; fix json tag name issue when it contains for package goai * add proxy example for http server * rename function names for package gtcp/gudp; add proxy example for gtcp.Server * move TX from struct to interface for package gdb (#2247) * move TX from struct to interface for package gdb * i updates * up * up * fix comment Co-authored-by: houseme <housemecn@gmail.com> * move `go-redis` implements `Adapter` from package `gredis` to `contrib/nosql/redis`; add redis string operation functions for package `gredis` (#2240) * unify configuration pattern of for package gdb * version updates * improve implements `internal/rwmutex` and `internal/mutex`; add `TablesFields` cache implements in `gdb.Core` instead of `contrib/drivers`; add `ClearTableFields` and `ClearCache` functions for `gdb.Core` (#2128) * add ClearTableFiels/ClearCache for Core of package gdb * improve TableFields for contrib/drivers * fix UT case for contrib/drivers/clickhouse * remove unecessary attribute state for internal/rwmutex and internal/mutex * add ClearTableFieldsAll/ClearCacheAll for gdb.Core * improve clickhouse driver * improve clickhouse driver * fix ut * feat: improve import Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: houseme <housemecn@gmail.com> * refract builtin rules management mechanism, add `eq/not-eq/gt/gte/lt/lte/before/before-equal/after/after-equal/array/not-regex` rules for for package `gvalid` (#2133) * refract builtin rules management for package gvalid * refract builtin rules management for package gvalid * refract builtin rules management for package gvalid * add valiation rules and implements for package gvalid * UT cases update for package gvalid * improve error message of fields validation for package gvalid * up * add more validation rules for package gvalid * add validation rule foreach for package gvalid (#2136) * add ToSQL/CatchSQL funcions for package gdb (#2137) * add ToSQL/CatchSQL funcions for package gdb * Update gdb_core_underlying.go * fix ci Co-authored-by: houseme <housemecn@gmail.com> * add redis interface for package gredis * up * remove `FilteredLink` function for DB and all driver implements and improve details for package gdb (#2142) * fix: pgsql DoExec Transaction checks (#2101) Co-authored-by: John Guo <john@johng.cn> * improve package gdb * up * up * up * up * up * add DriverWrapper and DriverWarapperDB for package gdb * add DriverWrapper and DriverWarapperDB for package gdb * up Co-authored-by: HaiLaz <739476267@qq.com> * add new database driver `dm` * add drivers dm * upd go version * add gf ci yaml Co-authored-by: Xu <zhenghao.xu> * move go-redis implements from package gredis to contrib/nosql/redis; add redis string operation functions for package gredis * improve `contrib/drivers/dm` (#2144) * improve contrib/drivers/dm * format TODO list info * 1) add config.Name is required 2) The upper layer no longer needs to specify the schema 3) Adjust unit tests Co-authored-by: Xu <zhenghao.xu> Co-authored-by: houseme <housemecn@gmail.com> * move redis adapter related ut case from package gcache/gsession to package contrib/nosql/redis * up * up * up * up * up * improve comment * add implements of `gcfg.Adapter` using kubernetes configmap (#2145) * remove Logger from kubecm.Client * README updates for package kubecm * error message update for package gredis * comment update for package gdb * Feature/v2.2.0 gredis (#2155) * improve package gredis (#2162) * improve package gredis * Update gredis_redis_group_list.go * fix * up Co-authored-by: houseme <housemecn@gmail.com> * up * up * up * up * up * up * add func Test_GroupScript_Eval * ut cases for group string * UT cases update for group script * mv redis operation implements to contrib/nosql/redis from package gredis * test: add redis group list unit test (#2248) * test: add redis group list unit test * improve comment * test: fix redis group list unit test Co-authored-by: houseme <housemecn@gmail.com> * up * add func Test_GroupGeneric_Copy, Test_GroupGeneric_Exists,Test_GroupGeneric_Type,Test_GroupGeneric_Unlink,Test_GroupGeneric_Rename,Test_GroupGeneric_Move,Test_GroupGeneric_Del * add Redis GroupGeneric UnitTest (#2253) add func Test_GroupGeneric_RandomKey,Test_GroupGeneric_DBSize,Test_GroupGeneric_Keys,Test_GroupGeneric_FlushDB,Test_GroupGeneric_FlushAll,Test_GroupGeneric_Expire,Test_GroupGeneric_ExpireAt * hash test case completed (#2260) Co-authored-by: junler <sunjun@bookan.com> * add Redis GroupGeneric Unit Test part2 (#2258) * up * ci updates * ci updates * up * Feature/contrib redis fsprouts (#2274) * Feature/contrib redis starck (#2275) * up * up * fix `/*` router supported for handler of package ghttp; fix json tag name issue when it contains `,` for package goai; add proxy example for http server (#2294) * fix router supported for handler of package ghttp; fix json tag name issue when it contains for package goai * add proxy example for http server * fix: update szenius/set-timezone@v1.1 (#2293) * add Tag* functions to retreive most commonly used tag value from struct field for package gstructs; use description tag as default value if brief is empty for gcmd.Argument (#2299) * fix cache issue in Count/Value functions for gdb.Model (#2300) * add Tag* functions to retreive most commonly used tag value from struct field for package gstructs; use description tag as default value if brief is empty for gcmd.Argument * fix cache issue in Count/Value functions for gdb.Model * add more ut case for package gdb * version updates * add minus of `start` parameter support for `gstr.Substr`, like the `substr` function in `PHP` (#2297) * Make the substr like the substr in PHP Make the substr like the substr in PHP * Update gstr_z_unit_test.go * Update gstr_z_unit_test.go * Make the SubStrRune like the mb_substr in PHP Make the SubStrRune like the mb_substr in PHP * Update gstr_z_unit_test.go * Update gstr_z_unit_test.go * Update gins_z_unit_view_test.go * Update gview_z_unit_test.go * add ut cases for package gcode (#2307) * add ut cases for package gerror (#2304) * add ut cases for package gerror * add ut cases for package gerror * add ut cases for package gtime (#2303) * add ut cases for package gtime * add ut cases for package gtime * add ut cases for package gtime * add ut cases for package glog (#2302) * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * change result data type of function Count from int to int64 for package gdb (#2298) * feat: modify model count value int64 * fix * fix:modify int64 * fix * feat: cmd gf prebuild suport oracle (#2312) * add ut cases for package g (#2315) * add ut cases for package gdebug (#2313) * add ut cases for package gdebug * add ut cases for package gdebug * add ut cases for package gdebug Co-authored-by: houseme <housemecn@gmail.com> * add zookeeper registry support (#2284) * add ut cases for package glog part2 (#2317) * fix invalid UpdatedAt usage in soft deleting feature for package gdb (#2323) * fix issue in failed installing when there's shortcut between file paths for command install (#2326) * fix issue in failed installing when has shortcut between file paths for command install * version updates * template for command gf updates * improve lru clearing for package gcache (#2327) * add ut cases for package ghttp_middleware and ghttp_request (#2344) * add ut cases for package ghttp_middleware * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_response (#2352) * add ut cases for package ghttp_response * add ut cases for package ghttp_response * add ut cases for package ghttp_response * add ut cases for package ghttp_request (#2351) * add ut cases for package ghttp_middleware * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_request - form * add ut cases for package ghttp_request - query * add ut cases for package ghttp_request - request * add ut cases for package ghttp_request - router * add ut cases for package gcache (#2341) * gTcp Example Function: 1.NewConn 2.NewConnTLS 3.NewConnKeyCrt * gTcp Example Function: 1.Send * add example function ExampleConn_Recv and ExampleConn_RecvWithTimeout * add example function 1. ExampleConn_SendWithTimeout 2. ExampleConn_RecvLine 3. ExampleConn_RecvTill * add example function 1. ExampleConn_SendRecv 2. ExampleConn_SendRecvWithTimeout 3. ExampleConn_SetDeadline 4. ExampleConn_SetReceiveBufferWait * add gtcp test function 1. Test_Package_Option_HeadSize4 2. Test_Package_Option_Error * add gtcp example function 1. ExampleGetFreePorts 2. ExampleSend 3. ExampleSendRecv 4. ExampleSendWithTimeout 5. ExampleSendRecvWithTimeout 6. ExampleMustGetFreePort * add gtcp example function 1. ExampleSendPkg 2. ExampleSendRecvPkg 3. ExampleSendPkgWithTimeout 4. ExampleSendRecvPkgWithTimeout * add gtcp test function 1. Test_Pool_Send 2. Test_Pool_Recv 3. Test_Pool_RecvLine 4. Test_Pool_RecvTill 5. Test_Pool_RecvWithTimeout 6. Test_Pool_SendWithTimeout 7. Test_Pool_SendRecvWithTimeout * fix * add gtcp example function 1. ExampleGetServer 2. ExampleSetAddress 3. ExampleSetHandler 4. ExampleRun_NilHandle * exec CI * exec CI * exec CI * modify test server address * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * add example funcion ExampleConn_Recv_Once and fix * fix * add some error case in example function * add some error case in example function * 1.add example function ExampleNewServerKeyCrt 2.add function SendRecvPkgWithTimeout unit test * add function Test_Server_NewServerKeyCrt unit test * revert * add function Test_Package_Timeout, Test_Package_Option_HeadSize3, Test_Conn_RecvPkgError unit test * fix * add example function 1.ExampleClient_Clone 2.ExampleLoadKeyCrt * add example function 1.ExampleNewNetConnKeyCrt * fix * add example function 1.ExampleClient_DeleteBytes 2.ExampleClient_HeadBytes 3.ExampleClient_PatchBytes 4.ExampleClient_ConnectBytes 5.ExampleClient_OptionsBytes 6.ExampleClient_TraceBytes 7.ExampleClient_PutBytes * add example function 1.ExampleClient_Prefix 2.ExampleClient_Retry 3.ExampleClient_RedirectLimit * add example function 1.ExampleClient_SetBrowserMode 2.ExampleClient_SetHeader 3.ExampleClient_SetRedirectLimit * add example function 1.ExampleClient_SetTLSKeyCrt 2.ExampleClient_SetTLSConfig modify example funcion 1.ExampleClient_SetProxy 2.ExampleClient_Proxy * add example function 1.ExampleClient_PutContent 2.ExampleClient_DeleteContent 3.ExampleClient_HeadContent 4.ExampleClient_PatchContent 5.ExampleClient_ConnectContent 6.ExampleClient_OptionsContent 7.ExampleClient_TraceContent 8.ExampleClient_RequestContent * add example function 1.ExampleClient_RawRequest * add unit function 1.TestGetFreePorts 2.TestNewConn 3.TestNewConnTLS 4.TestNewConnKeyCrt 5.TestConn_SendWithTimeout * add unit function 1.TestConn_Send 2.TestConn_SendRecv 3.TestConn_SendRecvWithTimeout * modify * modify * add example function 1.TestConn_SetReceiveBufferWait 2.TestNewNetConnKeyCrt 3.TestSend * add example function 1.TestSendRecv 2.TestSendWithTimeout * add unit function 1.TestMustGetFreePort 2.TestSendRecvWithTimeout 3.TestSendPkg * add client recevied server's response content assert * modify * modify * add example function 1.TestSendRecvPkg 2.TestSendPkgWithTimeout 3.TestSendRecvPkgWithTimeout * add GetAddress() function add unit funciton 1.TestNewServer 2.TestGetServer 3.TestServer_SetAddress 4.TestServer_SetHandler 5.TestServer_Run * modify * modify * add unit funciton 1.TestLoadKeyCrt * modify * delete function fromHex * add gclient dump unit test * add example function 1.ExampleClient_Put 2.ExampleClient_Delete 3.ExampleClient_Head 4.ExampleClient_Patch 5.ExampleClient_Connect 6.ExampleClient_Options 7.ExampleClient_Trace * add example function 1.TestClient_DoRequest * add example function 1.ExampleClient_PutVar 2.ExampleClient_DeleteVar 3.ExampleClient_HeadVar 4.ExampleClient_PatchVar 5.ExampleClient_ConnectVar 6.ExampleClient_OptionsVar 7.ExampleClient_TraceVar * modify * modify * add CustomProvider function * modify * add unit funciton 1.Test_NewConn 2.Test_GetFreePorts * add unit funciton 1.Test_Server * garray_normal_any code converage * garray_normal_int code converage * garray_normal_str code converage * garray_sorted_any code converage * garray_sorted_int code converage * garray_sorted_str code converage * glist code converage * gmap, gmap_hash_any_any_map code converage * gmap_hash_int_any_map code converage * gmap_hash_int_any_map code converage * gmap_hash_int_int_map code converage * gmap_hash_int_str_map code converage * gmap_hash_str_any_map code converage * gmap_hash_str_int_map code converage * gmap_hash_str_str_map code converage * gmap_list_map code converage * gmap_list_map code converage * revert gf.yml * add gtest unit test function * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * modify Co-authored-by: John Guo <john@johng.cn> * improve ut case for package internal/rwmutex (#2364) * fix issue when only one file was uploaded in batch receiver attribute (#2365) * fix fixed An error occurred when only one file was uploaded in batches and add unit testing(#2092) * fix issue uploading files for ghttp.Server Co-authored-by: yxh <yxh1103@qq.com> * fix issue #2334 when accessing static files with cache time (#2366) * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * fix issue #2334 when accessing static files with cache time * up Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: houseme <housemecn@gmail.com> * fix issue in cycle dumping for g.Dump (#2367) * fix issue in cycle dumping for g.Dump * up * up * up Co-authored-by: houseme <housemecn@gmail.com> * 由于 clickhouse 的 position的初始值为 1,导致gdb_core_utility.HasField 中对 fieldsArray 初始化出错 (#2346) * 由于 clickhouse 的 position的初始值为 1,导致gdb_core_utility.HasField 中对 fieldsArray 初始化出错 * 修复单元测试 * 修复单元测试 * 补充单元测试 * 增加CK防御性代码 Co-authored-by: longl <longlei@dealmap.cloud> Co-authored-by: houseme <housemecn@gmail.com> * fix: ghttp server static path config (#2335) Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: houseme <housemecn@gmail.com> Co-authored-by: ftl <1139556759@qq.com> Co-authored-by: HaiLaz <739476267@qq.com> Co-authored-by: zhonghuaxunGM <50815786+zhonghuaxunGM@users.noreply.github.com> Co-authored-by: huangqian <huangqian1985@qq.com> Co-authored-by: junler <827640651@qq.com> Co-authored-by: junler <sunjun@bookan.com> Co-authored-by: Starccck <28645972+starccck@users.noreply.github.com> Co-authored-by: Jinhongyu <30454170+cnjinhy@users.noreply.github.com> Co-authored-by: YuanXin Hu <huyuanxin1999@outlook.com> Co-authored-by: yxh <yxh1103@qq.com> Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: long <48313408+qq375251855@users.noreply.github.com> Co-authored-by: longl <longlei@dealmap.cloud> Co-authored-by: houseme <housemecn@gmail.com> Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: ftl <1139556759@qq.com> Co-authored-by: HaiLaz <739476267@qq.com> Co-authored-by: zhonghuaxunGM <50815786+zhonghuaxunGM@users.noreply.github.com> Co-authored-by: huangqian <huangqian1985@qq.com> Co-authored-by: junler <827640651@qq.com> Co-authored-by: junler <sunjun@bookan.com> Co-authored-by: Starccck <28645972+starccck@users.noreply.github.com> Co-authored-by: Jinhongyu <30454170+cnjinhy@users.noreply.github.com> Co-authored-by: YuanXin Hu <huyuanxin1999@outlook.com> Co-authored-by: yxh <yxh1103@qq.com> Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: long <48313408+qq375251855@users.noreply.github.com> Co-authored-by: longl <longlei@dealmap.cloud>
2023-01-09 14:43:10 +08:00
Ctx(ctx context.Context) TX
Raw(rawSql string, args ...interface{}) *Model
Model(tableNameQueryOrStruct ...interface{}) *Model
With(object interface{}) *Model
// ===========================================================================
// Nested transaction if necessary.
// ===========================================================================
Begin() error
Commit() error
Rollback() error
Transaction(ctx context.Context, f func(ctx context.Context, tx TX) error) (err error)
// ===========================================================================
// Core method.
// ===========================================================================
Query(sql string, args ...interface{}) (result Result, err error)
Exec(sql string, args ...interface{}) (sql.Result, error)
Prepare(sql string) (*Stmt, error)
// ===========================================================================
// Query.
// ===========================================================================
GetAll(sql string, args ...interface{}) (Result, error)
GetOne(sql string, args ...interface{}) (Record, error)
GetStruct(obj interface{}, sql string, args ...interface{}) error
GetStructs(objPointerSlice interface{}, sql string, args ...interface{}) error
GetScan(pointer interface{}, sql string, args ...interface{}) error
GetValue(sql string, args ...interface{}) (Value, error)
GetCount(sql string, args ...interface{}) (int64, error)
// ===========================================================================
// CURD.
// ===========================================================================
Insert(table string, data interface{}, batch ...int) (sql.Result, error)
InsertIgnore(table string, data interface{}, batch ...int) (sql.Result, error)
InsertAndGetId(table string, data interface{}, batch ...int) (int64, error)
Replace(table string, data interface{}, batch ...int) (sql.Result, error)
Save(table string, data interface{}, batch ...int) (sql.Result, error)
Update(table string, data interface{}, condition interface{}, args ...interface{}) (sql.Result, error)
Delete(table string, condition interface{}, args ...interface{}) (sql.Result, error)
// ===========================================================================
// Utility methods.
// ===========================================================================
GetCtx() context.Context
GetDB() DB
GetSqlTX() *sql.Tx
IsClosed() bool
// ===========================================================================
// Save point feature.
// ===========================================================================
SavePoint(point string) error
RollbackTo(point string) error
}
2020-03-08 00:17:42 +08:00
// Core is the base struct for database management.
type Core struct {
db DB // DB interface object.
ctx context.Context // Context for chaining operation only. Do not set a default value in Core initialization.
group string // Configuration group name.
schema string // Custom schema for this object.
debug *gtype.Bool // Enable debug mode for the database, which can be changed in runtime.
cache *gcache.Cache // Cache manager, SQL result cache only.
links *gmap.StrAnyMap // links caches all created links by node.
logger glog.ILogger // Logger for logging functionality.
config *ConfigNode // Current config node.
dynamicConfig dynamicConfig // Dynamic configurations, which can be changed in runtime.
}
type dynamicConfig struct {
MaxIdleConnCount int
MaxOpenConnCount int
MaxConnLifeTime time.Duration
}
// DoCommitInput is the input parameters for function DoCommit.
type DoCommitInput struct {
2022-01-01 15:47:17 +08:00
Db *sql.DB
Tx *sql.Tx
Stmt *sql.Stmt
Link Link
Sql string
Args []interface{}
Type string
IsTransaction bool
}
// DoCommitOutput is the output parameters for function DoCommit.
type DoCommitOutput struct {
2022-01-01 15:47:17 +08:00
Result sql.Result // Result is the result of exec statement.
Records []Record // Records is the result of query statement.
Stmt *Stmt // Stmt is the Statement object result for Prepare.
feature/v2.3.0 (#2296) * up * rename function names for package gtcp/gudp; add proxy example for gtcp.Server (#2295) * fix router supported for handler of package ghttp; fix json tag name issue when it contains for package goai * add proxy example for http server * rename function names for package gtcp/gudp; add proxy example for gtcp.Server * move TX from struct to interface for package gdb (#2247) * move TX from struct to interface for package gdb * i updates * up * up * fix comment Co-authored-by: houseme <housemecn@gmail.com> * move `go-redis` implements `Adapter` from package `gredis` to `contrib/nosql/redis`; add redis string operation functions for package `gredis` (#2240) * unify configuration pattern of for package gdb * version updates * improve implements `internal/rwmutex` and `internal/mutex`; add `TablesFields` cache implements in `gdb.Core` instead of `contrib/drivers`; add `ClearTableFields` and `ClearCache` functions for `gdb.Core` (#2128) * add ClearTableFiels/ClearCache for Core of package gdb * improve TableFields for contrib/drivers * fix UT case for contrib/drivers/clickhouse * remove unecessary attribute state for internal/rwmutex and internal/mutex * add ClearTableFieldsAll/ClearCacheAll for gdb.Core * improve clickhouse driver * improve clickhouse driver * fix ut * feat: improve import Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: houseme <housemecn@gmail.com> * refract builtin rules management mechanism, add `eq/not-eq/gt/gte/lt/lte/before/before-equal/after/after-equal/array/not-regex` rules for for package `gvalid` (#2133) * refract builtin rules management for package gvalid * refract builtin rules management for package gvalid * refract builtin rules management for package gvalid * add valiation rules and implements for package gvalid * UT cases update for package gvalid * improve error message of fields validation for package gvalid * up * add more validation rules for package gvalid * add validation rule foreach for package gvalid (#2136) * add ToSQL/CatchSQL funcions for package gdb (#2137) * add ToSQL/CatchSQL funcions for package gdb * Update gdb_core_underlying.go * fix ci Co-authored-by: houseme <housemecn@gmail.com> * add redis interface for package gredis * up * remove `FilteredLink` function for DB and all driver implements and improve details for package gdb (#2142) * fix: pgsql DoExec Transaction checks (#2101) Co-authored-by: John Guo <john@johng.cn> * improve package gdb * up * up * up * up * up * add DriverWrapper and DriverWarapperDB for package gdb * add DriverWrapper and DriverWarapperDB for package gdb * up Co-authored-by: HaiLaz <739476267@qq.com> * add new database driver `dm` * add drivers dm * upd go version * add gf ci yaml Co-authored-by: Xu <zhenghao.xu> * move go-redis implements from package gredis to contrib/nosql/redis; add redis string operation functions for package gredis * improve `contrib/drivers/dm` (#2144) * improve contrib/drivers/dm * format TODO list info * 1) add config.Name is required 2) The upper layer no longer needs to specify the schema 3) Adjust unit tests Co-authored-by: Xu <zhenghao.xu> Co-authored-by: houseme <housemecn@gmail.com> * move redis adapter related ut case from package gcache/gsession to package contrib/nosql/redis * up * up * up * up * up * improve comment * add implements of `gcfg.Adapter` using kubernetes configmap (#2145) * remove Logger from kubecm.Client * README updates for package kubecm * error message update for package gredis * comment update for package gdb * Feature/v2.2.0 gredis (#2155) * improve package gredis (#2162) * improve package gredis * Update gredis_redis_group_list.go * fix * up Co-authored-by: houseme <housemecn@gmail.com> * up * up * up * up * up * up * add func Test_GroupScript_Eval * ut cases for group string * UT cases update for group script * mv redis operation implements to contrib/nosql/redis from package gredis * test: add redis group list unit test (#2248) * test: add redis group list unit test * improve comment * test: fix redis group list unit test Co-authored-by: houseme <housemecn@gmail.com> * up * add func Test_GroupGeneric_Copy, Test_GroupGeneric_Exists,Test_GroupGeneric_Type,Test_GroupGeneric_Unlink,Test_GroupGeneric_Rename,Test_GroupGeneric_Move,Test_GroupGeneric_Del * add Redis GroupGeneric UnitTest (#2253) add func Test_GroupGeneric_RandomKey,Test_GroupGeneric_DBSize,Test_GroupGeneric_Keys,Test_GroupGeneric_FlushDB,Test_GroupGeneric_FlushAll,Test_GroupGeneric_Expire,Test_GroupGeneric_ExpireAt * hash test case completed (#2260) Co-authored-by: junler <sunjun@bookan.com> * add Redis GroupGeneric Unit Test part2 (#2258) * up * ci updates * ci updates * up * Feature/contrib redis fsprouts (#2274) * Feature/contrib redis starck (#2275) * up * up * fix `/*` router supported for handler of package ghttp; fix json tag name issue when it contains `,` for package goai; add proxy example for http server (#2294) * fix router supported for handler of package ghttp; fix json tag name issue when it contains for package goai * add proxy example for http server * fix: update szenius/set-timezone@v1.1 (#2293) * add Tag* functions to retreive most commonly used tag value from struct field for package gstructs; use description tag as default value if brief is empty for gcmd.Argument (#2299) * fix cache issue in Count/Value functions for gdb.Model (#2300) * add Tag* functions to retreive most commonly used tag value from struct field for package gstructs; use description tag as default value if brief is empty for gcmd.Argument * fix cache issue in Count/Value functions for gdb.Model * add more ut case for package gdb * version updates * add minus of `start` parameter support for `gstr.Substr`, like the `substr` function in `PHP` (#2297) * Make the substr like the substr in PHP Make the substr like the substr in PHP * Update gstr_z_unit_test.go * Update gstr_z_unit_test.go * Make the SubStrRune like the mb_substr in PHP Make the SubStrRune like the mb_substr in PHP * Update gstr_z_unit_test.go * Update gstr_z_unit_test.go * Update gins_z_unit_view_test.go * Update gview_z_unit_test.go * add ut cases for package gcode (#2307) * add ut cases for package gerror (#2304) * add ut cases for package gerror * add ut cases for package gerror * add ut cases for package gtime (#2303) * add ut cases for package gtime * add ut cases for package gtime * add ut cases for package gtime * add ut cases for package glog (#2302) * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * add ut cases for package glog * change result data type of function Count from int to int64 for package gdb (#2298) * feat: modify model count value int64 * fix * fix:modify int64 * fix * feat: cmd gf prebuild suport oracle (#2312) * add ut cases for package g (#2315) * add ut cases for package gdebug (#2313) * add ut cases for package gdebug * add ut cases for package gdebug * add ut cases for package gdebug Co-authored-by: houseme <housemecn@gmail.com> * add zookeeper registry support (#2284) * add ut cases for package glog part2 (#2317) * fix invalid UpdatedAt usage in soft deleting feature for package gdb (#2323) * fix issue in failed installing when there's shortcut between file paths for command install (#2326) * fix issue in failed installing when has shortcut between file paths for command install * version updates * template for command gf updates * improve lru clearing for package gcache (#2327) * add ut cases for package ghttp_middleware and ghttp_request (#2344) * add ut cases for package ghttp_middleware * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_response (#2352) * add ut cases for package ghttp_response * add ut cases for package ghttp_response * add ut cases for package ghttp_response * add ut cases for package ghttp_request (#2351) * add ut cases for package ghttp_middleware * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_request * add ut cases for package ghttp_request - form * add ut cases for package ghttp_request - query * add ut cases for package ghttp_request - request * add ut cases for package ghttp_request - router * add ut cases for package gcache (#2341) * gTcp Example Function: 1.NewConn 2.NewConnTLS 3.NewConnKeyCrt * gTcp Example Function: 1.Send * add example function ExampleConn_Recv and ExampleConn_RecvWithTimeout * add example function 1. ExampleConn_SendWithTimeout 2. ExampleConn_RecvLine 3. ExampleConn_RecvTill * add example function 1. ExampleConn_SendRecv 2. ExampleConn_SendRecvWithTimeout 3. ExampleConn_SetDeadline 4. ExampleConn_SetReceiveBufferWait * add gtcp test function 1. Test_Package_Option_HeadSize4 2. Test_Package_Option_Error * add gtcp example function 1. ExampleGetFreePorts 2. ExampleSend 3. ExampleSendRecv 4. ExampleSendWithTimeout 5. ExampleSendRecvWithTimeout 6. ExampleMustGetFreePort * add gtcp example function 1. ExampleSendPkg 2. ExampleSendRecvPkg 3. ExampleSendPkgWithTimeout 4. ExampleSendRecvPkgWithTimeout * add gtcp test function 1. Test_Pool_Send 2. Test_Pool_Recv 3. Test_Pool_RecvLine 4. Test_Pool_RecvTill 5. Test_Pool_RecvWithTimeout 6. Test_Pool_SendWithTimeout 7. Test_Pool_SendRecvWithTimeout * fix * add gtcp example function 1. ExampleGetServer 2. ExampleSetAddress 3. ExampleSetHandler 4. ExampleRun_NilHandle * exec CI * exec CI * exec CI * modify test server address * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * modify and exec CI * add example funcion ExampleConn_Recv_Once and fix * fix * add some error case in example function * add some error case in example function * 1.add example function ExampleNewServerKeyCrt 2.add function SendRecvPkgWithTimeout unit test * add function Test_Server_NewServerKeyCrt unit test * revert * add function Test_Package_Timeout, Test_Package_Option_HeadSize3, Test_Conn_RecvPkgError unit test * fix * add example function 1.ExampleClient_Clone 2.ExampleLoadKeyCrt * add example function 1.ExampleNewNetConnKeyCrt * fix * add example function 1.ExampleClient_DeleteBytes 2.ExampleClient_HeadBytes 3.ExampleClient_PatchBytes 4.ExampleClient_ConnectBytes 5.ExampleClient_OptionsBytes 6.ExampleClient_TraceBytes 7.ExampleClient_PutBytes * add example function 1.ExampleClient_Prefix 2.ExampleClient_Retry 3.ExampleClient_RedirectLimit * add example function 1.ExampleClient_SetBrowserMode 2.ExampleClient_SetHeader 3.ExampleClient_SetRedirectLimit * add example function 1.ExampleClient_SetTLSKeyCrt 2.ExampleClient_SetTLSConfig modify example funcion 1.ExampleClient_SetProxy 2.ExampleClient_Proxy * add example function 1.ExampleClient_PutContent 2.ExampleClient_DeleteContent 3.ExampleClient_HeadContent 4.ExampleClient_PatchContent 5.ExampleClient_ConnectContent 6.ExampleClient_OptionsContent 7.ExampleClient_TraceContent 8.ExampleClient_RequestContent * add example function 1.ExampleClient_RawRequest * add unit function 1.TestGetFreePorts 2.TestNewConn 3.TestNewConnTLS 4.TestNewConnKeyCrt 5.TestConn_SendWithTimeout * add unit function 1.TestConn_Send 2.TestConn_SendRecv 3.TestConn_SendRecvWithTimeout * modify * modify * add example function 1.TestConn_SetReceiveBufferWait 2.TestNewNetConnKeyCrt 3.TestSend * add example function 1.TestSendRecv 2.TestSendWithTimeout * add unit function 1.TestMustGetFreePort 2.TestSendRecvWithTimeout 3.TestSendPkg * add client recevied server's response content assert * modify * modify * add example function 1.TestSendRecvPkg 2.TestSendPkgWithTimeout 3.TestSendRecvPkgWithTimeout * add GetAddress() function add unit funciton 1.TestNewServer 2.TestGetServer 3.TestServer_SetAddress 4.TestServer_SetHandler 5.TestServer_Run * modify * modify * add unit funciton 1.TestLoadKeyCrt * modify * delete function fromHex * add gclient dump unit test * add example function 1.ExampleClient_Put 2.ExampleClient_Delete 3.ExampleClient_Head 4.ExampleClient_Patch 5.ExampleClient_Connect 6.ExampleClient_Options 7.ExampleClient_Trace * add example function 1.TestClient_DoRequest * add example function 1.ExampleClient_PutVar 2.ExampleClient_DeleteVar 3.ExampleClient_HeadVar 4.ExampleClient_PatchVar 5.ExampleClient_ConnectVar 6.ExampleClient_OptionsVar 7.ExampleClient_TraceVar * modify * modify * add CustomProvider function * modify * add unit funciton 1.Test_NewConn 2.Test_GetFreePorts * add unit funciton 1.Test_Server * garray_normal_any code converage * garray_normal_int code converage * garray_normal_str code converage * garray_sorted_any code converage * garray_sorted_int code converage * garray_sorted_str code converage * glist code converage * gmap, gmap_hash_any_any_map code converage * gmap_hash_int_any_map code converage * gmap_hash_int_any_map code converage * gmap_hash_int_int_map code converage * gmap_hash_int_str_map code converage * gmap_hash_str_any_map code converage * gmap_hash_str_int_map code converage * gmap_hash_str_str_map code converage * gmap_list_map code converage * gmap_list_map code converage * revert gf.yml * add gtest unit test function * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * add ut cases for package gcache * modify Co-authored-by: John Guo <john@johng.cn> * improve ut case for package internal/rwmutex (#2364) * fix issue when only one file was uploaded in batch receiver attribute (#2365) * fix fixed An error occurred when only one file was uploaded in batches and add unit testing(#2092) * fix issue uploading files for ghttp.Server Co-authored-by: yxh <yxh1103@qq.com> * fix issue #2334 when accessing static files with cache time (#2366) * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * Solve the problem of error when accessing static files with cache time. Error message: 2022-11-29 19:40:11.090 [ERRO] http: superfluous response.WriteHeader call from github.com/gogf/gf/v2/net/ghttp.(*ResponseWriter).Flush (ghttp_response_writer.go:58) Stack: Verification method: curl 'http://127.0.0.1:8000/' -H 'If-Modified-Since: Thu, 08 Dec 2022 03:13:55 GMT' --compressed * fix issue #2334 when accessing static files with cache time * up Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: houseme <housemecn@gmail.com> * fix issue in cycle dumping for g.Dump (#2367) * fix issue in cycle dumping for g.Dump * up * up * up Co-authored-by: houseme <housemecn@gmail.com> * 由于 clickhouse 的 position的初始值为 1,导致gdb_core_utility.HasField 中对 fieldsArray 初始化出错 (#2346) * 由于 clickhouse 的 position的初始值为 1,导致gdb_core_utility.HasField 中对 fieldsArray 初始化出错 * 修复单元测试 * 修复单元测试 * 补充单元测试 * 增加CK防御性代码 Co-authored-by: longl <longlei@dealmap.cloud> Co-authored-by: houseme <housemecn@gmail.com> * fix: ghttp server static path config (#2335) Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: houseme <housemecn@gmail.com> Co-authored-by: ftl <1139556759@qq.com> Co-authored-by: HaiLaz <739476267@qq.com> Co-authored-by: zhonghuaxunGM <50815786+zhonghuaxunGM@users.noreply.github.com> Co-authored-by: huangqian <huangqian1985@qq.com> Co-authored-by: junler <827640651@qq.com> Co-authored-by: junler <sunjun@bookan.com> Co-authored-by: Starccck <28645972+starccck@users.noreply.github.com> Co-authored-by: Jinhongyu <30454170+cnjinhy@users.noreply.github.com> Co-authored-by: YuanXin Hu <huyuanxin1999@outlook.com> Co-authored-by: yxh <yxh1103@qq.com> Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: long <48313408+qq375251855@users.noreply.github.com> Co-authored-by: longl <longlei@dealmap.cloud> Co-authored-by: houseme <housemecn@gmail.com> Co-authored-by: daguang <daguang830@gmail.com> Co-authored-by: ftl <1139556759@qq.com> Co-authored-by: HaiLaz <739476267@qq.com> Co-authored-by: zhonghuaxunGM <50815786+zhonghuaxunGM@users.noreply.github.com> Co-authored-by: huangqian <huangqian1985@qq.com> Co-authored-by: junler <827640651@qq.com> Co-authored-by: junler <sunjun@bookan.com> Co-authored-by: Starccck <28645972+starccck@users.noreply.github.com> Co-authored-by: Jinhongyu <30454170+cnjinhy@users.noreply.github.com> Co-authored-by: YuanXin Hu <huyuanxin1999@outlook.com> Co-authored-by: yxh <yxh1103@qq.com> Co-authored-by: 曾洪亮 <hongliang.zeng@i-soft.com.cn> Co-authored-by: long <48313408+qq375251855@users.noreply.github.com> Co-authored-by: longl <longlei@dealmap.cloud>
2023-01-09 14:43:10 +08:00
Tx TX // Tx is the transaction object result for Begin.
2022-01-01 15:47:17 +08:00
RawResult interface{} // RawResult is the underlying result, which might be sql.Result/*sql.Rows/*sql.Row.
}
2020-03-08 00:17:42 +08:00
// Driver is the interface for integrating sql drivers into package gdb.
type Driver interface {
// New creates and returns a database object for specified database server.
2020-03-08 00:17:42 +08:00
New(core *Core, node *ConfigNode) (DB, error)
}
2021-05-21 15:30:21 +08:00
// Link is a common database function wrapper interface.
2022-03-21 21:17:48 +08:00
// Note that, any operation using `Link` will have no SQL logging.
2021-05-21 15:30:21 +08:00
type Link interface {
QueryContext(ctx context.Context, sql string, args ...interface{}) (*sql.Rows, error)
ExecContext(ctx context.Context, sql string, args ...interface{}) (sql.Result, error)
PrepareContext(ctx context.Context, sql string) (*sql.Stmt, error)
2022-03-21 21:17:48 +08:00
IsOnMaster() bool
2021-05-21 15:30:21 +08:00
IsTransaction() bool
}
2020-01-07 22:14:32 +08:00
// Sql is the sql recording struct.
type Sql struct {
2021-05-21 15:30:21 +08:00
Sql string // SQL string(may contain reserved char '?').
Type string // SQL operation type.
Args []interface{} // Arguments for this sql.
Format string // Formatted sql which contains arguments in the sql.
Error error // Execution result.
Start int64 // Start execution timestamp in milliseconds.
End int64 // End execution timestamp in milliseconds.
Group string // Group is the group name of the configuration that the sql is executed from.
Schema string // Schema is the schema name of the configuration that the sql is executed from.
2021-05-21 15:30:21 +08:00
IsTransaction bool // IsTransaction marks whether this sql is executed in transaction.
RowsAffected int64 // RowsAffected marks retrieved or affected number with current sql statement.
2017-11-23 10:21:28 +08:00
}
// DoInsertOption is the input struct for function DoInsert.
type DoInsertOption struct {
2022-03-14 19:36:43 +08:00
OnDuplicateStr string // Custom string for `on duplicated` statement.
OnDuplicateMap map[string]interface{} // Custom key-value map from `OnDuplicateEx` function for `on duplicated` statement.
InsertOption InsertOption // Insert operation in constant value.
2022-03-14 19:36:43 +08:00
BatchCount int // Batch count for batch inserting.
}
// TableField is the struct for table field.
type TableField struct {
Index int // For ordering purpose as map is unordered.
Name string // Field name.
Type string // Field type. Eg: 'int(10) unsigned', 'varchar(64)'.
Null bool // Field can be null or not.
Key string // The index information(empty if it's not an index). Eg: PRI, MUL.
Default interface{} // Default value for the field.
Extra string // Extra information. Eg: auto_increment.
Comment string // Field comment.
}
2020-11-28 13:52:17 +08:00
// Counter is the type for update count.
type Counter struct {
Field string
Value float64
}
type (
Raw string // Raw is a raw sql that will not be treated as argument but as a direct sql part.
Value = *gvar.Var // Value is the field value type.
Record map[string]Value // Record is the row record of the table.
Result []Record // Result is the row record array.
Map = map[string]interface{} // Map is alias of map[string]interface{}, which is the most common usage map type.
List = []Map // List is type of map array.
)
2017-11-23 10:21:28 +08:00
2022-09-26 22:11:13 +08:00
type CatchSQLManager struct {
SQLArray *garray.StrArray
DoCommit bool
}
const (
defaultModelSafe = false
defaultCharset = `utf8`
defaultProtocol = `tcp`
unionTypeNormal = 0
unionTypeAll = 1
defaultMaxIdleConnCount = 10 // Max idle connection count in pool.
defaultMaxOpenConnCount = 0 // Max open connection count in pool. Default is no limit.
defaultMaxConnLifeTime = 30 * time.Second // Max lifetime for per connection in pool in seconds.
ctxTimeoutTypeExec = 0
ctxTimeoutTypeQuery = 1
ctxTimeoutTypePrepare = 2
2022-09-26 22:11:13 +08:00
cachePrefixTableFields = `TableFields:`
cachePrefixSelectCache = `SelectCache:`
commandEnvKeyForDryRun = "gf.gdb.dryrun"
modelForDaoSuffix = `ForDao`
dbRoleSlave = `slave`
ctxKeyForDB gctx.StrKey = `CtxKeyForDB`
ctxKeyCatchSQL gctx.StrKey = `CtxKeyCatchSQL`
ctxKeyInternalProducedSQL gctx.StrKey = `CtxKeyInternalProducedSQL`
// type:[username[:password]@][protocol[(address)]]/dbname[?param1=value1&...&paramN=valueN]
linkPattern = `(\w+):([\w\-]*):(.*?)@(\w+?)\((.+?)\)/{0,1}([^\?]*)\?{0,1}(.*)`
)
type queryType int
const (
queryTypeNormal queryType = 0
queryTypeCount queryType = 1
queryTypeValue queryType = 2
)
type joinOperator string
const (
joinOperatorLeft joinOperator = "LEFT"
joinOperatorRight joinOperator = "RIGHT"
joinOperatorInner joinOperator = "INNER"
)
type InsertOption int
const (
InsertOptionDefault InsertOption = 0
InsertOptionReplace InsertOption = 1
InsertOptionSave InsertOption = 2
InsertOptionIgnore InsertOption = 3
InsertOperationInsert = "INSERT"
InsertOperationReplace = "REPLACE"
InsertOperationIgnore = "INSERT IGNORE"
InsertOnDuplicateKeyUpdate = "ON DUPLICATE KEY UPDATE"
)
const (
2022-01-01 15:47:17 +08:00
SqlTypeBegin = "DB.Begin"
SqlTypeTXCommit = "TX.Commit"
SqlTypeTXRollback = "TX.Rollback"
SqlTypeExecContext = "DB.ExecContext"
SqlTypeQueryContext = "DB.QueryContext"
SqlTypePrepareContext = "DB.PrepareContext"
SqlTypeStmtExecContext = "DB.Statement.ExecContext"
SqlTypeStmtQueryContext = "DB.Statement.QueryContext"
SqlTypeStmtQueryRowContext = "DB.Statement.QueryRowContext"
)
type LocalType string
const (
LocalTypeString LocalType = "string"
LocalTypeDate LocalType = "date"
LocalTypeDatetime LocalType = "datetime"
LocalTypeInt LocalType = "int"
LocalTypeUint LocalType = "uint"
LocalTypeInt64 LocalType = "int64"
LocalTypeUint64 LocalType = "uint64"
LocalTypeIntSlice LocalType = "[]int"
LocalTypeInt64Slice LocalType = "[]int64"
LocalTypeUint64Slice LocalType = "[]uint64"
LocalTypeInt64Bytes LocalType = "int64-bytes"
LocalTypeUint64Bytes LocalType = "uint64-bytes"
LocalTypeFloat32 LocalType = "float32"
LocalTypeFloat64 LocalType = "float64"
LocalTypeBytes LocalType = "[]byte"
LocalTypeBool LocalType = "bool"
LocalTypeJson LocalType = "json"
LocalTypeJsonb LocalType = "jsonb"
)
const (
fieldTypeBinary = "binary"
fieldTypeVarbinary = "varbinary"
fieldTypeBlob = "blob"
fieldTypeTinyblob = "tinyblob"
fieldTypeMediumblob = "mediumblob"
fieldTypeLongblob = "longblob"
fieldTypeInt = "int"
fieldTypeTinyint = "tinyint"
fieldTypeSmallInt = "small_int"
fieldTypeSmallint = "smallint"
fieldTypeMediumInt = "medium_int"
fieldTypeMediumint = "mediumint"
fieldTypeSerial = "serial"
fieldTypeBigInt = "big_int"
fieldTypeBigint = "bigint"
fieldTypeBigserial = "bigserial"
fieldTypeReal = "real"
fieldTypeFloat = "float"
fieldTypeDouble = "double"
fieldTypeDecimal = "decimal"
fieldTypeMoney = "money"
fieldTypeNumeric = "numeric"
fieldTypeSmallmoney = "smallmoney"
fieldTypeBool = "bool"
fieldTypeBit = "bit"
fieldTypeDate = "date"
fieldTypeDatetime = "datetime"
fieldTypeTimestamp = "timestamp"
fieldTypeTimestampz = "timestamptz"
fieldTypeJson = "json"
fieldTypeJsonb = "jsonb"
)
var (
2020-03-08 00:17:42 +08:00
// instances is the management map for instances.
instances = gmap.NewStrAnyMap(true)
2020-03-08 00:17:42 +08:00
// driverMap manages all custom registered driver.
2022-05-10 16:31:56 +08:00
driverMap = map[string]Driver{}
// lastOperatorRegPattern is the regular expression pattern for a string
// which has operator at its tail.
lastOperatorRegPattern = `[<>=]+\s*$`
// regularFieldNameRegPattern is the regular expression pattern for a string
// which is a regular field name of table.
2021-05-27 22:18:16 +08:00
regularFieldNameRegPattern = `^[\w\.\-]+$`
// regularFieldNameWithoutDotRegPattern is similar to regularFieldNameRegPattern but not allows '.'.
// Note that, although some databases allow char '.' in the field name, but it here does not allow '.'
// in the field name as it conflicts with "db.table.field" pattern in SOME situations.
2021-05-27 22:18:16 +08:00
regularFieldNameWithoutDotRegPattern = `^[\w\-]+$`
// allDryRun sets dry-run feature for all database connections.
// It is commonly used for command options for convenience.
allDryRun = false
2022-09-26 22:11:13 +08:00
// tableFieldsMap caches the table information retrieved from database.
tableFieldsMap = gmap.NewStrAnyMap(true)
)
func init() {
// allDryRun is initialized from environment or command options.
allDryRun = gcmd.GetOptWithEnv(commandEnvKeyForDryRun, false).Bool()
}
2020-03-08 00:17:42 +08:00
// Register registers custom database driver to gdb.
func Register(name string, driver Driver) error {
2022-09-26 22:11:13 +08:00
driverMap[name] = newDriverWrapper(driver)
2020-03-08 00:17:42 +08:00
return nil
}
// New creates and returns an ORM object with given configuration node.
func New(node ConfigNode) (db DB, err error) {
2022-09-26 22:11:13 +08:00
return newDBByConfigNode(&node, "")
}
// NewByGroup creates and returns an ORM object with global configurations.
2021-02-08 17:57:21 +08:00
// The parameter `name` specifies the configuration group name,
2020-12-14 19:34:02 +08:00
// which is DefaultGroupName in default.
func NewByGroup(group ...string) (db DB, err error) {
groupName := configs.group
if len(group) > 0 && group[0] != "" {
groupName = group[0]
2018-08-08 09:09:28 +08:00
}
configs.RLock()
defer configs.RUnlock()
2018-08-08 09:09:28 +08:00
if len(configs.config) < 1 {
2021-07-20 23:02:02 +08:00
return nil, gerror.NewCode(
gcode.CodeInvalidConfiguration,
2021-07-20 23:02:02 +08:00
"database configuration is empty, please set the database configuration before using",
)
2018-08-08 09:09:28 +08:00
}
if _, ok := configs.config[groupName]; ok {
var node *ConfigNode
if node, err = getConfigNodeByGroup(groupName, true); err == nil {
2022-09-26 22:11:13 +08:00
return newDBByConfigNode(node, groupName)
2019-06-19 09:06:52 +08:00
}
return nil, err
2018-08-08 09:09:28 +08:00
}
return nil, gerror.NewCodef(
gcode.CodeInvalidConfiguration,
`database configuration node "%s" is not found, did you misspell group name "%s" or miss the database configuration?`,
groupName, groupName,
)
2017-11-23 10:21:28 +08:00
}
2022-09-26 22:11:13 +08:00
// newDBByConfigNode creates and returns an ORM object with given configuration node and group name.
//
// Very Note:
// The parameter `node` is used for DB creation, not for underlying connection creation.
// So all db type configurations in the same group should be the same.
2022-09-26 22:11:13 +08:00
func newDBByConfigNode(node *ConfigNode, group string) (db DB, err error) {
if node.Link != "" {
node = parseConfigNodeLink(node)
}
c := &Core{
group: group,
debug: gtype.NewBool(),
cache: gcache.New(),
links: gmap.NewStrAnyMap(true),
logger: glog.New(),
2022-09-26 22:11:13 +08:00
config: node,
dynamicConfig: dynamicConfig{
MaxIdleConnCount: node.MaxIdleConnCount,
MaxOpenConnCount: node.MaxOpenConnCount,
MaxConnLifeTime: node.MaxConnLifeTime,
},
}
if v, ok := driverMap[node.Type]; ok {
2022-09-26 22:11:13 +08:00
if c.db, err = v.New(c, node); err != nil {
return nil, err
}
return c.db, nil
}
2022-02-22 10:43:31 +08:00
errorMsg := `cannot find database driver for specified database type "%s"`
errorMsg += `, did you misspell type name "%s" or forget importing the database driver? `
errorMsg += `possible reference: https://github.com/gogf/gf/tree/master/contrib/drivers`
2022-02-22 10:43:31 +08:00
return nil, gerror.NewCodef(gcode.CodeInvalidConfiguration, errorMsg, node.Type, node.Type)
}
// Instance returns an instance for DB operations.
2021-02-08 17:57:21 +08:00
// The parameter `name` specifies the configuration group name,
2020-12-14 19:34:02 +08:00
// which is DefaultGroupName in default.
func Instance(name ...string) (db DB, err error) {
group := configs.group
2019-10-17 20:31:03 +08:00
if len(name) > 0 && name[0] != "" {
2019-06-19 09:06:52 +08:00
group = name[0]
}
v := instances.GetOrSetFuncLock(group, func() interface{} {
db, err = NewByGroup(group)
2019-06-19 09:06:52 +08:00
return db
})
if v != nil {
return v.(DB), nil
}
return
}
2020-02-26 11:54:46 +08:00
// getConfigNodeByGroup calculates and returns a configuration node of given group. It
// calculates the value internally using weight algorithm for load balance.
//
2021-02-08 17:57:21 +08:00
// The parameter `master` specifies whether retrieving a master node, or else a slave node
// if master-slave configured.
func getConfigNodeByGroup(group string, master bool) (*ConfigNode, error) {
2019-06-19 09:06:52 +08:00
if list, ok := configs.config[group]; ok {
// Separates master and slave configuration nodes array.
var (
masterList = make(ConfigGroup, 0)
slaveList = make(ConfigGroup, 0)
)
2019-06-19 09:06:52 +08:00
for i := 0; i < len(list); i++ {
if list[i].Role == dbRoleSlave {
2019-06-19 09:06:52 +08:00
slaveList = append(slaveList, list[i])
} else {
masterList = append(masterList, list[i])
}
}
if len(masterList) < 1 {
return nil, gerror.NewCode(
gcode.CodeInvalidConfiguration,
"at least one master node configuration's need to make sense",
)
2019-06-19 09:06:52 +08:00
}
if len(slaveList) < 1 {
slaveList = masterList
}
if master {
2019-07-06 16:14:45 +08:00
return getConfigNodeByWeight(masterList), nil
2019-06-19 09:06:52 +08:00
} else {
2019-07-06 16:14:45 +08:00
return getConfigNodeByWeight(slaveList), nil
2019-06-19 09:06:52 +08:00
}
}
return nil, gerror.NewCodef(
gcode.CodeInvalidConfiguration,
"empty database configuration for item name '%s'",
group,
)
}
// getConfigNodeByWeight calculates the configuration weights and randomly returns a node.
//
// Calculation algorithm brief:
// 1. If we have 2 nodes, and their weights are both 1, then the weight range is [0, 199];
// 2. Node1 weight range is [0, 99], and node2 weight range is [100, 199], ratio is 1:1;
2021-11-16 17:21:13 +08:00
// 3. If the random number is 99, it then chooses and returns node1;.
2019-07-06 16:14:45 +08:00
func getConfigNodeByWeight(cg ConfigGroup) *ConfigNode {
2018-08-08 09:09:28 +08:00
if len(cg) < 2 {
return &cg[0]
}
var total int
for i := 0; i < len(cg); i++ {
2019-07-06 16:14:45 +08:00
total += cg[i].Weight * 100
2018-08-08 09:09:28 +08:00
}
// If total is 0 means all the nodes have no weight attribute configured.
// It then defaults each node's weight attribute to 1.
if total == 0 {
2019-06-19 09:06:52 +08:00
for i := 0; i < len(cg); i++ {
2019-07-06 16:14:45 +08:00
cg[i].Weight = 1
total += cg[i].Weight * 100
2019-06-19 09:06:52 +08:00
}
}
// Exclude the right border value.
var (
min = 0
max = 0
random = grand.N(0, total-1)
)
2018-08-08 09:09:28 +08:00
for i := 0; i < len(cg); i++ {
2019-07-06 16:14:45 +08:00
max = min + cg[i].Weight*100
if random >= min && random < max {
// ====================================================
// Return a COPY of the ConfigNode.
// ====================================================
node := ConfigNode{}
node = cg[i]
return &node
2018-08-08 09:09:28 +08:00
}
min = max
2018-08-08 09:09:28 +08:00
}
return nil
2017-11-23 10:21:28 +08:00
}
// getSqlDb retrieves and returns an underlying database connection object.
2021-02-08 17:57:21 +08:00
// The parameter `master` specifies whether retrieves master node connection if
2020-01-07 22:14:32 +08:00
// master-slave nodes are configured.
2020-03-08 00:17:42 +08:00
func (c *Core) getSqlDb(master bool, schema ...string) (sqlDb *sql.DB, err error) {
var (
node *ConfigNode
ctx = c.db.GetCtx()
)
if c.group != "" {
// Load balance.
configs.RLock()
defer configs.RUnlock()
// Value COPY for node.
node, err = getConfigNodeByGroup(c.group, master)
if err != nil {
return nil, err
}
} else {
// Value COPY for node.
n := *c.db.GetConfig()
node = &n
2019-06-19 09:06:52 +08:00
}
if node.Charset == "" {
node.Charset = defaultCharset
2019-06-19 09:06:52 +08:00
}
2020-01-07 22:14:32 +08:00
// Changes the schema.
2022-09-26 22:11:13 +08:00
nodeSchema := gutil.GetOrDefaultStr(c.schema, schema...)
2020-01-07 22:14:32 +08:00
if nodeSchema != "" {
node.Name = nodeSchema
}
// Update the configuration object in internal data.
internalData := c.GetInternalCtxDataFromCtx(ctx)
if internalData != nil {
internalData.ConfigNode = node
2020-01-07 22:14:32 +08:00
}
// Cache the underlying connection pool object by node.
instanceNameByNode := fmt.Sprintf(`%+v`, node)
instanceValue := c.links.GetOrSetFuncLock(instanceNameByNode, func() interface{} {
if sqlDb, err = c.db.Open(node); err != nil {
return nil
2019-06-19 09:06:52 +08:00
}
2022-05-10 16:31:56 +08:00
if sqlDb == nil {
return nil
}
if c.dynamicConfig.MaxIdleConnCount > 0 {
sqlDb.SetMaxIdleConns(c.dynamicConfig.MaxIdleConnCount)
} else {
sqlDb.SetMaxIdleConns(defaultMaxIdleConnCount)
2019-06-19 09:06:52 +08:00
}
if c.dynamicConfig.MaxOpenConnCount > 0 {
sqlDb.SetMaxOpenConns(c.dynamicConfig.MaxOpenConnCount)
} else {
sqlDb.SetMaxOpenConns(defaultMaxOpenConnCount)
2019-06-19 09:06:52 +08:00
}
if c.dynamicConfig.MaxConnLifeTime > 0 {
sqlDb.SetConnMaxLifetime(c.dynamicConfig.MaxConnLifeTime)
} else {
sqlDb.SetConnMaxLifetime(defaultMaxConnLifeTime)
2019-06-19 09:06:52 +08:00
}
return sqlDb
})
if instanceValue != nil && sqlDb == nil {
// It reads from instance map.
sqlDb = instanceValue.(*sql.DB)
2019-06-19 09:06:52 +08:00
}
if node.Debug {
2021-02-08 17:57:21 +08:00
c.db.SetDebug(node.Debug)
2019-07-15 17:40:21 +08:00
}
if node.DryRun {
2021-02-08 17:57:21 +08:00
c.db.SetDryRun(node.DryRun)
}
2019-06-19 09:06:52 +08:00
return
}