mirror of
https://gitee.com/johng/gf.git
synced 2024-11-30 03:07:45 +08:00
c4a5b8ca94
* fix issue #1915 * fix issue in repeated link instance key * add configuration item Namespace for package gdb * up * up * fix: pgsql list table names (#2255) Co-authored-by: Gin <qinyuguang@gmail.com>
438 lines
12 KiB
Go
438 lines
12 KiB
Go
// Copyright GoFrame Author(https://goframe.org). All Rights Reserved.
|
|
//
|
|
// This Source Code Form is subject to the terms of the MIT License.
|
|
// If a copy of the MIT was not distributed with this file,
|
|
// You can obtain one at https://github.com/gogf/gf.
|
|
|
|
// Package pgsql implements gdb.Driver, which supports operations for database PostgreSQL.
|
|
//
|
|
// Note:
|
|
// 1. It needs manually import: _ "github.com/lib/pq"
|
|
// 2. It does not support Save/Replace features.
|
|
package pgsql
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/gogf/gf/v2/database/gdb"
|
|
"github.com/gogf/gf/v2/errors/gcode"
|
|
"github.com/gogf/gf/v2/errors/gerror"
|
|
"github.com/gogf/gf/v2/os/gctx"
|
|
"github.com/gogf/gf/v2/text/gregex"
|
|
"github.com/gogf/gf/v2/text/gstr"
|
|
"github.com/gogf/gf/v2/util/gconv"
|
|
"github.com/gogf/gf/v2/util/gutil"
|
|
_ "github.com/lib/pq"
|
|
)
|
|
|
|
// Driver is the driver for postgresql database.
|
|
type Driver struct {
|
|
*gdb.Core
|
|
}
|
|
|
|
const (
|
|
internalPrimaryKeyInCtx gctx.StrKey = "primary_key"
|
|
defaultSchema = "public"
|
|
)
|
|
|
|
func init() {
|
|
if err := gdb.Register(`pgsql`, New()); err != nil {
|
|
panic(err)
|
|
}
|
|
}
|
|
|
|
// New create and returns a driver that implements gdb.Driver, which supports operations for PostgreSql.
|
|
func New() gdb.Driver {
|
|
return &Driver{}
|
|
}
|
|
|
|
// New creates and returns a database object for postgresql.
|
|
// It implements the interface of gdb.Driver for extra database driver installation.
|
|
func (d *Driver) New(core *gdb.Core, node *gdb.ConfigNode) (gdb.DB, error) {
|
|
return &Driver{
|
|
Core: core,
|
|
}, nil
|
|
}
|
|
|
|
// Open creates and returns an underlying sql.DB object for pgsql.
|
|
// https://pkg.go.dev/github.com/lib/pq
|
|
func (d *Driver) Open(config *gdb.ConfigNode) (db *sql.DB, err error) {
|
|
var (
|
|
source string
|
|
underlyingDriverName = "postgres"
|
|
)
|
|
if config.Link != "" {
|
|
// ============================================================================
|
|
// Deprecated from v2.2.0.
|
|
// ============================================================================
|
|
source = config.Link
|
|
// Custom changing the schema in runtime.
|
|
if config.Name != "" {
|
|
source, _ = gregex.ReplaceString(`dbname=([\w\.\-]+)+`, "dbname="+config.Name, source)
|
|
}
|
|
} else {
|
|
if config.Name != "" {
|
|
source = fmt.Sprintf(
|
|
"user=%s password=%s host=%s port=%s dbname=%s sslmode=disable",
|
|
config.User, config.Pass, config.Host, config.Port, config.Name,
|
|
)
|
|
} else {
|
|
source = fmt.Sprintf(
|
|
"user=%s password=%s host=%s port=%s sslmode=disable",
|
|
config.User, config.Pass, config.Host, config.Port,
|
|
)
|
|
}
|
|
|
|
if config.Timezone != "" {
|
|
source = fmt.Sprintf("%s timezone=%s", source, config.Timezone)
|
|
}
|
|
|
|
if config.Extra != "" {
|
|
var extraMap map[string]interface{}
|
|
if extraMap, err = gstr.Parse(config.Extra); err != nil {
|
|
return nil, err
|
|
}
|
|
for k, v := range extraMap {
|
|
source += fmt.Sprintf(` %s=%s`, k, v)
|
|
}
|
|
}
|
|
}
|
|
|
|
if db, err = sql.Open(underlyingDriverName, source); err != nil {
|
|
err = gerror.WrapCodef(
|
|
gcode.CodeDbOperationError, err,
|
|
`sql.Open failed for driver "%s" by source "%s"`, underlyingDriverName, source,
|
|
)
|
|
return nil, err
|
|
}
|
|
return
|
|
}
|
|
|
|
// GetChars returns the security char for this type of database.
|
|
func (d *Driver) GetChars() (charLeft string, charRight string) {
|
|
return `"`, `"`
|
|
}
|
|
|
|
// CheckLocalTypeForField checks and returns corresponding local golang type for given db type.
|
|
func (d *Driver) CheckLocalTypeForField(ctx context.Context, fieldType string, fieldValue interface{}) (string, error) {
|
|
var typeName string
|
|
match, _ := gregex.MatchString(`(.+?)\((.+)\)`, fieldType)
|
|
if len(match) == 3 {
|
|
typeName = gstr.Trim(match[1])
|
|
} else {
|
|
typeName = fieldType
|
|
}
|
|
typeName = strings.ToLower(typeName)
|
|
switch typeName {
|
|
case
|
|
// For pgsql, int2 = smallint.
|
|
"int2",
|
|
// For pgsql, int4 = integer
|
|
"int4":
|
|
return gdb.LocalTypeInt, nil
|
|
|
|
case
|
|
// For pgsql, int8 = bigint
|
|
"int8":
|
|
return gdb.LocalTypeInt64, nil
|
|
|
|
case
|
|
"_int2",
|
|
"_int4":
|
|
return gdb.LocalTypeIntSlice, nil
|
|
|
|
case
|
|
"_int8":
|
|
return gdb.LocalTypeInt64Slice, nil
|
|
|
|
default:
|
|
return d.Core.CheckLocalTypeForField(ctx, fieldType, fieldValue)
|
|
}
|
|
}
|
|
|
|
// ConvertValueForLocal converts value to local Golang type of value according field type name from database.
|
|
// The parameter `fieldType` is in lower case, like:
|
|
// `float(5,2)`, `unsigned double(5,2)`, `decimal(10,2)`, `char(45)`, `varchar(100)`, etc.
|
|
func (d *Driver) ConvertValueForLocal(ctx context.Context, fieldType string, fieldValue interface{}) (interface{}, error) {
|
|
typeName, _ := gregex.ReplaceString(`\(.+\)`, "", fieldType)
|
|
typeName = strings.ToLower(typeName)
|
|
switch typeName {
|
|
// For pgsql, int2 = smallint and int4 = integer.
|
|
case "int2", "int4":
|
|
return gconv.Int(gconv.String(fieldValue)), nil
|
|
|
|
// For pgsql, int8 = bigint.
|
|
case "int8":
|
|
return gconv.Int64(gconv.String(fieldValue)), nil
|
|
|
|
// Int32 slice.
|
|
case
|
|
"_int2", "_int4":
|
|
return gconv.Ints(
|
|
gstr.ReplaceByMap(gconv.String(fieldValue),
|
|
map[string]string{
|
|
"{": "[",
|
|
"}": "]",
|
|
},
|
|
),
|
|
), nil
|
|
|
|
// Int64 slice.
|
|
case
|
|
"_int8":
|
|
return gconv.Int64s(
|
|
gstr.ReplaceByMap(gconv.String(fieldValue),
|
|
map[string]string{
|
|
"{": "[",
|
|
"}": "]",
|
|
},
|
|
),
|
|
), nil
|
|
|
|
default:
|
|
return d.Core.ConvertValueForLocal(ctx, fieldType, fieldValue)
|
|
}
|
|
}
|
|
|
|
// DoFilter deals with the sql string before commits it to underlying sql driver.
|
|
func (d *Driver) DoFilter(ctx context.Context, link gdb.Link, sql string, args []interface{}) (newSql string, newArgs []interface{}, err error) {
|
|
defer func() {
|
|
newSql, newArgs, err = d.Core.DoFilter(ctx, link, newSql, newArgs)
|
|
}()
|
|
var index int
|
|
// Convert placeholder char '?' to string "$x".
|
|
sql, _ = gregex.ReplaceStringFunc(`\?`, sql, func(s string) string {
|
|
index++
|
|
return fmt.Sprintf(`$%d`, index)
|
|
})
|
|
// Handle pgsql jsonb feature support, which contains place holder char '?'.
|
|
// Refer:
|
|
// https://github.com/gogf/gf/issues/1537
|
|
// https://www.postgresql.org/docs/12/functions-json.html
|
|
sql, _ = gregex.ReplaceStringFuncMatch(`(::jsonb([^\w\d]*)\$\d)`, sql, func(match []string) string {
|
|
return fmt.Sprintf(`::jsonb%s?`, match[2])
|
|
})
|
|
newSql, _ = gregex.ReplaceString(` LIMIT (\d+),\s*(\d+)`, ` LIMIT $2 OFFSET $1`, sql)
|
|
return newSql, args, nil
|
|
}
|
|
|
|
// Tables retrieves and returns the tables of current schema.
|
|
// It's mainly used in cli tool chain for automatically generating the models.
|
|
func (d *Driver) Tables(ctx context.Context, schema ...string) (tables []string, err error) {
|
|
var (
|
|
result gdb.Result
|
|
usedSchema = gutil.GetOrDefaultStr(d.GetConfig().Namespace, schema...)
|
|
)
|
|
if usedSchema == "" {
|
|
usedSchema = defaultSchema
|
|
}
|
|
// DO NOT use `usedSchema` as parameter for function `SlaveLink`.
|
|
link, err := d.SlaveLink(schema...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
var query = fmt.Sprintf(`
|
|
SELECT
|
|
c.relname
|
|
FROM
|
|
pg_class c
|
|
INNER JOIN pg_namespace n ON
|
|
c.relnamespace = n.oid
|
|
WHERE
|
|
n.nspname = '%s'
|
|
AND c.relkind IN ('r', 'p')
|
|
AND c.relpartbound IS NULL
|
|
ORDER BY
|
|
c.relname`,
|
|
usedSchema,
|
|
)
|
|
|
|
query, _ = gregex.ReplaceString(`[\n\r\s]+`, " ", gstr.Trim(query))
|
|
result, err = d.DoSelect(ctx, link, query)
|
|
if err != nil {
|
|
return
|
|
}
|
|
for _, m := range result {
|
|
for _, v := range m {
|
|
tables = append(tables, v.String())
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
// TableFields retrieves and returns the fields' information of specified table of current schema.
|
|
//
|
|
// Also see DriverMysql.TableFields.
|
|
func (d *Driver) TableFields(ctx context.Context, table string, schema ...string) (fields map[string]*gdb.TableField, err error) {
|
|
var (
|
|
result gdb.Result
|
|
link gdb.Link
|
|
useSchema = gutil.GetOrDefaultStr(d.GetSchema(), schema...)
|
|
structureSql = fmt.Sprintf(`
|
|
SELECT a.attname AS field, t.typname AS type,a.attnotnull as null,
|
|
(case when d.contype is not null then 'pri' else '' end) as key
|
|
,ic.column_default as default_value,b.description as comment
|
|
,coalesce(character_maximum_length, numeric_precision, -1) as length
|
|
,numeric_scale as scale
|
|
FROM pg_attribute a
|
|
left join pg_class c on a.attrelid = c.oid
|
|
left join pg_constraint d on d.conrelid = c.oid and a.attnum = d.conkey[1]
|
|
left join pg_description b ON a.attrelid=b.objoid AND a.attnum = b.objsubid
|
|
left join pg_type t ON a.atttypid = t.oid
|
|
left join information_schema.columns ic on ic.column_name = a.attname and ic.table_name = c.relname
|
|
WHERE c.relname = '%s' and a.attisdropped is false and a.attnum > 0
|
|
ORDER BY a.attnum`,
|
|
table,
|
|
)
|
|
)
|
|
if link, err = d.SlaveLink(useSchema); err != nil {
|
|
return nil, err
|
|
}
|
|
structureSql, _ = gregex.ReplaceString(`[\n\r\s]+`, " ", gstr.Trim(structureSql))
|
|
result, err = d.DoSelect(ctx, link, structureSql)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
fields = make(map[string]*gdb.TableField)
|
|
for i, m := range result {
|
|
fields[m["field"].String()] = &gdb.TableField{
|
|
Index: i,
|
|
Name: m["field"].String(),
|
|
Type: m["type"].String(),
|
|
Null: !m["null"].Bool(),
|
|
Key: m["key"].String(),
|
|
Default: m["default_value"].Val(),
|
|
Comment: m["comment"].String(),
|
|
}
|
|
}
|
|
return fields, nil
|
|
}
|
|
|
|
// DoInsert is not supported in pgsql.
|
|
func (d *Driver) DoInsert(ctx context.Context, link gdb.Link, table string, list gdb.List, option gdb.DoInsertOption) (result sql.Result, err error) {
|
|
switch option.InsertOption {
|
|
case gdb.InsertOptionSave:
|
|
return nil, gerror.NewCode(
|
|
gcode.CodeNotSupported,
|
|
`Save operation is not supported by pgsql driver`,
|
|
)
|
|
|
|
case gdb.InsertOptionReplace:
|
|
return nil, gerror.NewCode(
|
|
gcode.CodeNotSupported,
|
|
`Replace operation is not supported by pgsql driver`,
|
|
)
|
|
|
|
case gdb.InsertOptionIgnore:
|
|
return nil, gerror.NewCode(
|
|
gcode.CodeNotSupported,
|
|
`Insert ignore operation is not supported by pgsql driver`,
|
|
)
|
|
|
|
case gdb.InsertOptionDefault:
|
|
tableFields, err := d.GetCore().GetDB().TableFields(ctx, table)
|
|
if err == nil {
|
|
for _, field := range tableFields {
|
|
if field.Key == "pri" {
|
|
pkField := *field
|
|
ctx = context.WithValue(ctx, internalPrimaryKeyInCtx, pkField)
|
|
break
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return d.Core.DoInsert(ctx, link, table, list, option)
|
|
}
|
|
|
|
func (d *Driver) DoExec(ctx context.Context, link gdb.Link, sql string, args ...interface{}) (result sql.Result, err error) {
|
|
var (
|
|
isUseCoreDoExec bool = false // Check whether the default method needs to be used
|
|
primaryKey string = ""
|
|
pkField gdb.TableField
|
|
)
|
|
|
|
// Transaction checks.
|
|
if link != nil && link.IsTransaction() {
|
|
isUseCoreDoExec = true
|
|
} else {
|
|
if tx := gdb.TXFromCtx(ctx, d.GetGroup()); tx != nil {
|
|
isUseCoreDoExec = true
|
|
}
|
|
}
|
|
|
|
if value := ctx.Value(internalPrimaryKeyInCtx); value != nil {
|
|
var ok bool
|
|
pkField, ok = value.(gdb.TableField)
|
|
if !ok {
|
|
isUseCoreDoExec = true
|
|
}
|
|
} else {
|
|
isUseCoreDoExec = true
|
|
}
|
|
|
|
// check if it is an insert operation.
|
|
if !isUseCoreDoExec && pkField.Name != "" && strings.Contains(sql, "INSERT INTO") {
|
|
primaryKey = pkField.Name
|
|
sql += " RETURNING " + primaryKey
|
|
} else {
|
|
// use default DoExec
|
|
return d.Core.DoExec(ctx, link, sql, args...)
|
|
}
|
|
|
|
// Only the insert operation with primary key can execute the following code
|
|
|
|
if d.GetConfig().ExecTimeout > 0 {
|
|
var cancelFunc context.CancelFunc
|
|
ctx, cancelFunc = context.WithTimeout(ctx, d.GetConfig().ExecTimeout)
|
|
defer cancelFunc()
|
|
}
|
|
|
|
// Sql filtering.
|
|
// TODO: internal function formatSql
|
|
// sql, args = formatSql(sql, args)
|
|
sql, args, err = d.DoFilter(ctx, link, sql, args)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Link execution.
|
|
var out gdb.DoCommitOutput
|
|
out, err = d.DoCommit(ctx, gdb.DoCommitInput{
|
|
Link: link,
|
|
Sql: sql,
|
|
Args: args,
|
|
Stmt: nil,
|
|
Type: gdb.SqlTypeQueryContext,
|
|
IsTransaction: link.IsTransaction(),
|
|
})
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
affected := len(out.Records)
|
|
if affected > 0 {
|
|
if !strings.Contains(pkField.Type, "int") {
|
|
return Result{
|
|
affected: int64(affected),
|
|
lastInsertId: 0,
|
|
lastInsertIdError: gerror.NewCodef(
|
|
gcode.CodeNotSupported,
|
|
"LastInsertId is not supported by primary key type: %s", pkField.Type),
|
|
}, nil
|
|
}
|
|
|
|
if out.Records[affected-1][primaryKey] != nil {
|
|
lastInsertId := out.Records[affected-1][primaryKey].Int()
|
|
return Result{
|
|
affected: int64(affected),
|
|
lastInsertId: int64(lastInsertId),
|
|
}, nil
|
|
}
|
|
}
|
|
|
|
return Result{}, nil
|
|
}
|