2024-01-30 20:03:58 +08:00
|
|
|
// Copyright GoFrame Author(https://goframe.org). All Rights Reserved.
|
|
|
|
|
//
|
|
|
|
|
// This Source Code Form is subject to the terms of the MIT License.
|
|
|
|
|
// If a copy of the MIT was not distributed with this file,
|
|
|
|
|
// You can obtain one at https://github.com/gogf/gf.
|
|
|
|
|
|
|
|
|
|
package dm
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"context"
|
|
|
|
|
"database/sql"
|
|
|
|
|
"fmt"
|
|
|
|
|
"strings"
|
|
|
|
|
|
2024-03-20 19:18:25 +08:00
|
|
|
"github.com/gogf/gf/v2/container/gset"
|
2024-01-30 20:03:58 +08:00
|
|
|
"github.com/gogf/gf/v2/database/gdb"
|
|
|
|
|
"github.com/gogf/gf/v2/errors/gcode"
|
|
|
|
|
"github.com/gogf/gf/v2/errors/gerror"
|
|
|
|
|
"github.com/gogf/gf/v2/text/gstr"
|
|
|
|
|
)
|
|
|
|
|
|
2024-03-12 20:40:20 +08:00
|
|
|
// DoInsert inserts or updates data for given table.
|
2025-12-08 14:37:35 +08:00
|
|
|
// The list parameter must contain at least one record, which was previously validated.
|
2024-01-30 20:03:58 +08:00
|
|
|
func (d *Driver) DoInsert(
|
|
|
|
|
ctx context.Context, link gdb.Link, table string, list gdb.List, option gdb.DoInsertOption,
|
|
|
|
|
) (result sql.Result, err error) {
|
|
|
|
|
switch option.InsertOption {
|
2024-04-01 19:08:26 +08:00
|
|
|
case gdb.InsertOptionSave:
|
|
|
|
|
return d.doSave(ctx, link, table, list, option)
|
|
|
|
|
|
2024-01-30 20:03:58 +08:00
|
|
|
case gdb.InsertOptionReplace:
|
2025-12-04 17:29:39 +08:00
|
|
|
// dm does not support REPLACE INTO syntax, use SAVE instead.
|
|
|
|
|
return d.doSave(ctx, link, table, list, option)
|
|
|
|
|
|
|
|
|
|
case gdb.InsertOptionIgnore:
|
|
|
|
|
// dm does not support INSERT IGNORE syntax, use MERGE instead.
|
|
|
|
|
return d.doInsertIgnore(ctx, link, table, list, option)
|
2024-04-01 19:08:26 +08:00
|
|
|
|
2025-12-04 17:29:39 +08:00
|
|
|
default:
|
|
|
|
|
return d.Core.DoInsert(ctx, link, table, list, option)
|
|
|
|
|
}
|
2024-03-20 19:18:25 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// doSave support upsert for dm
|
|
|
|
|
func (d *Driver) doSave(ctx context.Context,
|
|
|
|
|
link gdb.Link, table string, list gdb.List, option gdb.DoInsertOption,
|
|
|
|
|
) (result sql.Result, err error) {
|
2025-12-04 17:29:39 +08:00
|
|
|
return d.doMergeInsert(ctx, link, table, list, option, true)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// doInsertIgnore implements INSERT IGNORE operation using MERGE statement for DM database.
|
|
|
|
|
// It only inserts records when there's no conflict on primary/unique keys.
|
|
|
|
|
func (d *Driver) doInsertIgnore(ctx context.Context,
|
|
|
|
|
link gdb.Link, table string, list gdb.List, option gdb.DoInsertOption,
|
|
|
|
|
) (result sql.Result, err error) {
|
|
|
|
|
return d.doMergeInsert(ctx, link, table, list, option, false)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// doMergeInsert implements MERGE-based insert operations for DM database.
|
|
|
|
|
// When withUpdate is true, it performs upsert (insert or update).
|
|
|
|
|
// When withUpdate is false, it performs insert ignore (insert only when no conflict).
|
|
|
|
|
func (d *Driver) doMergeInsert(
|
|
|
|
|
ctx context.Context,
|
2025-12-08 14:37:35 +08:00
|
|
|
link gdb.Link, table string, list gdb.List, option gdb.DoInsertOption, withUpdate bool,
|
2025-12-04 17:29:39 +08:00
|
|
|
) (result sql.Result, err error) {
|
|
|
|
|
// If OnConflict is not specified, automatically get the primary key of the table
|
|
|
|
|
conflictKeys := option.OnConflict
|
|
|
|
|
if len(conflictKeys) == 0 {
|
2025-12-08 14:37:35 +08:00
|
|
|
primaryKeys, err := d.getPrimaryKeys(ctx, table)
|
2025-12-04 17:29:39 +08:00
|
|
|
if err != nil {
|
|
|
|
|
return nil, gerror.WrapCode(
|
|
|
|
|
gcode.CodeInternalError,
|
|
|
|
|
err,
|
|
|
|
|
`failed to get primary keys for table`,
|
|
|
|
|
)
|
|
|
|
|
}
|
2025-12-08 14:37:35 +08:00
|
|
|
foundPrimaryKey := false
|
|
|
|
|
for _, primaryKey := range primaryKeys {
|
|
|
|
|
if _, ok := list[0][primaryKey]; ok {
|
|
|
|
|
foundPrimaryKey = true
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if !foundPrimaryKey {
|
2025-12-04 17:29:39 +08:00
|
|
|
return nil, gerror.NewCode(
|
|
|
|
|
gcode.CodeMissingParameter,
|
2025-12-08 14:37:35 +08:00
|
|
|
`Please specify conflict columns or ensure the record has a primary key for Save/Replace/InsertIgnore operation`,
|
2025-12-04 17:29:39 +08:00
|
|
|
)
|
|
|
|
|
}
|
2025-12-08 14:37:35 +08:00
|
|
|
conflictKeys = primaryKeys
|
2024-01-30 20:03:58 +08:00
|
|
|
}
|
|
|
|
|
|
2024-03-20 19:18:25 +08:00
|
|
|
var (
|
2025-12-08 14:37:35 +08:00
|
|
|
one = list[0]
|
|
|
|
|
oneLen = len(one)
|
|
|
|
|
charL, charR = d.GetChars()
|
2024-03-20 19:18:25 +08:00
|
|
|
conflictKeySet = gset.New(false)
|
|
|
|
|
|
2025-12-04 17:29:39 +08:00
|
|
|
// queryHolders: Handle data with Holder that need to be merged
|
|
|
|
|
// queryValues: Handle data that need to be merged
|
2024-04-01 19:08:26 +08:00
|
|
|
// insertKeys: Handle valid keys that need to be inserted
|
|
|
|
|
// insertValues: Handle values that need to be inserted
|
2025-12-04 17:29:39 +08:00
|
|
|
// updateValues: Handle values that need to be updated (only when withUpdate=true)
|
2024-04-01 19:08:26 +08:00
|
|
|
queryHolders = make([]string, oneLen)
|
refactor: interface{} to any and reflect.Ptr to reflect.Pointer (#4395)
This pull request standardizes the use of the Go 1.18+ `any` type alias
instead of `interface{}` throughout the codebase. The change improves
code readability and aligns with modern Go best practices. The update
touches many files, including core data structures, code generation
templates, logging utilities, and test data, ensuring consistency across
all usages.
**Type alias migration to `any`:**
* Replaced all instances of `interface{}` with `any` in core data
structures such as `garray` and in generated model structs (e.g.,
`TableUser`, `User1`, `User2`) to modernize type usage.
[[1]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L31-R31)
[[2]](diffhunk://#diff-6c19859cb32c7516ea95ddc8f8235460818eb2f24d2204308e0d9e1b19e7d90fL15-R19)
[[3]](diffhunk://#diff-a15ba2f5e830b4833c47b902515a4f9e5a4f83a3707698f3229b307ec3776b41L15-R18)
[[4]](diffhunk://#diff-52e0837e84d49221d1b810d88fdf78221f36cffcd664fb42f8aba49a79b974dcL15-R19)
[[5]](diffhunk://#diff-11c3457d1a23a4ca6ecd00d6b856289774936b6a708384cf03aff164044e7546L15-R19)
[[6]](diffhunk://#diff-2cff9cf8e6a0cc34087326d8c8149c3bbaf74c76fdbdf5a73daed13cc04249e1L15-R19)
* Updated function signatures, method parameters, and return types from
`interface{}` to `any` in various parts of the codebase, including code
generation, service logic, and logging utilities (e.g., `mlog`).
[[1]](diffhunk://#diff-175edfeea54490b8fe4e18ffcbea5835efaf8f0b8acf623359073987cae7eb76L48-R55)
[[2]](diffhunk://#diff-2b1953fb78cf3593d8c2c7d911e95b65fd0b847c30ed0b4d167d16fe6d781235L54-R74)
[[3]](diffhunk://#diff-e001b7a4b63603b9b14f00de78a4d570bb76c5f57d856a24643f071032e12356L66-R73)
[[4]](diffhunk://#diff-5582954e8a9983988dc8854ad82067fb2ac6269b988e07357ad8db1dfec5f1a0L39-R41)
[[5]](diffhunk://#diff-c5d51d56f487779a2b6207c7ad26c7a20bbadcc846ce094fe60ab4cabff58c51L107-R107)
[[6]](diffhunk://#diff-f96e6a9fdb416eb1804ceaba1fe0ac637bff22c43837f8bb849c2366ce72d4a1L116-R121)
[[7]](diffhunk://#diff-f94c83a1b08ae060d9346f4a6031fc4a7b9a0b894e02d9afaa09018b6598eac0L112-R112)
[[8]](diffhunk://#diff-748b11dbe8828dd4c040ec23cae0b8fe57ecf0a2d1b7694ea39102294e633c64L36-R36)
[[9]](diffhunk://#diff-748b11dbe8828dd4c040ec23cae0b8fe57ecf0a2d1b7694ea39102294e633c64L74-R74)
[[10]](diffhunk://#diff-748b11dbe8828dd4c040ec23cae0b8fe57ecf0a2d1b7694ea39102294e633c64L96-R96)
**Generated code and templates:**
* Adjusted generated files and code generation templates to output `any`
instead of `interface{}` for relevant struct fields and function
signatures, ensuring that new code generation aligns with the updated
convention.
[[1]](diffhunk://#diff-6c19859cb32c7516ea95ddc8f8235460818eb2f24d2204308e0d9e1b19e7d90fL15-R19)
[[2]](diffhunk://#diff-a15ba2f5e830b4833c47b902515a4f9e5a4f83a3707698f3229b307ec3776b41L15-R18)
[[3]](diffhunk://#diff-52e0837e84d49221d1b810d88fdf78221f36cffcd664fb42f8aba49a79b974dcL15-R19)
[[4]](diffhunk://#diff-11c3457d1a23a4ca6ecd00d6b856289774936b6a708384cf03aff164044e7546L15-R19)
[[5]](diffhunk://#diff-2cff9cf8e6a0cc34087326d8c8149c3bbaf74c76fdbdf5a73daed13cc04249e1L15-R19)
[[6]](diffhunk://#diff-175edfeea54490b8fe4e18ffcbea5835efaf8f0b8acf623359073987cae7eb76L48-R55)
[[7]](diffhunk://#diff-e001b7a4b63603b9b14f00de78a4d570bb76c5f57d856a24643f071032e12356L66-R73)
[[8]](diffhunk://#diff-5582954e8a9983988dc8854ad82067fb2ac6269b988e07357ad8db1dfec5f1a0L39-R41)
**Container and utility updates:**
* Refactored the `garray` container implementation and related
constructors/methods to use `[]any` instead of `[]interface{}`, along
with corresponding function signatures.
[[1]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L31-R31)
[[2]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L52-R52)
[[3]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L62-R62)
[[4]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L73-R86)
[[5]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L96-R97)
[[6]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L107-R114)
[[7]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L124-R124)
[[8]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L135-R143)
[[9]](diffhunk://#diff-3a1259e160a4dfa5fe49dfe739fbdb986c0d0a2220a709882ea48d3ae1b8f911L167-R167)
These changes collectively modernize the codebase and prepare it for
future Go developments by using the idiomatic `any` type.
2025-08-28 16:53:19 +08:00
|
|
|
queryValues = make([]any, oneLen)
|
2024-04-01 19:08:26 +08:00
|
|
|
insertKeys = make([]string, oneLen)
|
|
|
|
|
insertValues = make([]string, oneLen)
|
|
|
|
|
updateValues []string
|
2024-03-20 19:18:25 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
// conflictKeys slice type conv to set type
|
|
|
|
|
for _, conflictKey := range conflictKeys {
|
|
|
|
|
conflictKeySet.Add(gstr.ToUpper(conflictKey))
|
|
|
|
|
}
|
2024-01-30 20:03:58 +08:00
|
|
|
|
2024-04-01 19:08:26 +08:00
|
|
|
index := 0
|
2024-03-20 19:18:25 +08:00
|
|
|
for key, value := range one {
|
2024-04-01 19:08:26 +08:00
|
|
|
keyWithChar := charL + key + charR
|
|
|
|
|
queryHolders[index] = fmt.Sprintf("? AS %s", keyWithChar)
|
|
|
|
|
queryValues[index] = value
|
|
|
|
|
insertKeys[index] = keyWithChar
|
|
|
|
|
insertValues[index] = fmt.Sprintf("T2.%s", keyWithChar)
|
|
|
|
|
|
2025-12-04 17:29:39 +08:00
|
|
|
// Build updateValues only when withUpdate is true
|
|
|
|
|
// Filter conflict keys and soft created fields from updateValues
|
|
|
|
|
if withUpdate && !(conflictKeySet.Contains(key) || d.Core.IsSoftCreatedFieldName(key)) {
|
2024-03-20 19:18:25 +08:00
|
|
|
updateValues = append(
|
|
|
|
|
updateValues,
|
2024-04-01 19:08:26 +08:00
|
|
|
fmt.Sprintf(`T1.%s = T2.%s`, keyWithChar, keyWithChar),
|
2024-03-20 19:18:25 +08:00
|
|
|
)
|
2024-01-30 20:03:58 +08:00
|
|
|
}
|
2024-04-01 19:08:26 +08:00
|
|
|
index++
|
2024-01-30 20:03:58 +08:00
|
|
|
}
|
2024-03-20 19:18:25 +08:00
|
|
|
|
2025-12-04 17:29:39 +08:00
|
|
|
var (
|
|
|
|
|
batchResult = new(gdb.SqlResult)
|
|
|
|
|
sqlStr = parseSqlForMerge(table, queryHolders, insertKeys, insertValues, updateValues, conflictKeys)
|
|
|
|
|
)
|
2024-04-01 19:08:26 +08:00
|
|
|
r, err := d.DoExec(ctx, link, sqlStr, queryValues...)
|
2024-03-20 19:18:25 +08:00
|
|
|
if err != nil {
|
|
|
|
|
return r, err
|
|
|
|
|
}
|
|
|
|
|
if n, err := r.RowsAffected(); err != nil {
|
|
|
|
|
return r, err
|
|
|
|
|
} else {
|
|
|
|
|
batchResult.Result = r
|
|
|
|
|
batchResult.Affected += n
|
|
|
|
|
}
|
|
|
|
|
return batchResult, nil
|
2024-01-30 20:03:58 +08:00
|
|
|
}
|
|
|
|
|
|
feat(contrib/drivers/dm): add `Replace/InsertIgnore` support and field type/length enhancements for dm database (#4541)
This pull request introduces significant improvements to the DM database
driver, especially around insert operations, and refines documentation
and tests to reflect these changes. The main focus is enabling support
for "replace" and "insert ignore" operations using DM's `MERGE`
statement, improving type reporting for table fields, and updating
documentation for clarity and accuracy.
### DM Driver Insert Operations
* Added support for `Replace` and `InsertIgnore` operations in the DM
driver by internally mapping them to DM's `MERGE` statement. This
enables upsert and insert-ignore behavior for DM databases, improving
compatibility with other drivers.
* Implemented helper methods (`doMergeInsert`, `doInsertIgnore`, and
`getPrimaryKeys`) to generate correct `MERGE` SQL statements and
automatically detect primary keys when needed.
[[1]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL31-R94)
[[2]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL115-R212)
* Updated the logic for building update values and SQL generation to
ensure correct behavior for both upsert and insert-ignore cases.
[[1]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL61-R109)
[[2]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL89-R132)
[[3]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL100-R144)
[[4]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL115-R212)
### Table Field Type Reporting
* Improved the DM driver's `TableFields` method to report column types
with length/precision (e.g., `VARCHAR(128)` instead of just `VARCHAR`),
aligning with expectations and other drivers.
[[1]](diffhunk://#diff-40a365112421ae1967bd960f8acefcc91ddb8180865b78bc49cd090fbf4883daL26-R26)
[[2]](diffhunk://#diff-40a365112421ae1967bd960f8acefcc91ddb8180865b78bc49cd090fbf4883daR88-R105)
* Updated related unit tests to expect the new type format for DM table
fields.
### Documentation Updates
* Removed outdated or redundant documentation in both English and
Chinese driver README files, and clarified supported features and
limitations for DM and other drivers.
[[1]](diffhunk://#diff-d49f5bc3a34b11a6ccb82cc54675b06a7dea5f0a943ae91c4ca0d28bd5003299L1)
[[2]](diffhunk://#diff-d49f5bc3a34b11a6ccb82cc54675b06a7dea5f0a943ae91c4ca0d28bd5003299L47-R46)
[[3]](diffhunk://#diff-d49f5bc3a34b11a6ccb82cc54675b06a7dea5f0a943ae91c4ca0d28bd5003299L119-L122)
[[4]](diffhunk://#diff-05411a14e9c7ca235f7f436bfde732853aa93b364361fe80d65ac768f4e4d613L1-L126)
### Test Suite Enhancements
* Refactored and restored unit tests for DM driver insert operations,
including tests for `Save`, `Insert`, and the new `InsertIgnore`
functionality to ensure correct behavior and compatibility.
[[1]](diffhunk://#diff-2b1a59b8b2adaa1ca3074629374ab122929e4d4fbb4cc794b8e1db60ebf8d4c2L143-L245)
[[2]](diffhunk://#diff-2b1a59b8b2adaa1ca3074629374ab122929e4d4fbb4cc794b8e1db60ebf8d4c2R512-R632)
* Minor adjustments to DM test initialization for improved clarity.
### Core Insert Logic Minor Refactoring
* Minor variable renaming for clarity in the core insert logic
(`gdb_core.go`), improving code readability.
[[1]](diffhunk://#diff-b1bbe5e3995261813e4e0ac6ffee8a37c236eaa2759f2bd82e211711695a70bcL449-R452)
[[2]](diffhunk://#diff-b1bbe5e3995261813e4e0ac6ffee8a37c236eaa2759f2bd82e211711695a70bcL466-R474)
---------
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
2025-12-04 20:12:12 +08:00
|
|
|
// getPrimaryKeys retrieves the primary key field names of the table as a slice of strings.
|
2025-12-04 17:29:39 +08:00
|
|
|
// This method extracts primary key information from TableFields.
|
|
|
|
|
func (d *Driver) getPrimaryKeys(ctx context.Context, table string) ([]string, error) {
|
|
|
|
|
tableFields, err := d.TableFields(ctx, table)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return nil, err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var primaryKeys []string
|
|
|
|
|
for _, field := range tableFields {
|
2025-12-04 20:33:08 +08:00
|
|
|
if gstr.Equal(field.Key, "PRI") {
|
2025-12-04 17:29:39 +08:00
|
|
|
primaryKeys = append(primaryKeys, field.Name)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return primaryKeys, nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// parseSqlForMerge generates MERGE statement for DM database.
|
|
|
|
|
// When updateValues is empty, it only inserts (INSERT IGNORE behavior).
|
|
|
|
|
// When updateValues is provided, it performs upsert (INSERT or UPDATE).
|
|
|
|
|
// Examples:
|
|
|
|
|
// - INSERT IGNORE: MERGE INTO table T1 USING (...) T2 ON (...) WHEN NOT MATCHED THEN INSERT(...) VALUES (...)
|
|
|
|
|
// - UPSERT: MERGE INTO table T1 USING (...) T2 ON (...) WHEN NOT MATCHED THEN INSERT(...) VALUES (...) WHEN MATCHED THEN UPDATE SET ...
|
|
|
|
|
func parseSqlForMerge(table string,
|
2024-04-01 19:08:26 +08:00
|
|
|
queryHolders, insertKeys, insertValues, updateValues, duplicateKey []string,
|
2024-01-30 20:03:58 +08:00
|
|
|
) (sqlStr string) {
|
|
|
|
|
var (
|
2024-04-01 19:08:26 +08:00
|
|
|
queryHolderStr = strings.Join(queryHolders, ",")
|
2024-03-20 19:18:25 +08:00
|
|
|
insertKeyStr = strings.Join(insertKeys, ",")
|
|
|
|
|
insertValueStr = strings.Join(insertValues, ",")
|
|
|
|
|
duplicateKeyStr string
|
2024-01-30 20:03:58 +08:00
|
|
|
)
|
2024-03-20 19:18:25 +08:00
|
|
|
|
2025-12-04 17:29:39 +08:00
|
|
|
// Build ON condition
|
2024-03-20 19:18:25 +08:00
|
|
|
for index, keys := range duplicateKey {
|
|
|
|
|
if index != 0 {
|
|
|
|
|
duplicateKeyStr += " AND "
|
|
|
|
|
}
|
2025-12-04 17:29:39 +08:00
|
|
|
duplicateKeyStr += fmt.Sprintf("T1.%s = T2.%s", keys, keys)
|
2024-03-20 19:18:25 +08:00
|
|
|
}
|
|
|
|
|
|
2025-12-04 17:29:39 +08:00
|
|
|
// Build SQL based on whether UPDATE is needed
|
|
|
|
|
pattern := gstr.Trim(`MERGE INTO %s T1 USING (SELECT %s FROM DUAL) T2 ON (%s) WHEN NOT MATCHED THEN INSERT(%s) VALUES (%s)`)
|
|
|
|
|
if len(updateValues) > 0 {
|
|
|
|
|
// Upsert: INSERT or UPDATE
|
|
|
|
|
pattern += gstr.Trim(`WHEN MATCHED THEN UPDATE SET %s`)
|
|
|
|
|
return fmt.Sprintf(
|
|
|
|
|
pattern, table, queryHolderStr, duplicateKeyStr, insertKeyStr, insertValueStr,
|
|
|
|
|
strings.Join(updateValues, ","),
|
|
|
|
|
)
|
|
|
|
|
}
|
feat(contrib/drivers/dm): add `Replace/InsertIgnore` support and field type/length enhancements for dm database (#4541)
This pull request introduces significant improvements to the DM database
driver, especially around insert operations, and refines documentation
and tests to reflect these changes. The main focus is enabling support
for "replace" and "insert ignore" operations using DM's `MERGE`
statement, improving type reporting for table fields, and updating
documentation for clarity and accuracy.
### DM Driver Insert Operations
* Added support for `Replace` and `InsertIgnore` operations in the DM
driver by internally mapping them to DM's `MERGE` statement. This
enables upsert and insert-ignore behavior for DM databases, improving
compatibility with other drivers.
* Implemented helper methods (`doMergeInsert`, `doInsertIgnore`, and
`getPrimaryKeys`) to generate correct `MERGE` SQL statements and
automatically detect primary keys when needed.
[[1]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL31-R94)
[[2]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL115-R212)
* Updated the logic for building update values and SQL generation to
ensure correct behavior for both upsert and insert-ignore cases.
[[1]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL61-R109)
[[2]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL89-R132)
[[3]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL100-R144)
[[4]](diffhunk://#diff-f51b30e3f0b0f1284b905385a89992efd0de2fe9ff8c5a4062344dfab17d428eL115-R212)
### Table Field Type Reporting
* Improved the DM driver's `TableFields` method to report column types
with length/precision (e.g., `VARCHAR(128)` instead of just `VARCHAR`),
aligning with expectations and other drivers.
[[1]](diffhunk://#diff-40a365112421ae1967bd960f8acefcc91ddb8180865b78bc49cd090fbf4883daL26-R26)
[[2]](diffhunk://#diff-40a365112421ae1967bd960f8acefcc91ddb8180865b78bc49cd090fbf4883daR88-R105)
* Updated related unit tests to expect the new type format for DM table
fields.
### Documentation Updates
* Removed outdated or redundant documentation in both English and
Chinese driver README files, and clarified supported features and
limitations for DM and other drivers.
[[1]](diffhunk://#diff-d49f5bc3a34b11a6ccb82cc54675b06a7dea5f0a943ae91c4ca0d28bd5003299L1)
[[2]](diffhunk://#diff-d49f5bc3a34b11a6ccb82cc54675b06a7dea5f0a943ae91c4ca0d28bd5003299L47-R46)
[[3]](diffhunk://#diff-d49f5bc3a34b11a6ccb82cc54675b06a7dea5f0a943ae91c4ca0d28bd5003299L119-L122)
[[4]](diffhunk://#diff-05411a14e9c7ca235f7f436bfde732853aa93b364361fe80d65ac768f4e4d613L1-L126)
### Test Suite Enhancements
* Refactored and restored unit tests for DM driver insert operations,
including tests for `Save`, `Insert`, and the new `InsertIgnore`
functionality to ensure correct behavior and compatibility.
[[1]](diffhunk://#diff-2b1a59b8b2adaa1ca3074629374ab122929e4d4fbb4cc794b8e1db60ebf8d4c2L143-L245)
[[2]](diffhunk://#diff-2b1a59b8b2adaa1ca3074629374ab122929e4d4fbb4cc794b8e1db60ebf8d4c2R512-R632)
* Minor adjustments to DM test initialization for improved clarity.
### Core Insert Logic Minor Refactoring
* Minor variable renaming for clarity in the core insert logic
(`gdb_core.go`), improving code readability.
[[1]](diffhunk://#diff-b1bbe5e3995261813e4e0ac6ffee8a37c236eaa2759f2bd82e211711695a70bcL449-R452)
[[2]](diffhunk://#diff-b1bbe5e3995261813e4e0ac6ffee8a37c236eaa2759f2bd82e211711695a70bcL466-R474)
---------
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
2025-12-04 20:12:12 +08:00
|
|
|
// Insert Ignore: INSERT only
|
|
|
|
|
return fmt.Sprintf(pattern, table, queryHolderStr, duplicateKeyStr, insertKeyStr, insertValueStr)
|
2024-01-30 20:03:58 +08:00
|
|
|
}
|