diff --git a/Makefile b/Makefile index 89d6f4f..4adf1a9 100644 --- a/Makefile +++ b/Makefile @@ -1,5 +1,8 @@ test: go test -v ./... +GOPROXY ?= direct + mod: - go mod tidy + GOPROXY=$(GOPROXY) GONOSUMDB=yunion.io/x go mod tidy + GOPROXY=$(GOPROXY) GONOSUMDB=yunion.io/x go mod vendor -v diff --git a/go.mod b/go.mod index 684410b..22e7604 100644 --- a/go.mod +++ b/go.mod @@ -16,7 +16,6 @@ require ( moul.io/http2curl/v2 v2.3.0 yunion.io/x/jsonutils v0.0.0-20220106020632-953b71a4c3a8 yunion.io/x/log v1.0.0 - yunion.io/x/sqlchemy v1.0.1 ) require ( @@ -28,7 +27,6 @@ require ( github.com/go-playground/locales v0.13.0 // indirect github.com/go-playground/universal-translator v0.17.0 // indirect github.com/go-playground/validator/v10 v10.4.1 // indirect - github.com/go-sql-driver/mysql v1.6.0 // indirect github.com/golang-plus/errors v1.0.0 // indirect github.com/golang-plus/testing v1.0.0 // indirect github.com/golang/protobuf v1.5.2 // indirect diff --git a/go.sum b/go.sum index 65019ed..23ef577 100644 --- a/go.sum +++ b/go.sum @@ -85,8 +85,6 @@ github.com/go-playground/universal-translator v0.17.0 h1:icxd5fm+REJzpZx7ZfpaD87 github.com/go-playground/universal-translator v0.17.0/go.mod h1:UkSxE5sNxxRwHyU+Scu5vgOQjsIJAF8j9muTVoKLVtA= github.com/go-playground/validator/v10 v10.4.1 h1:pH2c5ADXtd66mxoE0Zm9SUhxE20r7aM3F26W0hOn+GE= github.com/go-playground/validator/v10 v10.4.1/go.mod h1:nlOn6nFhuKACm19sB/8EGNn9GlaMV7XkbRSipzJ0Ii4= -github.com/go-sql-driver/mysql v1.6.0 h1:BCTh4TKNUYmOmMUcQ3IipzF5prigylS7XXjEkfCHuOE= -github.com/go-sql-driver/mysql v1.6.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg= github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ= github.com/golang-plus/errors v1.0.0 h1:9Rh4itnph6OYO7wm9u3FUTLMFMKCoL07+bLiYKELxWw= @@ -558,5 +556,3 @@ yunion.io/x/log v0.0.0-20190514041436-04ce53b17c6b/go.mod h1:+gauLs73omeJAPlsXce yunion.io/x/log v1.0.0 h1:VPgssPi8Om+KAHjlEjf6RDU86du//yO+X0upu+h6fZM= yunion.io/x/log v1.0.0/go.mod h1:LC6f/4FozL0iaAbnFt2eDX9jlsyo3WiOUPm03d7+U4U= yunion.io/x/pkg v0.0.0-20200814072949-4f1b541857d6/go.mod h1:t6rEGG2sQ4J7DhFxSZVOTjNd0YO/KlfWQyK1W4tog+E= -yunion.io/x/sqlchemy v1.0.1 h1:U8tFYM4Q6dO04GZHUoMt45pffRD1ReVeKeutifEr8JU= -yunion.io/x/sqlchemy v1.0.1/go.mod h1:FTdwPdGhMgh4E+UFXc9klI1Ok34fMuybTT+jLhOaIjI= diff --git a/util/filterclause/doc.go b/util/filterclause/doc.go deleted file mode 100644 index a6e5cdc..0000000 --- a/util/filterclause/doc.go +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package filterclause // import "yunion.io/x/pkg/util/filterclause" diff --git a/util/filterclause/filterclause.go b/util/filterclause/filterclause.go deleted file mode 100644 index 69e0a08..0000000 --- a/util/filterclause/filterclause.go +++ /dev/null @@ -1,169 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package filterclause - -import ( - "fmt" - "regexp" - "strings" - - "yunion.io/x/log" - "yunion.io/x/pkg/utils" - "yunion.io/x/sqlchemy" -) - -type SFilterClause struct { - field string - funcName string - params []string -} - -// "guestnetworks.guest_id(id).ip_addr.equals(10.168.222.232)" -type SJointFilterClause struct { - SFilterClause - JointModel string - RelatedKey string - OriginKey string -} - -func (jfc *SJointFilterClause) GetJointFilter(q *sqlchemy.SQuery) sqlchemy.ICondition { - return jfc.QueryCondition(q) -} - -func (jfc *SJointFilterClause) GetJointModelName() string { - return strings.TrimSuffix(jfc.JointModel, "s") -} - -func condFunc(field sqlchemy.IQueryField, params []string, cond func(field sqlchemy.IQueryField, val string) sqlchemy.ICondition) sqlchemy.ICondition { - if len(params) == 1 { - return cond(field, params[0]) - } else if len(params) > 1 { - conds := make([]sqlchemy.ICondition, len(params)) - for i := range params { - conds[i] = cond(field, params[i]) - } - return sqlchemy.OR(conds...) - } else { - return nil - } -} - -func (fc *SFilterClause) QueryCondition(q *sqlchemy.SQuery) sqlchemy.ICondition { - field := q.Field(fc.field) - if field == nil { - log.Errorf("Cannot find field %s", fc.field) - return nil - } - switch fc.funcName { - case "in": - return sqlchemy.In(field, fc.params) - case "notin": - return sqlchemy.NotIn(field, fc.params) - case "between": - if len(fc.params) == 2 { - return sqlchemy.Between(field, fc.params[0], fc.params[1]) - } - case "ge": - if len(fc.params) == 1 { - return sqlchemy.GE(field, fc.params[0]) - } - case "gt": - if len(fc.params) == 1 { - return sqlchemy.GT(field, fc.params[0]) - } - case "le": - if len(fc.params) == 1 { - return sqlchemy.LE(field, fc.params[0]) - } - case "lt": - if len(fc.params) == 1 { - return sqlchemy.LT(field, fc.params[0]) - } - case "like": - return condFunc(field, fc.params, sqlchemy.Like) - case "contains": - return condFunc(field, fc.params, sqlchemy.Contains) - case "startswith": - return condFunc(field, fc.params, sqlchemy.Startswith) - case "endswith": - return condFunc(field, fc.params, sqlchemy.Endswith) - case "equals": - return condFunc(field, fc.params, func(f sqlchemy.IQueryField, p string) sqlchemy.ICondition { - return sqlchemy.Equals(f, p) - }) - case "notequals": - if len(fc.params) == 1 { - return sqlchemy.NOT(sqlchemy.Equals(field, fc.params[0])) - } - case "isnull": - return sqlchemy.IsNull(field) - case "isnotnull": - return sqlchemy.IsNotNull(field) - case "isempty": - return sqlchemy.IsEmpty(field) - case "isnotempty": - return sqlchemy.IsNotEmpty(field) - case "isnullorempty": - return sqlchemy.IsNullOrEmpty(field) - } - return nil -} - -func (fc *SFilterClause) GetField() string { - return fc.field -} - -func (fc *SFilterClause) String() string { - return fmt.Sprintf("%s.%s(%s)", fc.field, fc.funcName, strings.Join(fc.params, ",")) -} - -var ( - filterClausePattern *regexp.Regexp - jointFilterClausePattern *regexp.Regexp -) - -func init() { - filterClausePattern = regexp.MustCompile(`^(\w+)\.(\w+)\((.*)\)`) - jointFilterClausePattern = regexp.MustCompile(`^(\w+)\.(\w+)\((\w+)\).(\w+)\.(\w+)\((.*)\)`) -} - -func ParseFilterClause(filter string) *SFilterClause { - matches := filterClausePattern.FindStringSubmatch(filter) - if matches == nil { - return nil - } - params := utils.FindWords([]byte(matches[3]), 0) - fc := SFilterClause{field: matches[1], funcName: matches[2], params: params} - return &fc -} - -func ParseJointFilterClause(jointFilter string) *SJointFilterClause { - matches := jointFilterClausePattern.FindStringSubmatch(jointFilter) - if matches == nil { - return nil - } - params := utils.FindWords([]byte(matches[6]), 0) - jfc := SJointFilterClause{ - SFilterClause: SFilterClause{ - field: matches[4], - funcName: matches[5], - params: params, - }, - JointModel: matches[1], - RelatedKey: matches[2], - OriginKey: matches[3], - } - return &jfc -} diff --git a/util/filterclause/filterclause_test.go b/util/filterclause/filterclause_test.go deleted file mode 100644 index 3ef5a9c..0000000 --- a/util/filterclause/filterclause_test.go +++ /dev/null @@ -1,81 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package filterclause - -import ( - "reflect" - "testing" -) - -func TestParseFilterClause(t *testing.T) { - for _, c := range []string{ - "abc.in(1,2,3)", - "test.equals(1)", - } { - fc := ParseFilterClause(c) - t.Logf("%s => %s", c, fc.String()) - } -} - -func TestParseJointFilterClause(t *testing.T) { - type args struct { - jointFilter string - } - tests := []struct { - name string - args args - want *SJointFilterClause - }{ - { - name: "test parse guestnetworks", - args: args{ - jointFilter: "guestnetworks.guest_id(id).ip_addr.equals(10.168.222.232)", - }, - want: &SJointFilterClause{ - SFilterClause: SFilterClause{ - field: "ip_addr", - funcName: "equals", - params: []string{"10.168.222.232"}, - }, - JointModel: "guestnetworks", - RelatedKey: "guest_id", - OriginKey: "id", - }, - }, - { - name: "test parse guestnetworks", - args: args{ - jointFilter: "networks.id(network_id).name.contains(wp)", - }, - want: &SJointFilterClause{ - SFilterClause: SFilterClause{ - field: "name", - funcName: "contains", - params: []string{"wp"}, - }, - JointModel: "networks", - RelatedKey: "id", - OriginKey: "network_id", - }, - }, - } - for _, tt := range tests { - t.Run(tt.name, func(t *testing.T) { - if got := ParseJointFilterClause(tt.args.jointFilter); !reflect.DeepEqual(got, tt.want) { - t.Errorf("ParseJointFilterClause() = %v, want %v", got, tt.want) - } - }) - } -} diff --git a/vendor/github.com/go-sql-driver/mysql/.gitignore b/vendor/github.com/go-sql-driver/mysql/.gitignore deleted file mode 100644 index 2de28da..0000000 --- a/vendor/github.com/go-sql-driver/mysql/.gitignore +++ /dev/null @@ -1,9 +0,0 @@ -.DS_Store -.DS_Store? -._* -.Spotlight-V100 -.Trashes -Icon? -ehthumbs.db -Thumbs.db -.idea diff --git a/vendor/github.com/go-sql-driver/mysql/AUTHORS b/vendor/github.com/go-sql-driver/mysql/AUTHORS deleted file mode 100644 index 50afa2c..0000000 --- a/vendor/github.com/go-sql-driver/mysql/AUTHORS +++ /dev/null @@ -1,117 +0,0 @@ -# This is the official list of Go-MySQL-Driver authors for copyright purposes. - -# If you are submitting a patch, please add your name or the name of the -# organization which holds the copyright to this list in alphabetical order. - -# Names should be added to this file as -# Name -# The email address is not required for organizations. -# Please keep the list sorted. - - -# Individual Persons - -Aaron Hopkins -Achille Roussel -Alex Snast -Alexey Palazhchenko -Andrew Reid -Animesh Ray -Arne Hormann -Ariel Mashraki -Asta Xie -Bulat Gaifullin -Caine Jette -Carlos Nieto -Chris Moos -Craig Wilson -Daniel Montoya -Daniel Nichter -Daniël van Eeden -Dave Protasowski -DisposaBoy -Egor Smolyakov -Erwan Martin -Evan Shaw -Frederick Mayle -Gustavo Kristic -Hajime Nakagami -Hanno Braun -Henri Yandell -Hirotaka Yamamoto -Huyiguang -ICHINOSE Shogo -Ilia Cimpoes -INADA Naoki -Jacek Szwec -James Harr -Jeff Hodges -Jeffrey Charles -Jerome Meyer -Jiajia Zhong -Jian Zhen -Joshua Prunier -Julien Lefevre -Julien Schmidt -Justin Li -Justin Nuß -Kamil Dziedzic -Kei Kamikawa -Kevin Malachowski -Kieron Woodhouse -Lennart Rudolph -Leonardo YongUk Kim -Linh Tran Tuan -Lion Yang -Luca Looz -Lucas Liu -Luke Scott -Maciej Zimnoch -Michael Woolnough -Nathanial Murphy -Nicola Peduzzi -Olivier Mengué -oscarzhao -Paul Bonser -Peter Schultz -Rebecca Chin -Reed Allman -Richard Wilkes -Robert Russell -Runrioter Wung -Sho Iizuka -Sho Ikeda -Shuode Li -Simon J Mudd -Soroush Pour -Stan Putrya -Stanley Gunawan -Steven Hartland -Tan Jinhua <312841925 at qq.com> -Thomas Wodarek -Tim Ruffles -Tom Jenkinson -Vladimir Kovpak -Vladyslav Zhelezniak -Xiangyu Hu -Xiaobing Jiang -Xiuming Chen -Xuehong Chan -Zhenye Xie -Zhixin Wen - -# Organizations - -Barracuda Networks, Inc. -Counting Ltd. -DigitalOcean Inc. -Facebook Inc. -GitHub Inc. -Google Inc. -InfoSum Ltd. -Keybase Inc. -Multiplay Ltd. -Percona LLC -Pivotal Inc. -Stripe Inc. -Zendesk Inc. diff --git a/vendor/github.com/go-sql-driver/mysql/CHANGELOG.md b/vendor/github.com/go-sql-driver/mysql/CHANGELOG.md deleted file mode 100644 index 72a738e..0000000 --- a/vendor/github.com/go-sql-driver/mysql/CHANGELOG.md +++ /dev/null @@ -1,232 +0,0 @@ -## Version 1.6 (2021-04-01) - -Changes: - - - Migrate the CI service from travis-ci to GitHub Actions (#1176, #1183, #1190) - - `NullTime` is deprecated (#960, #1144) - - Reduce allocations when building SET command (#1111) - - Performance improvement for time formatting (#1118) - - Performance improvement for time parsing (#1098, #1113) - -New Features: - - - Implement `driver.Validator` interface (#1106, #1174) - - Support returning `uint64` from `Valuer` in `ConvertValue` (#1143) - - Add `json.RawMessage` for converter and prepared statement (#1059) - - Interpolate `json.RawMessage` as `string` (#1058) - - Implements `CheckNamedValue` (#1090) - -Bugfixes: - - - Stop rounding times (#1121, #1172) - - Put zero filler into the SSL handshake packet (#1066) - - Fix checking cancelled connections back into the connection pool (#1095) - - Fix remove last 0 byte for mysql_old_password when password is empty (#1133) - - -## Version 1.5 (2020-01-07) - -Changes: - - - Dropped support Go 1.9 and lower (#823, #829, #886, #1016, #1017) - - Improve buffer handling (#890) - - Document potentially insecure TLS configs (#901) - - Use a double-buffering scheme to prevent data races (#943) - - Pass uint64 values without converting them to string (#838, #955) - - Update collations and make utf8mb4 default (#877, #1054) - - Make NullTime compatible with sql.NullTime in Go 1.13+ (#995) - - Removed CloudSQL support (#993, #1007) - - Add Go Module support (#1003) - -New Features: - - - Implement support of optional TLS (#900) - - Check connection liveness (#934, #964, #997, #1048, #1051, #1052) - - Implement Connector Interface (#941, #958, #1020, #1035) - -Bugfixes: - - - Mark connections as bad on error during ping (#875) - - Mark connections as bad on error during dial (#867) - - Fix connection leak caused by rapid context cancellation (#1024) - - Mark connections as bad on error during Conn.Prepare (#1030) - - -## Version 1.4.1 (2018-11-14) - -Bugfixes: - - - Fix TIME format for binary columns (#818) - - Fix handling of empty auth plugin names (#835) - - Fix caching_sha2_password with empty password (#826) - - Fix canceled context broke mysqlConn (#862) - - Fix OldAuthSwitchRequest support (#870) - - Fix Auth Response packet for cleartext password (#887) - -## Version 1.4 (2018-06-03) - -Changes: - - - Documentation fixes (#530, #535, #567) - - Refactoring (#575, #579, #580, #581, #603, #615, #704) - - Cache column names (#444) - - Sort the DSN parameters in DSNs generated from a config (#637) - - Allow native password authentication by default (#644) - - Use the default port if it is missing in the DSN (#668) - - Removed the `strict` mode (#676) - - Do not query `max_allowed_packet` by default (#680) - - Dropped support Go 1.6 and lower (#696) - - Updated `ConvertValue()` to match the database/sql/driver implementation (#760) - - Document the usage of `0000-00-00T00:00:00` as the time.Time zero value (#783) - - Improved the compatibility of the authentication system (#807) - -New Features: - - - Multi-Results support (#537) - - `rejectReadOnly` DSN option (#604) - - `context.Context` support (#608, #612, #627, #761) - - Transaction isolation level support (#619, #744) - - Read-Only transactions support (#618, #634) - - `NewConfig` function which initializes a config with default values (#679) - - Implemented the `ColumnType` interfaces (#667, #724) - - Support for custom string types in `ConvertValue` (#623) - - Implemented `NamedValueChecker`, improving support for uint64 with high bit set (#690, #709, #710) - - `caching_sha2_password` authentication plugin support (#794, #800, #801, #802) - - Implemented `driver.SessionResetter` (#779) - - `sha256_password` authentication plugin support (#808) - -Bugfixes: - - - Use the DSN hostname as TLS default ServerName if `tls=true` (#564, #718) - - Fixed LOAD LOCAL DATA INFILE for empty files (#590) - - Removed columns definition cache since it sometimes cached invalid data (#592) - - Don't mutate registered TLS configs (#600) - - Make RegisterTLSConfig concurrency-safe (#613) - - Handle missing auth data in the handshake packet correctly (#646) - - Do not retry queries when data was written to avoid data corruption (#302, #736) - - Cache the connection pointer for error handling before invalidating it (#678) - - Fixed imports for appengine/cloudsql (#700) - - Fix sending STMT_LONG_DATA for 0 byte data (#734) - - Set correct capacity for []bytes read from length-encoded strings (#766) - - Make RegisterDial concurrency-safe (#773) - - -## Version 1.3 (2016-12-01) - -Changes: - - - Go 1.1 is no longer supported - - Use decimals fields in MySQL to format time types (#249) - - Buffer optimizations (#269) - - TLS ServerName defaults to the host (#283) - - Refactoring (#400, #410, #437) - - Adjusted documentation for second generation CloudSQL (#485) - - Documented DSN system var quoting rules (#502) - - Made statement.Close() calls idempotent to avoid errors in Go 1.6+ (#512) - -New Features: - - - Enable microsecond resolution on TIME, DATETIME and TIMESTAMP (#249) - - Support for returning table alias on Columns() (#289, #359, #382) - - Placeholder interpolation, can be actived with the DSN parameter `interpolateParams=true` (#309, #318, #490) - - Support for uint64 parameters with high bit set (#332, #345) - - Cleartext authentication plugin support (#327) - - Exported ParseDSN function and the Config struct (#403, #419, #429) - - Read / Write timeouts (#401) - - Support for JSON field type (#414) - - Support for multi-statements and multi-results (#411, #431) - - DSN parameter to set the driver-side max_allowed_packet value manually (#489) - - Native password authentication plugin support (#494, #524) - -Bugfixes: - - - Fixed handling of queries without columns and rows (#255) - - Fixed a panic when SetKeepAlive() failed (#298) - - Handle ERR packets while reading rows (#321) - - Fixed reading NULL length-encoded integers in MySQL 5.6+ (#349) - - Fixed absolute paths support in LOAD LOCAL DATA INFILE (#356) - - Actually zero out bytes in handshake response (#378) - - Fixed race condition in registering LOAD DATA INFILE handler (#383) - - Fixed tests with MySQL 5.7.9+ (#380) - - QueryUnescape TLS config names (#397) - - Fixed "broken pipe" error by writing to closed socket (#390) - - Fixed LOAD LOCAL DATA INFILE buffering (#424) - - Fixed parsing of floats into float64 when placeholders are used (#434) - - Fixed DSN tests with Go 1.7+ (#459) - - Handle ERR packets while waiting for EOF (#473) - - Invalidate connection on error while discarding additional results (#513) - - Allow terminating packets of length 0 (#516) - - -## Version 1.2 (2014-06-03) - -Changes: - - - We switched back to a "rolling release". `go get` installs the current master branch again - - Version v1 of the driver will not be maintained anymore. Go 1.0 is no longer supported by this driver - - Exported errors to allow easy checking from application code - - Enabled TCP Keepalives on TCP connections - - Optimized INFILE handling (better buffer size calculation, lazy init, ...) - - The DSN parser also checks for a missing separating slash - - Faster binary date / datetime to string formatting - - Also exported the MySQLWarning type - - mysqlConn.Close returns the first error encountered instead of ignoring all errors - - writePacket() automatically writes the packet size to the header - - readPacket() uses an iterative approach instead of the recursive approach to merge splitted packets - -New Features: - - - `RegisterDial` allows the usage of a custom dial function to establish the network connection - - Setting the connection collation is possible with the `collation` DSN parameter. This parameter should be preferred over the `charset` parameter - - Logging of critical errors is configurable with `SetLogger` - - Google CloudSQL support - -Bugfixes: - - - Allow more than 32 parameters in prepared statements - - Various old_password fixes - - Fixed TestConcurrent test to pass Go's race detection - - Fixed appendLengthEncodedInteger for large numbers - - Renamed readLengthEnodedString to readLengthEncodedString and skipLengthEnodedString to skipLengthEncodedString (fixed typo) - - -## Version 1.1 (2013-11-02) - -Changes: - - - Go-MySQL-Driver now requires Go 1.1 - - Connections now use the collation `utf8_general_ci` by default. Adding `&charset=UTF8` to the DSN should not be necessary anymore - - Made closing rows and connections error tolerant. This allows for example deferring rows.Close() without checking for errors - - `[]byte(nil)` is now treated as a NULL value. Before, it was treated like an empty string / `[]byte("")` - - DSN parameter values must now be url.QueryEscape'ed. This allows text values to contain special characters, such as '&'. - - Use the IO buffer also for writing. This results in zero allocations (by the driver) for most queries - - Optimized the buffer for reading - - stmt.Query now caches column metadata - - New Logo - - Changed the copyright header to include all contributors - - Improved the LOAD INFILE documentation - - The driver struct is now exported to make the driver directly accessible - - Refactored the driver tests - - Added more benchmarks and moved all to a separate file - - Other small refactoring - -New Features: - - - Added *old_passwords* support: Required in some cases, but must be enabled by adding `allowOldPasswords=true` to the DSN since it is insecure - - Added a `clientFoundRows` parameter: Return the number of matching rows instead of the number of rows changed on UPDATEs - - Added TLS/SSL support: Use a TLS/SSL encrypted connection to the server. Custom TLS configs can be registered and used - -Bugfixes: - - - Fixed MySQL 4.1 support: MySQL 4.1 sends packets with lengths which differ from the specification - - Convert to DB timezone when inserting `time.Time` - - Splitted packets (more than 16MB) are now merged correctly - - Fixed false positive `io.EOF` errors when the data was fully read - - Avoid panics on reuse of closed connections - - Fixed empty string producing false nil values - - Fixed sign byte for positive TIME fields - - -## Version 1.0 (2013-05-14) - -Initial Release diff --git a/vendor/github.com/go-sql-driver/mysql/LICENSE b/vendor/github.com/go-sql-driver/mysql/LICENSE deleted file mode 100644 index 14e2f77..0000000 --- a/vendor/github.com/go-sql-driver/mysql/LICENSE +++ /dev/null @@ -1,373 +0,0 @@ -Mozilla Public License Version 2.0 -================================== - -1. Definitions --------------- - -1.1. "Contributor" - means each individual or legal entity that creates, contributes to - the creation of, or owns Covered Software. - -1.2. "Contributor Version" - means the combination of the Contributions of others (if any) used - by a Contributor and that particular Contributor's Contribution. - -1.3. "Contribution" - means Covered Software of a particular Contributor. - -1.4. "Covered Software" - means Source Code Form to which the initial Contributor has attached - the notice in Exhibit A, the Executable Form of such Source Code - Form, and Modifications of such Source Code Form, in each case - including portions thereof. - -1.5. "Incompatible With Secondary Licenses" - means - - (a) that the initial Contributor has attached the notice described - in Exhibit B to the Covered Software; or - - (b) that the Covered Software was made available under the terms of - version 1.1 or earlier of the License, but not also under the - terms of a Secondary License. - -1.6. "Executable Form" - means any form of the work other than Source Code Form. - -1.7. "Larger Work" - means a work that combines Covered Software with other material, in - a separate file or files, that is not Covered Software. - -1.8. "License" - means this document. - -1.9. "Licensable" - means having the right to grant, to the maximum extent possible, - whether at the time of the initial grant or subsequently, any and - all of the rights conveyed by this License. - -1.10. "Modifications" - means any of the following: - - (a) any file in Source Code Form that results from an addition to, - deletion from, or modification of the contents of Covered - Software; or - - (b) any new file in Source Code Form that contains any Covered - Software. - -1.11. "Patent Claims" of a Contributor - means any patent claim(s), including without limitation, method, - process, and apparatus claims, in any patent Licensable by such - Contributor that would be infringed, but for the grant of the - License, by the making, using, selling, offering for sale, having - made, import, or transfer of either its Contributions or its - Contributor Version. - -1.12. "Secondary License" - means either the GNU General Public License, Version 2.0, the GNU - Lesser General Public License, Version 2.1, the GNU Affero General - Public License, Version 3.0, or any later versions of those - licenses. - -1.13. "Source Code Form" - means the form of the work preferred for making modifications. - -1.14. "You" (or "Your") - means an individual or a legal entity exercising rights under this - License. For legal entities, "You" includes any entity that - controls, is controlled by, or is under common control with You. For - purposes of this definition, "control" means (a) the power, direct - or indirect, to cause the direction or management of such entity, - whether by contract or otherwise, or (b) ownership of more than - fifty percent (50%) of the outstanding shares or beneficial - ownership of such entity. - -2. License Grants and Conditions --------------------------------- - -2.1. Grants - -Each Contributor hereby grants You a world-wide, royalty-free, -non-exclusive license: - -(a) under intellectual property rights (other than patent or trademark) - Licensable by such Contributor to use, reproduce, make available, - modify, display, perform, distribute, and otherwise exploit its - Contributions, either on an unmodified basis, with Modifications, or - as part of a Larger Work; and - -(b) under Patent Claims of such Contributor to make, use, sell, offer - for sale, have made, import, and otherwise transfer either its - Contributions or its Contributor Version. - -2.2. Effective Date - -The licenses granted in Section 2.1 with respect to any Contribution -become effective for each Contribution on the date the Contributor first -distributes such Contribution. - -2.3. Limitations on Grant Scope - -The licenses granted in this Section 2 are the only rights granted under -this License. No additional rights or licenses will be implied from the -distribution or licensing of Covered Software under this License. -Notwithstanding Section 2.1(b) above, no patent license is granted by a -Contributor: - -(a) for any code that a Contributor has removed from Covered Software; - or - -(b) for infringements caused by: (i) Your and any other third party's - modifications of Covered Software, or (ii) the combination of its - Contributions with other software (except as part of its Contributor - Version); or - -(c) under Patent Claims infringed by Covered Software in the absence of - its Contributions. - -This License does not grant any rights in the trademarks, service marks, -or logos of any Contributor (except as may be necessary to comply with -the notice requirements in Section 3.4). - -2.4. Subsequent Licenses - -No Contributor makes additional grants as a result of Your choice to -distribute the Covered Software under a subsequent version of this -License (see Section 10.2) or under the terms of a Secondary License (if -permitted under the terms of Section 3.3). - -2.5. Representation - -Each Contributor represents that the Contributor believes its -Contributions are its original creation(s) or it has sufficient rights -to grant the rights to its Contributions conveyed by this License. - -2.6. Fair Use - -This License is not intended to limit any rights You have under -applicable copyright doctrines of fair use, fair dealing, or other -equivalents. - -2.7. Conditions - -Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted -in Section 2.1. - -3. Responsibilities -------------------- - -3.1. Distribution of Source Form - -All distribution of Covered Software in Source Code Form, including any -Modifications that You create or to which You contribute, must be under -the terms of this License. You must inform recipients that the Source -Code Form of the Covered Software is governed by the terms of this -License, and how they can obtain a copy of this License. You may not -attempt to alter or restrict the recipients' rights in the Source Code -Form. - -3.2. Distribution of Executable Form - -If You distribute Covered Software in Executable Form then: - -(a) such Covered Software must also be made available in Source Code - Form, as described in Section 3.1, and You must inform recipients of - the Executable Form how they can obtain a copy of such Source Code - Form by reasonable means in a timely manner, at a charge no more - than the cost of distribution to the recipient; and - -(b) You may distribute such Executable Form under the terms of this - License, or sublicense it under different terms, provided that the - license for the Executable Form does not attempt to limit or alter - the recipients' rights in the Source Code Form under this License. - -3.3. Distribution of a Larger Work - -You may create and distribute a Larger Work under terms of Your choice, -provided that You also comply with the requirements of this License for -the Covered Software. If the Larger Work is a combination of Covered -Software with a work governed by one or more Secondary Licenses, and the -Covered Software is not Incompatible With Secondary Licenses, this -License permits You to additionally distribute such Covered Software -under the terms of such Secondary License(s), so that the recipient of -the Larger Work may, at their option, further distribute the Covered -Software under the terms of either this License or such Secondary -License(s). - -3.4. Notices - -You may not remove or alter the substance of any license notices -(including copyright notices, patent notices, disclaimers of warranty, -or limitations of liability) contained within the Source Code Form of -the Covered Software, except that You may alter any license notices to -the extent required to remedy known factual inaccuracies. - -3.5. Application of Additional Terms - -You may choose to offer, and to charge a fee for, warranty, support, -indemnity or liability obligations to one or more recipients of Covered -Software. However, You may do so only on Your own behalf, and not on -behalf of any Contributor. You must make it absolutely clear that any -such warranty, support, indemnity, or liability obligation is offered by -You alone, and You hereby agree to indemnify every Contributor for any -liability incurred by such Contributor as a result of warranty, support, -indemnity or liability terms You offer. You may include additional -disclaimers of warranty and limitations of liability specific to any -jurisdiction. - -4. Inability to Comply Due to Statute or Regulation ---------------------------------------------------- - -If it is impossible for You to comply with any of the terms of this -License with respect to some or all of the Covered Software due to -statute, judicial order, or regulation then You must: (a) comply with -the terms of this License to the maximum extent possible; and (b) -describe the limitations and the code they affect. Such description must -be placed in a text file included with all distributions of the Covered -Software under this License. Except to the extent prohibited by statute -or regulation, such description must be sufficiently detailed for a -recipient of ordinary skill to be able to understand it. - -5. Termination --------------- - -5.1. The rights granted under this License will terminate automatically -if You fail to comply with any of its terms. However, if You become -compliant, then the rights granted under this License from a particular -Contributor are reinstated (a) provisionally, unless and until such -Contributor explicitly and finally terminates Your grants, and (b) on an -ongoing basis, if such Contributor fails to notify You of the -non-compliance by some reasonable means prior to 60 days after You have -come back into compliance. Moreover, Your grants from a particular -Contributor are reinstated on an ongoing basis if such Contributor -notifies You of the non-compliance by some reasonable means, this is the -first time You have received notice of non-compliance with this License -from such Contributor, and You become compliant prior to 30 days after -Your receipt of the notice. - -5.2. If You initiate litigation against any entity by asserting a patent -infringement claim (excluding declaratory judgment actions, -counter-claims, and cross-claims) alleging that a Contributor Version -directly or indirectly infringes any patent, then the rights granted to -You by any and all Contributors for the Covered Software under Section -2.1 of this License shall terminate. - -5.3. In the event of termination under Sections 5.1 or 5.2 above, all -end user license agreements (excluding distributors and resellers) which -have been validly granted by You or Your distributors under this License -prior to termination shall survive termination. - -************************************************************************ -* * -* 6. Disclaimer of Warranty * -* ------------------------- * -* * -* Covered Software is provided under this License on an "as is" * -* basis, without warranty of any kind, either expressed, implied, or * -* statutory, including, without limitation, warranties that the * -* Covered Software is free of defects, merchantable, fit for a * -* particular purpose or non-infringing. The entire risk as to the * -* quality and performance of the Covered Software is with You. * -* Should any Covered Software prove defective in any respect, You * -* (not any Contributor) assume the cost of any necessary servicing, * -* repair, or correction. This disclaimer of warranty constitutes an * -* essential part of this License. No use of any Covered Software is * -* authorized under this License except under this disclaimer. * -* * -************************************************************************ - -************************************************************************ -* * -* 7. Limitation of Liability * -* -------------------------- * -* * -* Under no circumstances and under no legal theory, whether tort * -* (including negligence), contract, or otherwise, shall any * -* Contributor, or anyone who distributes Covered Software as * -* permitted above, be liable to You for any direct, indirect, * -* special, incidental, or consequential damages of any character * -* including, without limitation, damages for lost profits, loss of * -* goodwill, work stoppage, computer failure or malfunction, or any * -* and all other commercial damages or losses, even if such party * -* shall have been informed of the possibility of such damages. This * -* limitation of liability shall not apply to liability for death or * -* personal injury resulting from such party's negligence to the * -* extent applicable law prohibits such limitation. Some * -* jurisdictions do not allow the exclusion or limitation of * -* incidental or consequential damages, so this exclusion and * -* limitation may not apply to You. * -* * -************************************************************************ - -8. Litigation -------------- - -Any litigation relating to this License may be brought only in the -courts of a jurisdiction where the defendant maintains its principal -place of business and such litigation shall be governed by laws of that -jurisdiction, without reference to its conflict-of-law provisions. -Nothing in this Section shall prevent a party's ability to bring -cross-claims or counter-claims. - -9. Miscellaneous ----------------- - -This License represents the complete agreement concerning the subject -matter hereof. If any provision of this License is held to be -unenforceable, such provision shall be reformed only to the extent -necessary to make it enforceable. Any law or regulation which provides -that the language of a contract shall be construed against the drafter -shall not be used to construe this License against a Contributor. - -10. Versions of the License ---------------------------- - -10.1. New Versions - -Mozilla Foundation is the license steward. Except as provided in Section -10.3, no one other than the license steward has the right to modify or -publish new versions of this License. Each version will be given a -distinguishing version number. - -10.2. Effect of New Versions - -You may distribute the Covered Software under the terms of the version -of the License under which You originally received the Covered Software, -or under the terms of any subsequent version published by the license -steward. - -10.3. Modified Versions - -If you create software not governed by this License, and you want to -create a new license for such software, you may create and use a -modified version of this License if you rename the license and remove -any references to the name of the license steward (except to note that -such modified license differs from this License). - -10.4. Distributing Source Code Form that is Incompatible With Secondary -Licenses - -If You choose to distribute Source Code Form that is Incompatible With -Secondary Licenses under the terms of this version of the License, the -notice described in Exhibit B of this License must be attached. - -Exhibit A - Source Code Form License Notice -------------------------------------------- - - This Source Code Form is subject to the terms of the Mozilla Public - License, v. 2.0. If a copy of the MPL was not distributed with this - file, You can obtain one at http://mozilla.org/MPL/2.0/. - -If it is not possible or desirable to put the notice in a particular -file, then You may include the notice in a location (such as a LICENSE -file in a relevant directory) where a recipient would be likely to look -for such a notice. - -You may add additional accurate notices of copyright ownership. - -Exhibit B - "Incompatible With Secondary Licenses" Notice ---------------------------------------------------------- - - This Source Code Form is "Incompatible With Secondary Licenses", as - defined by the Mozilla Public License, v. 2.0. diff --git a/vendor/github.com/go-sql-driver/mysql/README.md b/vendor/github.com/go-sql-driver/mysql/README.md deleted file mode 100644 index 0b13154..0000000 --- a/vendor/github.com/go-sql-driver/mysql/README.md +++ /dev/null @@ -1,520 +0,0 @@ -# Go-MySQL-Driver - -A MySQL-Driver for Go's [database/sql](https://golang.org/pkg/database/sql/) package - -![Go-MySQL-Driver logo](https://raw.github.com/wiki/go-sql-driver/mysql/gomysql_m.png "Golang Gopher holding the MySQL Dolphin") - ---------------------------------------- - * [Features](#features) - * [Requirements](#requirements) - * [Installation](#installation) - * [Usage](#usage) - * [DSN (Data Source Name)](#dsn-data-source-name) - * [Password](#password) - * [Protocol](#protocol) - * [Address](#address) - * [Parameters](#parameters) - * [Examples](#examples) - * [Connection pool and timeouts](#connection-pool-and-timeouts) - * [context.Context Support](#contextcontext-support) - * [ColumnType Support](#columntype-support) - * [LOAD DATA LOCAL INFILE support](#load-data-local-infile-support) - * [time.Time support](#timetime-support) - * [Unicode support](#unicode-support) - * [Testing / Development](#testing--development) - * [License](#license) - ---------------------------------------- - -## Features - * Lightweight and [fast](https://github.com/go-sql-driver/sql-benchmark "golang MySQL-Driver performance") - * Native Go implementation. No C-bindings, just pure Go - * Connections over TCP/IPv4, TCP/IPv6, Unix domain sockets or [custom protocols](https://godoc.org/github.com/go-sql-driver/mysql#DialFunc) - * Automatic handling of broken connections - * Automatic Connection Pooling *(by database/sql package)* - * Supports queries larger than 16MB - * Full [`sql.RawBytes`](https://golang.org/pkg/database/sql/#RawBytes) support. - * Intelligent `LONG DATA` handling in prepared statements - * Secure `LOAD DATA LOCAL INFILE` support with file allowlisting and `io.Reader` support - * Optional `time.Time` parsing - * Optional placeholder interpolation - -## Requirements - * Go 1.10 or higher. We aim to support the 3 latest versions of Go. - * MySQL (4.1+), MariaDB, Percona Server, Google CloudSQL or Sphinx (2.2.3+) - ---------------------------------------- - -## Installation -Simple install the package to your [$GOPATH](https://github.com/golang/go/wiki/GOPATH "GOPATH") with the [go tool](https://golang.org/cmd/go/ "go command") from shell: -```bash -$ go get -u github.com/go-sql-driver/mysql -``` -Make sure [Git is installed](https://git-scm.com/downloads) on your machine and in your system's `PATH`. - -## Usage -_Go MySQL Driver_ is an implementation of Go's `database/sql/driver` interface. You only need to import the driver and can use the full [`database/sql`](https://golang.org/pkg/database/sql/) API then. - -Use `mysql` as `driverName` and a valid [DSN](#dsn-data-source-name) as `dataSourceName`: - -```go -import ( - "database/sql" - "time" - - _ "github.com/go-sql-driver/mysql" -) - -// ... - -db, err := sql.Open("mysql", "user:password@/dbname") -if err != nil { - panic(err) -} -// See "Important settings" section. -db.SetConnMaxLifetime(time.Minute * 3) -db.SetMaxOpenConns(10) -db.SetMaxIdleConns(10) -``` - -[Examples are available in our Wiki](https://github.com/go-sql-driver/mysql/wiki/Examples "Go-MySQL-Driver Examples"). - -### Important settings - -`db.SetConnMaxLifetime()` is required to ensure connections are closed by the driver safely before connection is closed by MySQL server, OS, or other middlewares. Since some middlewares close idle connections by 5 minutes, we recommend timeout shorter than 5 minutes. This setting helps load balancing and changing system variables too. - -`db.SetMaxOpenConns()` is highly recommended to limit the number of connection used by the application. There is no recommended limit number because it depends on application and MySQL server. - -`db.SetMaxIdleConns()` is recommended to be set same to (or greater than) `db.SetMaxOpenConns()`. When it is smaller than `SetMaxOpenConns()`, connections can be opened and closed very frequently than you expect. Idle connections can be closed by the `db.SetConnMaxLifetime()`. If you want to close idle connections more rapidly, you can use `db.SetConnMaxIdleTime()` since Go 1.15. - - -### DSN (Data Source Name) - -The Data Source Name has a common format, like e.g. [PEAR DB](http://pear.php.net/manual/en/package.database.db.intro-dsn.php) uses it, but without type-prefix (optional parts marked by squared brackets): -``` -[username[:password]@][protocol[(address)]]/dbname[?param1=value1&...¶mN=valueN] -``` - -A DSN in its fullest form: -``` -username:password@protocol(address)/dbname?param=value -``` - -Except for the databasename, all values are optional. So the minimal DSN is: -``` -/dbname -``` - -If you do not want to preselect a database, leave `dbname` empty: -``` -/ -``` -This has the same effect as an empty DSN string: -``` - -``` - -Alternatively, [Config.FormatDSN](https://godoc.org/github.com/go-sql-driver/mysql#Config.FormatDSN) can be used to create a DSN string by filling a struct. - -#### Password -Passwords can consist of any character. Escaping is **not** necessary. - -#### Protocol -See [net.Dial](https://golang.org/pkg/net/#Dial) for more information which networks are available. -In general you should use an Unix domain socket if available and TCP otherwise for best performance. - -#### Address -For TCP and UDP networks, addresses have the form `host[:port]`. -If `port` is omitted, the default port will be used. -If `host` is a literal IPv6 address, it must be enclosed in square brackets. -The functions [net.JoinHostPort](https://golang.org/pkg/net/#JoinHostPort) and [net.SplitHostPort](https://golang.org/pkg/net/#SplitHostPort) manipulate addresses in this form. - -For Unix domain sockets the address is the absolute path to the MySQL-Server-socket, e.g. `/var/run/mysqld/mysqld.sock` or `/tmp/mysql.sock`. - -#### Parameters -*Parameters are case-sensitive!* - -Notice that any of `true`, `TRUE`, `True` or `1` is accepted to stand for a true boolean value. Not surprisingly, false can be specified as any of: `false`, `FALSE`, `False` or `0`. - -##### `allowAllFiles` - -``` -Type: bool -Valid Values: true, false -Default: false -``` - -`allowAllFiles=true` disables the file allowlist for `LOAD DATA LOCAL INFILE` and allows *all* files. -[*Might be insecure!*](http://dev.mysql.com/doc/refman/5.7/en/load-data-local.html) - -##### `allowCleartextPasswords` - -``` -Type: bool -Valid Values: true, false -Default: false -``` - -`allowCleartextPasswords=true` allows using the [cleartext client side plugin](https://dev.mysql.com/doc/en/cleartext-pluggable-authentication.html) if required by an account, such as one defined with the [PAM authentication plugin](http://dev.mysql.com/doc/en/pam-authentication-plugin.html). Sending passwords in clear text may be a security problem in some configurations. To avoid problems if there is any possibility that the password would be intercepted, clients should connect to MySQL Server using a method that protects the password. Possibilities include [TLS / SSL](#tls), IPsec, or a private network. - -##### `allowNativePasswords` - -``` -Type: bool -Valid Values: true, false -Default: true -``` -`allowNativePasswords=false` disallows the usage of MySQL native password method. - -##### `allowOldPasswords` - -``` -Type: bool -Valid Values: true, false -Default: false -``` -`allowOldPasswords=true` allows the usage of the insecure old password method. This should be avoided, but is necessary in some cases. See also [the old_passwords wiki page](https://github.com/go-sql-driver/mysql/wiki/old_passwords). - -##### `charset` - -``` -Type: string -Valid Values: -Default: none -``` - -Sets the charset used for client-server interaction (`"SET NAMES "`). If multiple charsets are set (separated by a comma), the following charset is used if setting the charset failes. This enables for example support for `utf8mb4` ([introduced in MySQL 5.5.3](http://dev.mysql.com/doc/refman/5.5/en/charset-unicode-utf8mb4.html)) with fallback to `utf8` for older servers (`charset=utf8mb4,utf8`). - -Usage of the `charset` parameter is discouraged because it issues additional queries to the server. -Unless you need the fallback behavior, please use `collation` instead. - -##### `checkConnLiveness` - -``` -Type: bool -Valid Values: true, false -Default: true -``` - -On supported platforms connections retrieved from the connection pool are checked for liveness before using them. If the check fails, the respective connection is marked as bad and the query retried with another connection. -`checkConnLiveness=false` disables this liveness check of connections. - -##### `collation` - -``` -Type: string -Valid Values: -Default: utf8mb4_general_ci -``` - -Sets the collation used for client-server interaction on connection. In contrast to `charset`, `collation` does not issue additional queries. If the specified collation is unavailable on the target server, the connection will fail. - -A list of valid charsets for a server is retrievable with `SHOW COLLATION`. - -The default collation (`utf8mb4_general_ci`) is supported from MySQL 5.5. You should use an older collation (e.g. `utf8_general_ci`) for older MySQL. - -Collations for charset "ucs2", "utf16", "utf16le", and "utf32" can not be used ([ref](https://dev.mysql.com/doc/refman/5.7/en/charset-connection.html#charset-connection-impermissible-client-charset)). - - -##### `clientFoundRows` - -``` -Type: bool -Valid Values: true, false -Default: false -``` - -`clientFoundRows=true` causes an UPDATE to return the number of matching rows instead of the number of rows changed. - -##### `columnsWithAlias` - -``` -Type: bool -Valid Values: true, false -Default: false -``` - -When `columnsWithAlias` is true, calls to `sql.Rows.Columns()` will return the table alias and the column name separated by a dot. For example: - -``` -SELECT u.id FROM users as u -``` - -will return `u.id` instead of just `id` if `columnsWithAlias=true`. - -##### `interpolateParams` - -``` -Type: bool -Valid Values: true, false -Default: false -``` - -If `interpolateParams` is true, placeholders (`?`) in calls to `db.Query()` and `db.Exec()` are interpolated into a single query string with given parameters. This reduces the number of roundtrips, since the driver has to prepare a statement, execute it with given parameters and close the statement again with `interpolateParams=false`. - -*This can not be used together with the multibyte encodings BIG5, CP932, GB2312, GBK or SJIS. These are rejected as they may [introduce a SQL injection vulnerability](http://stackoverflow.com/a/12118602/3430118)!* - -##### `loc` - -``` -Type: string -Valid Values: -Default: UTC -``` - -Sets the location for time.Time values (when using `parseTime=true`). *"Local"* sets the system's location. See [time.LoadLocation](https://golang.org/pkg/time/#LoadLocation) for details. - -Note that this sets the location for time.Time values but does not change MySQL's [time_zone setting](https://dev.mysql.com/doc/refman/5.5/en/time-zone-support.html). For that see the [time_zone system variable](#system-variables), which can also be set as a DSN parameter. - -Please keep in mind, that param values must be [url.QueryEscape](https://golang.org/pkg/net/url/#QueryEscape)'ed. Alternatively you can manually replace the `/` with `%2F`. For example `US/Pacific` would be `loc=US%2FPacific`. - -##### `maxAllowedPacket` -``` -Type: decimal number -Default: 4194304 -``` - -Max packet size allowed in bytes. The default value is 4 MiB and should be adjusted to match the server settings. `maxAllowedPacket=0` can be used to automatically fetch the `max_allowed_packet` variable from server *on every connection*. - -##### `multiStatements` - -``` -Type: bool -Valid Values: true, false -Default: false -``` - -Allow multiple statements in one query. While this allows batch queries, it also greatly increases the risk of SQL injections. Only the result of the first query is returned, all other results are silently discarded. - -When `multiStatements` is used, `?` parameters must only be used in the first statement. - -##### `parseTime` - -``` -Type: bool -Valid Values: true, false -Default: false -``` - -`parseTime=true` changes the output type of `DATE` and `DATETIME` values to `time.Time` instead of `[]byte` / `string` -The date or datetime like `0000-00-00 00:00:00` is converted into zero value of `time.Time`. - - -##### `readTimeout` - -``` -Type: duration -Default: 0 -``` - -I/O read timeout. The value must be a decimal number with a unit suffix (*"ms"*, *"s"*, *"m"*, *"h"*), such as *"30s"*, *"0.5m"* or *"1m30s"*. - -##### `rejectReadOnly` - -``` -Type: bool -Valid Values: true, false -Default: false -``` - - -`rejectReadOnly=true` causes the driver to reject read-only connections. This -is for a possible race condition during an automatic failover, where the mysql -client gets connected to a read-only replica after the failover. - -Note that this should be a fairly rare case, as an automatic failover normally -happens when the primary is down, and the race condition shouldn't happen -unless it comes back up online as soon as the failover is kicked off. On the -other hand, when this happens, a MySQL application can get stuck on a -read-only connection until restarted. It is however fairly easy to reproduce, -for example, using a manual failover on AWS Aurora's MySQL-compatible cluster. - -If you are not relying on read-only transactions to reject writes that aren't -supposed to happen, setting this on some MySQL providers (such as AWS Aurora) -is safer for failovers. - -Note that ERROR 1290 can be returned for a `read-only` server and this option will -cause a retry for that error. However the same error number is used for some -other cases. You should ensure your application will never cause an ERROR 1290 -except for `read-only` mode when enabling this option. - - -##### `serverPubKey` - -``` -Type: string -Valid Values: -Default: none -``` - -Server public keys can be registered with [`mysql.RegisterServerPubKey`](https://godoc.org/github.com/go-sql-driver/mysql#RegisterServerPubKey), which can then be used by the assigned name in the DSN. -Public keys are used to transmit encrypted data, e.g. for authentication. -If the server's public key is known, it should be set manually to avoid expensive and potentially insecure transmissions of the public key from the server to the client each time it is required. - - -##### `timeout` - -``` -Type: duration -Default: OS default -``` - -Timeout for establishing connections, aka dial timeout. The value must be a decimal number with a unit suffix (*"ms"*, *"s"*, *"m"*, *"h"*), such as *"30s"*, *"0.5m"* or *"1m30s"*. - - -##### `tls` - -``` -Type: bool / string -Valid Values: true, false, skip-verify, preferred, -Default: false -``` - -`tls=true` enables TLS / SSL encrypted connection to the server. Use `skip-verify` if you want to use a self-signed or invalid certificate (server side) or use `preferred` to use TLS only when advertised by the server. This is similar to `skip-verify`, but additionally allows a fallback to a connection which is not encrypted. Neither `skip-verify` nor `preferred` add any reliable security. You can use a custom TLS config after registering it with [`mysql.RegisterTLSConfig`](https://godoc.org/github.com/go-sql-driver/mysql#RegisterTLSConfig). - - -##### `writeTimeout` - -``` -Type: duration -Default: 0 -``` - -I/O write timeout. The value must be a decimal number with a unit suffix (*"ms"*, *"s"*, *"m"*, *"h"*), such as *"30s"*, *"0.5m"* or *"1m30s"*. - - -##### System Variables - -Any other parameters are interpreted as system variables: - * `=`: `SET =` - * `=`: `SET =` - * `=%27%27`: `SET =''` - -Rules: -* The values for string variables must be quoted with `'`. -* The values must also be [url.QueryEscape](http://golang.org/pkg/net/url/#QueryEscape)'ed! - (which implies values of string variables must be wrapped with `%27`). - -Examples: - * `autocommit=1`: `SET autocommit=1` - * [`time_zone=%27Europe%2FParis%27`](https://dev.mysql.com/doc/refman/5.5/en/time-zone-support.html): `SET time_zone='Europe/Paris'` - * [`transaction_isolation=%27REPEATABLE-READ%27`](https://dev.mysql.com/doc/refman/5.7/en/server-system-variables.html#sysvar_transaction_isolation): `SET transaction_isolation='REPEATABLE-READ'` - - -#### Examples -``` -user@unix(/path/to/socket)/dbname -``` - -``` -root:pw@unix(/tmp/mysql.sock)/myDatabase?loc=Local -``` - -``` -user:password@tcp(localhost:5555)/dbname?tls=skip-verify&autocommit=true -``` - -Treat warnings as errors by setting the system variable [`sql_mode`](https://dev.mysql.com/doc/refman/5.7/en/sql-mode.html): -``` -user:password@/dbname?sql_mode=TRADITIONAL -``` - -TCP via IPv6: -``` -user:password@tcp([de:ad:be:ef::ca:fe]:80)/dbname?timeout=90s&collation=utf8mb4_unicode_ci -``` - -TCP on a remote host, e.g. Amazon RDS: -``` -id:password@tcp(your-amazonaws-uri.com:3306)/dbname -``` - -Google Cloud SQL on App Engine: -``` -user:password@unix(/cloudsql/project-id:region-name:instance-name)/dbname -``` - -TCP using default port (3306) on localhost: -``` -user:password@tcp/dbname?charset=utf8mb4,utf8&sys_var=esc%40ped -``` - -Use the default protocol (tcp) and host (localhost:3306): -``` -user:password@/dbname -``` - -No Database preselected: -``` -user:password@/ -``` - - -### Connection pool and timeouts -The connection pool is managed by Go's database/sql package. For details on how to configure the size of the pool and how long connections stay in the pool see `*DB.SetMaxOpenConns`, `*DB.SetMaxIdleConns`, and `*DB.SetConnMaxLifetime` in the [database/sql documentation](https://golang.org/pkg/database/sql/). The read, write, and dial timeouts for each individual connection are configured with the DSN parameters [`readTimeout`](#readtimeout), [`writeTimeout`](#writetimeout), and [`timeout`](#timeout), respectively. - -## `ColumnType` Support -This driver supports the [`ColumnType` interface](https://golang.org/pkg/database/sql/#ColumnType) introduced in Go 1.8, with the exception of [`ColumnType.Length()`](https://golang.org/pkg/database/sql/#ColumnType.Length), which is currently not supported. - -## `context.Context` Support -Go 1.8 added `database/sql` support for `context.Context`. This driver supports query timeouts and cancellation via contexts. -See [context support in the database/sql package](https://golang.org/doc/go1.8#database_sql) for more details. - - -### `LOAD DATA LOCAL INFILE` support -For this feature you need direct access to the package. Therefore you must change the import path (no `_`): -```go -import "github.com/go-sql-driver/mysql" -``` - -Files must be explicitly allowed by registering them with `mysql.RegisterLocalFile(filepath)` (recommended) or the allowlist check must be deactivated by using the DSN parameter `allowAllFiles=true` ([*Might be insecure!*](http://dev.mysql.com/doc/refman/5.7/en/load-data-local.html)). - -To use a `io.Reader` a handler function must be registered with `mysql.RegisterReaderHandler(name, handler)` which returns a `io.Reader` or `io.ReadCloser`. The Reader is available with the filepath `Reader::` then. Choose different names for different handlers and `DeregisterReaderHandler` when you don't need it anymore. - -See the [godoc of Go-MySQL-Driver](https://godoc.org/github.com/go-sql-driver/mysql "golang mysql driver documentation") for details. - - -### `time.Time` support -The default internal output type of MySQL `DATE` and `DATETIME` values is `[]byte` which allows you to scan the value into a `[]byte`, `string` or `sql.RawBytes` variable in your program. - -However, many want to scan MySQL `DATE` and `DATETIME` values into `time.Time` variables, which is the logical equivalent in Go to `DATE` and `DATETIME` in MySQL. You can do that by changing the internal output type from `[]byte` to `time.Time` with the DSN parameter `parseTime=true`. You can set the default [`time.Time` location](https://golang.org/pkg/time/#Location) with the `loc` DSN parameter. - -**Caution:** As of Go 1.1, this makes `time.Time` the only variable type you can scan `DATE` and `DATETIME` values into. This breaks for example [`sql.RawBytes` support](https://github.com/go-sql-driver/mysql/wiki/Examples#rawbytes). - - -### Unicode support -Since version 1.5 Go-MySQL-Driver automatically uses the collation ` utf8mb4_general_ci` by default. - -Other collations / charsets can be set using the [`collation`](#collation) DSN parameter. - -Version 1.0 of the driver recommended adding `&charset=utf8` (alias for `SET NAMES utf8`) to the DSN to enable proper UTF-8 support. This is not necessary anymore. The [`collation`](#collation) parameter should be preferred to set another collation / charset than the default. - -See http://dev.mysql.com/doc/refman/8.0/en/charset-unicode.html for more details on MySQL's Unicode support. - -## Testing / Development -To run the driver tests you may need to adjust the configuration. See the [Testing Wiki-Page](https://github.com/go-sql-driver/mysql/wiki/Testing "Testing") for details. - -Go-MySQL-Driver is not feature-complete yet. Your help is very appreciated. -If you want to contribute, you can work on an [open issue](https://github.com/go-sql-driver/mysql/issues?state=open) or review a [pull request](https://github.com/go-sql-driver/mysql/pulls). - -See the [Contribution Guidelines](https://github.com/go-sql-driver/mysql/blob/master/.github/CONTRIBUTING.md) for details. - ---------------------------------------- - -## License -Go-MySQL-Driver is licensed under the [Mozilla Public License Version 2.0](https://raw.github.com/go-sql-driver/mysql/master/LICENSE) - -Mozilla summarizes the license scope as follows: -> MPL: The copyleft applies to any files containing MPLed code. - - -That means: - * You can **use** the **unchanged** source code both in private and commercially. - * When distributing, you **must publish** the source code of any **changed files** licensed under the MPL 2.0 under a) the MPL 2.0 itself or b) a compatible license (e.g. GPL 3.0 or Apache License 2.0). - * You **needn't publish** the source code of your library as long as the files licensed under the MPL 2.0 are **unchanged**. - -Please read the [MPL 2.0 FAQ](https://www.mozilla.org/en-US/MPL/2.0/FAQ/) if you have further questions regarding the license. - -You can read the full terms here: [LICENSE](https://raw.github.com/go-sql-driver/mysql/master/LICENSE). - -![Go Gopher and MySQL Dolphin](https://raw.github.com/wiki/go-sql-driver/mysql/go-mysql-driver_m.jpg "Golang Gopher transporting the MySQL Dolphin in a wheelbarrow") diff --git a/vendor/github.com/go-sql-driver/mysql/auth.go b/vendor/github.com/go-sql-driver/mysql/auth.go deleted file mode 100644 index b2f19e8..0000000 --- a/vendor/github.com/go-sql-driver/mysql/auth.go +++ /dev/null @@ -1,425 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2018 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "crypto/rand" - "crypto/rsa" - "crypto/sha1" - "crypto/sha256" - "crypto/x509" - "encoding/pem" - "fmt" - "sync" -) - -// server pub keys registry -var ( - serverPubKeyLock sync.RWMutex - serverPubKeyRegistry map[string]*rsa.PublicKey -) - -// RegisterServerPubKey registers a server RSA public key which can be used to -// send data in a secure manner to the server without receiving the public key -// in a potentially insecure way from the server first. -// Registered keys can afterwards be used adding serverPubKey= to the DSN. -// -// Note: The provided rsa.PublicKey instance is exclusively owned by the driver -// after registering it and may not be modified. -// -// data, err := ioutil.ReadFile("mykey.pem") -// if err != nil { -// log.Fatal(err) -// } -// -// block, _ := pem.Decode(data) -// if block == nil || block.Type != "PUBLIC KEY" { -// log.Fatal("failed to decode PEM block containing public key") -// } -// -// pub, err := x509.ParsePKIXPublicKey(block.Bytes) -// if err != nil { -// log.Fatal(err) -// } -// -// if rsaPubKey, ok := pub.(*rsa.PublicKey); ok { -// mysql.RegisterServerPubKey("mykey", rsaPubKey) -// } else { -// log.Fatal("not a RSA public key") -// } -// -func RegisterServerPubKey(name string, pubKey *rsa.PublicKey) { - serverPubKeyLock.Lock() - if serverPubKeyRegistry == nil { - serverPubKeyRegistry = make(map[string]*rsa.PublicKey) - } - - serverPubKeyRegistry[name] = pubKey - serverPubKeyLock.Unlock() -} - -// DeregisterServerPubKey removes the public key registered with the given name. -func DeregisterServerPubKey(name string) { - serverPubKeyLock.Lock() - if serverPubKeyRegistry != nil { - delete(serverPubKeyRegistry, name) - } - serverPubKeyLock.Unlock() -} - -func getServerPubKey(name string) (pubKey *rsa.PublicKey) { - serverPubKeyLock.RLock() - if v, ok := serverPubKeyRegistry[name]; ok { - pubKey = v - } - serverPubKeyLock.RUnlock() - return -} - -// Hash password using pre 4.1 (old password) method -// https://github.com/atcurtis/mariadb/blob/master/mysys/my_rnd.c -type myRnd struct { - seed1, seed2 uint32 -} - -const myRndMaxVal = 0x3FFFFFFF - -// Pseudo random number generator -func newMyRnd(seed1, seed2 uint32) *myRnd { - return &myRnd{ - seed1: seed1 % myRndMaxVal, - seed2: seed2 % myRndMaxVal, - } -} - -// Tested to be equivalent to MariaDB's floating point variant -// http://play.golang.org/p/QHvhd4qved -// http://play.golang.org/p/RG0q4ElWDx -func (r *myRnd) NextByte() byte { - r.seed1 = (r.seed1*3 + r.seed2) % myRndMaxVal - r.seed2 = (r.seed1 + r.seed2 + 33) % myRndMaxVal - - return byte(uint64(r.seed1) * 31 / myRndMaxVal) -} - -// Generate binary hash from byte string using insecure pre 4.1 method -func pwHash(password []byte) (result [2]uint32) { - var add uint32 = 7 - var tmp uint32 - - result[0] = 1345345333 - result[1] = 0x12345671 - - for _, c := range password { - // skip spaces and tabs in password - if c == ' ' || c == '\t' { - continue - } - - tmp = uint32(c) - result[0] ^= (((result[0] & 63) + add) * tmp) + (result[0] << 8) - result[1] += (result[1] << 8) ^ result[0] - add += tmp - } - - // Remove sign bit (1<<31)-1) - result[0] &= 0x7FFFFFFF - result[1] &= 0x7FFFFFFF - - return -} - -// Hash password using insecure pre 4.1 method -func scrambleOldPassword(scramble []byte, password string) []byte { - scramble = scramble[:8] - - hashPw := pwHash([]byte(password)) - hashSc := pwHash(scramble) - - r := newMyRnd(hashPw[0]^hashSc[0], hashPw[1]^hashSc[1]) - - var out [8]byte - for i := range out { - out[i] = r.NextByte() + 64 - } - - mask := r.NextByte() - for i := range out { - out[i] ^= mask - } - - return out[:] -} - -// Hash password using 4.1+ method (SHA1) -func scramblePassword(scramble []byte, password string) []byte { - if len(password) == 0 { - return nil - } - - // stage1Hash = SHA1(password) - crypt := sha1.New() - crypt.Write([]byte(password)) - stage1 := crypt.Sum(nil) - - // scrambleHash = SHA1(scramble + SHA1(stage1Hash)) - // inner Hash - crypt.Reset() - crypt.Write(stage1) - hash := crypt.Sum(nil) - - // outer Hash - crypt.Reset() - crypt.Write(scramble) - crypt.Write(hash) - scramble = crypt.Sum(nil) - - // token = scrambleHash XOR stage1Hash - for i := range scramble { - scramble[i] ^= stage1[i] - } - return scramble -} - -// Hash password using MySQL 8+ method (SHA256) -func scrambleSHA256Password(scramble []byte, password string) []byte { - if len(password) == 0 { - return nil - } - - // XOR(SHA256(password), SHA256(SHA256(SHA256(password)), scramble)) - - crypt := sha256.New() - crypt.Write([]byte(password)) - message1 := crypt.Sum(nil) - - crypt.Reset() - crypt.Write(message1) - message1Hash := crypt.Sum(nil) - - crypt.Reset() - crypt.Write(message1Hash) - crypt.Write(scramble) - message2 := crypt.Sum(nil) - - for i := range message1 { - message1[i] ^= message2[i] - } - - return message1 -} - -func encryptPassword(password string, seed []byte, pub *rsa.PublicKey) ([]byte, error) { - plain := make([]byte, len(password)+1) - copy(plain, password) - for i := range plain { - j := i % len(seed) - plain[i] ^= seed[j] - } - sha1 := sha1.New() - return rsa.EncryptOAEP(sha1, rand.Reader, pub, plain, nil) -} - -func (mc *mysqlConn) sendEncryptedPassword(seed []byte, pub *rsa.PublicKey) error { - enc, err := encryptPassword(mc.cfg.Passwd, seed, pub) - if err != nil { - return err - } - return mc.writeAuthSwitchPacket(enc) -} - -func (mc *mysqlConn) auth(authData []byte, plugin string) ([]byte, error) { - switch plugin { - case "caching_sha2_password": - authResp := scrambleSHA256Password(authData, mc.cfg.Passwd) - return authResp, nil - - case "mysql_old_password": - if !mc.cfg.AllowOldPasswords { - return nil, ErrOldPassword - } - if len(mc.cfg.Passwd) == 0 { - return nil, nil - } - // Note: there are edge cases where this should work but doesn't; - // this is currently "wontfix": - // https://github.com/go-sql-driver/mysql/issues/184 - authResp := append(scrambleOldPassword(authData[:8], mc.cfg.Passwd), 0) - return authResp, nil - - case "mysql_clear_password": - if !mc.cfg.AllowCleartextPasswords { - return nil, ErrCleartextPassword - } - // http://dev.mysql.com/doc/refman/5.7/en/cleartext-authentication-plugin.html - // http://dev.mysql.com/doc/refman/5.7/en/pam-authentication-plugin.html - return append([]byte(mc.cfg.Passwd), 0), nil - - case "mysql_native_password": - if !mc.cfg.AllowNativePasswords { - return nil, ErrNativePassword - } - // https://dev.mysql.com/doc/internals/en/secure-password-authentication.html - // Native password authentication only need and will need 20-byte challenge. - authResp := scramblePassword(authData[:20], mc.cfg.Passwd) - return authResp, nil - - case "sha256_password": - if len(mc.cfg.Passwd) == 0 { - return []byte{0}, nil - } - if mc.cfg.tls != nil || mc.cfg.Net == "unix" { - // write cleartext auth packet - return append([]byte(mc.cfg.Passwd), 0), nil - } - - pubKey := mc.cfg.pubKey - if pubKey == nil { - // request public key from server - return []byte{1}, nil - } - - // encrypted password - enc, err := encryptPassword(mc.cfg.Passwd, authData, pubKey) - return enc, err - - default: - errLog.Print("unknown auth plugin:", plugin) - return nil, ErrUnknownPlugin - } -} - -func (mc *mysqlConn) handleAuthResult(oldAuthData []byte, plugin string) error { - // Read Result Packet - authData, newPlugin, err := mc.readAuthResult() - if err != nil { - return err - } - - // handle auth plugin switch, if requested - if newPlugin != "" { - // If CLIENT_PLUGIN_AUTH capability is not supported, no new cipher is - // sent and we have to keep using the cipher sent in the init packet. - if authData == nil { - authData = oldAuthData - } else { - // copy data from read buffer to owned slice - copy(oldAuthData, authData) - } - - plugin = newPlugin - - authResp, err := mc.auth(authData, plugin) - if err != nil { - return err - } - if err = mc.writeAuthSwitchPacket(authResp); err != nil { - return err - } - - // Read Result Packet - authData, newPlugin, err = mc.readAuthResult() - if err != nil { - return err - } - - // Do not allow to change the auth plugin more than once - if newPlugin != "" { - return ErrMalformPkt - } - } - - switch plugin { - - // https://insidemysql.com/preparing-your-community-connector-for-mysql-8-part-2-sha256/ - case "caching_sha2_password": - switch len(authData) { - case 0: - return nil // auth successful - case 1: - switch authData[0] { - case cachingSha2PasswordFastAuthSuccess: - if err = mc.readResultOK(); err == nil { - return nil // auth successful - } - - case cachingSha2PasswordPerformFullAuthentication: - if mc.cfg.tls != nil || mc.cfg.Net == "unix" { - // write cleartext auth packet - err = mc.writeAuthSwitchPacket(append([]byte(mc.cfg.Passwd), 0)) - if err != nil { - return err - } - } else { - pubKey := mc.cfg.pubKey - if pubKey == nil { - // request public key from server - data, err := mc.buf.takeSmallBuffer(4 + 1) - if err != nil { - return err - } - data[4] = cachingSha2PasswordRequestPublicKey - mc.writePacket(data) - - // parse public key - if data, err = mc.readPacket(); err != nil { - return err - } - - block, rest := pem.Decode(data[1:]) - if block == nil { - return fmt.Errorf("No Pem data found, data: %s", rest) - } - pkix, err := x509.ParsePKIXPublicKey(block.Bytes) - if err != nil { - return err - } - pubKey = pkix.(*rsa.PublicKey) - } - - // send encrypted password - err = mc.sendEncryptedPassword(oldAuthData, pubKey) - if err != nil { - return err - } - } - return mc.readResultOK() - - default: - return ErrMalformPkt - } - default: - return ErrMalformPkt - } - - case "sha256_password": - switch len(authData) { - case 0: - return nil // auth successful - default: - block, _ := pem.Decode(authData) - pub, err := x509.ParsePKIXPublicKey(block.Bytes) - if err != nil { - return err - } - - // send encrypted password - err = mc.sendEncryptedPassword(oldAuthData, pub.(*rsa.PublicKey)) - if err != nil { - return err - } - return mc.readResultOK() - } - - default: - return nil // auth successful - } - - return err -} diff --git a/vendor/github.com/go-sql-driver/mysql/buffer.go b/vendor/github.com/go-sql-driver/mysql/buffer.go deleted file mode 100644 index 0774c5c..0000000 --- a/vendor/github.com/go-sql-driver/mysql/buffer.go +++ /dev/null @@ -1,182 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2013 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "io" - "net" - "time" -) - -const defaultBufSize = 4096 -const maxCachedBufSize = 256 * 1024 - -// A buffer which is used for both reading and writing. -// This is possible since communication on each connection is synchronous. -// In other words, we can't write and read simultaneously on the same connection. -// The buffer is similar to bufio.Reader / Writer but zero-copy-ish -// Also highly optimized for this particular use case. -// This buffer is backed by two byte slices in a double-buffering scheme -type buffer struct { - buf []byte // buf is a byte buffer who's length and capacity are equal. - nc net.Conn - idx int - length int - timeout time.Duration - dbuf [2][]byte // dbuf is an array with the two byte slices that back this buffer - flipcnt uint // flipccnt is the current buffer counter for double-buffering -} - -// newBuffer allocates and returns a new buffer. -func newBuffer(nc net.Conn) buffer { - fg := make([]byte, defaultBufSize) - return buffer{ - buf: fg, - nc: nc, - dbuf: [2][]byte{fg, nil}, - } -} - -// flip replaces the active buffer with the background buffer -// this is a delayed flip that simply increases the buffer counter; -// the actual flip will be performed the next time we call `buffer.fill` -func (b *buffer) flip() { - b.flipcnt += 1 -} - -// fill reads into the buffer until at least _need_ bytes are in it -func (b *buffer) fill(need int) error { - n := b.length - // fill data into its double-buffering target: if we've called - // flip on this buffer, we'll be copying to the background buffer, - // and then filling it with network data; otherwise we'll just move - // the contents of the current buffer to the front before filling it - dest := b.dbuf[b.flipcnt&1] - - // grow buffer if necessary to fit the whole packet. - if need > len(dest) { - // Round up to the next multiple of the default size - dest = make([]byte, ((need/defaultBufSize)+1)*defaultBufSize) - - // if the allocated buffer is not too large, move it to backing storage - // to prevent extra allocations on applications that perform large reads - if len(dest) <= maxCachedBufSize { - b.dbuf[b.flipcnt&1] = dest - } - } - - // if we're filling the fg buffer, move the existing data to the start of it. - // if we're filling the bg buffer, copy over the data - if n > 0 { - copy(dest[:n], b.buf[b.idx:]) - } - - b.buf = dest - b.idx = 0 - - for { - if b.timeout > 0 { - if err := b.nc.SetReadDeadline(time.Now().Add(b.timeout)); err != nil { - return err - } - } - - nn, err := b.nc.Read(b.buf[n:]) - n += nn - - switch err { - case nil: - if n < need { - continue - } - b.length = n - return nil - - case io.EOF: - if n >= need { - b.length = n - return nil - } - return io.ErrUnexpectedEOF - - default: - return err - } - } -} - -// returns next N bytes from buffer. -// The returned slice is only guaranteed to be valid until the next read -func (b *buffer) readNext(need int) ([]byte, error) { - if b.length < need { - // refill - if err := b.fill(need); err != nil { - return nil, err - } - } - - offset := b.idx - b.idx += need - b.length -= need - return b.buf[offset:b.idx], nil -} - -// takeBuffer returns a buffer with the requested size. -// If possible, a slice from the existing buffer is returned. -// Otherwise a bigger buffer is made. -// Only one buffer (total) can be used at a time. -func (b *buffer) takeBuffer(length int) ([]byte, error) { - if b.length > 0 { - return nil, ErrBusyBuffer - } - - // test (cheap) general case first - if length <= cap(b.buf) { - return b.buf[:length], nil - } - - if length < maxPacketSize { - b.buf = make([]byte, length) - return b.buf, nil - } - - // buffer is larger than we want to store. - return make([]byte, length), nil -} - -// takeSmallBuffer is shortcut which can be used if length is -// known to be smaller than defaultBufSize. -// Only one buffer (total) can be used at a time. -func (b *buffer) takeSmallBuffer(length int) ([]byte, error) { - if b.length > 0 { - return nil, ErrBusyBuffer - } - return b.buf[:length], nil -} - -// takeCompleteBuffer returns the complete existing buffer. -// This can be used if the necessary buffer size is unknown. -// cap and len of the returned buffer will be equal. -// Only one buffer (total) can be used at a time. -func (b *buffer) takeCompleteBuffer() ([]byte, error) { - if b.length > 0 { - return nil, ErrBusyBuffer - } - return b.buf, nil -} - -// store stores buf, an updated buffer, if its suitable to do so. -func (b *buffer) store(buf []byte) error { - if b.length > 0 { - return ErrBusyBuffer - } else if cap(buf) <= maxPacketSize && cap(buf) > cap(b.buf) { - b.buf = buf[:cap(buf)] - } - return nil -} diff --git a/vendor/github.com/go-sql-driver/mysql/collations.go b/vendor/github.com/go-sql-driver/mysql/collations.go deleted file mode 100644 index 326a9f7..0000000 --- a/vendor/github.com/go-sql-driver/mysql/collations.go +++ /dev/null @@ -1,265 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2014 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -const defaultCollation = "utf8mb4_general_ci" -const binaryCollation = "binary" - -// A list of available collations mapped to the internal ID. -// To update this map use the following MySQL query: -// SELECT COLLATION_NAME, ID FROM information_schema.COLLATIONS WHERE ID<256 ORDER BY ID -// -// Handshake packet have only 1 byte for collation_id. So we can't use collations with ID > 255. -// -// ucs2, utf16, and utf32 can't be used for connection charset. -// https://dev.mysql.com/doc/refman/5.7/en/charset-connection.html#charset-connection-impermissible-client-charset -// They are commented out to reduce this map. -var collations = map[string]byte{ - "big5_chinese_ci": 1, - "latin2_czech_cs": 2, - "dec8_swedish_ci": 3, - "cp850_general_ci": 4, - "latin1_german1_ci": 5, - "hp8_english_ci": 6, - "koi8r_general_ci": 7, - "latin1_swedish_ci": 8, - "latin2_general_ci": 9, - "swe7_swedish_ci": 10, - "ascii_general_ci": 11, - "ujis_japanese_ci": 12, - "sjis_japanese_ci": 13, - "cp1251_bulgarian_ci": 14, - "latin1_danish_ci": 15, - "hebrew_general_ci": 16, - "tis620_thai_ci": 18, - "euckr_korean_ci": 19, - "latin7_estonian_cs": 20, - "latin2_hungarian_ci": 21, - "koi8u_general_ci": 22, - "cp1251_ukrainian_ci": 23, - "gb2312_chinese_ci": 24, - "greek_general_ci": 25, - "cp1250_general_ci": 26, - "latin2_croatian_ci": 27, - "gbk_chinese_ci": 28, - "cp1257_lithuanian_ci": 29, - "latin5_turkish_ci": 30, - "latin1_german2_ci": 31, - "armscii8_general_ci": 32, - "utf8_general_ci": 33, - "cp1250_czech_cs": 34, - //"ucs2_general_ci": 35, - "cp866_general_ci": 36, - "keybcs2_general_ci": 37, - "macce_general_ci": 38, - "macroman_general_ci": 39, - "cp852_general_ci": 40, - "latin7_general_ci": 41, - "latin7_general_cs": 42, - "macce_bin": 43, - "cp1250_croatian_ci": 44, - "utf8mb4_general_ci": 45, - "utf8mb4_bin": 46, - "latin1_bin": 47, - "latin1_general_ci": 48, - "latin1_general_cs": 49, - "cp1251_bin": 50, - "cp1251_general_ci": 51, - "cp1251_general_cs": 52, - "macroman_bin": 53, - //"utf16_general_ci": 54, - //"utf16_bin": 55, - //"utf16le_general_ci": 56, - "cp1256_general_ci": 57, - "cp1257_bin": 58, - "cp1257_general_ci": 59, - //"utf32_general_ci": 60, - //"utf32_bin": 61, - //"utf16le_bin": 62, - "binary": 63, - "armscii8_bin": 64, - "ascii_bin": 65, - "cp1250_bin": 66, - "cp1256_bin": 67, - "cp866_bin": 68, - "dec8_bin": 69, - "greek_bin": 70, - "hebrew_bin": 71, - "hp8_bin": 72, - "keybcs2_bin": 73, - "koi8r_bin": 74, - "koi8u_bin": 75, - "utf8_tolower_ci": 76, - "latin2_bin": 77, - "latin5_bin": 78, - "latin7_bin": 79, - "cp850_bin": 80, - "cp852_bin": 81, - "swe7_bin": 82, - "utf8_bin": 83, - "big5_bin": 84, - "euckr_bin": 85, - "gb2312_bin": 86, - "gbk_bin": 87, - "sjis_bin": 88, - "tis620_bin": 89, - //"ucs2_bin": 90, - "ujis_bin": 91, - "geostd8_general_ci": 92, - "geostd8_bin": 93, - "latin1_spanish_ci": 94, - "cp932_japanese_ci": 95, - "cp932_bin": 96, - "eucjpms_japanese_ci": 97, - "eucjpms_bin": 98, - "cp1250_polish_ci": 99, - //"utf16_unicode_ci": 101, - //"utf16_icelandic_ci": 102, - //"utf16_latvian_ci": 103, - //"utf16_romanian_ci": 104, - //"utf16_slovenian_ci": 105, - //"utf16_polish_ci": 106, - //"utf16_estonian_ci": 107, - //"utf16_spanish_ci": 108, - //"utf16_swedish_ci": 109, - //"utf16_turkish_ci": 110, - //"utf16_czech_ci": 111, - //"utf16_danish_ci": 112, - //"utf16_lithuanian_ci": 113, - //"utf16_slovak_ci": 114, - //"utf16_spanish2_ci": 115, - //"utf16_roman_ci": 116, - //"utf16_persian_ci": 117, - //"utf16_esperanto_ci": 118, - //"utf16_hungarian_ci": 119, - //"utf16_sinhala_ci": 120, - //"utf16_german2_ci": 121, - //"utf16_croatian_ci": 122, - //"utf16_unicode_520_ci": 123, - //"utf16_vietnamese_ci": 124, - //"ucs2_unicode_ci": 128, - //"ucs2_icelandic_ci": 129, - //"ucs2_latvian_ci": 130, - //"ucs2_romanian_ci": 131, - //"ucs2_slovenian_ci": 132, - //"ucs2_polish_ci": 133, - //"ucs2_estonian_ci": 134, - //"ucs2_spanish_ci": 135, - //"ucs2_swedish_ci": 136, - //"ucs2_turkish_ci": 137, - //"ucs2_czech_ci": 138, - //"ucs2_danish_ci": 139, - //"ucs2_lithuanian_ci": 140, - //"ucs2_slovak_ci": 141, - //"ucs2_spanish2_ci": 142, - //"ucs2_roman_ci": 143, - //"ucs2_persian_ci": 144, - //"ucs2_esperanto_ci": 145, - //"ucs2_hungarian_ci": 146, - //"ucs2_sinhala_ci": 147, - //"ucs2_german2_ci": 148, - //"ucs2_croatian_ci": 149, - //"ucs2_unicode_520_ci": 150, - //"ucs2_vietnamese_ci": 151, - //"ucs2_general_mysql500_ci": 159, - //"utf32_unicode_ci": 160, - //"utf32_icelandic_ci": 161, - //"utf32_latvian_ci": 162, - //"utf32_romanian_ci": 163, - //"utf32_slovenian_ci": 164, - //"utf32_polish_ci": 165, - //"utf32_estonian_ci": 166, - //"utf32_spanish_ci": 167, - //"utf32_swedish_ci": 168, - //"utf32_turkish_ci": 169, - //"utf32_czech_ci": 170, - //"utf32_danish_ci": 171, - //"utf32_lithuanian_ci": 172, - //"utf32_slovak_ci": 173, - //"utf32_spanish2_ci": 174, - //"utf32_roman_ci": 175, - //"utf32_persian_ci": 176, - //"utf32_esperanto_ci": 177, - //"utf32_hungarian_ci": 178, - //"utf32_sinhala_ci": 179, - //"utf32_german2_ci": 180, - //"utf32_croatian_ci": 181, - //"utf32_unicode_520_ci": 182, - //"utf32_vietnamese_ci": 183, - "utf8_unicode_ci": 192, - "utf8_icelandic_ci": 193, - "utf8_latvian_ci": 194, - "utf8_romanian_ci": 195, - "utf8_slovenian_ci": 196, - "utf8_polish_ci": 197, - "utf8_estonian_ci": 198, - "utf8_spanish_ci": 199, - "utf8_swedish_ci": 200, - "utf8_turkish_ci": 201, - "utf8_czech_ci": 202, - "utf8_danish_ci": 203, - "utf8_lithuanian_ci": 204, - "utf8_slovak_ci": 205, - "utf8_spanish2_ci": 206, - "utf8_roman_ci": 207, - "utf8_persian_ci": 208, - "utf8_esperanto_ci": 209, - "utf8_hungarian_ci": 210, - "utf8_sinhala_ci": 211, - "utf8_german2_ci": 212, - "utf8_croatian_ci": 213, - "utf8_unicode_520_ci": 214, - "utf8_vietnamese_ci": 215, - "utf8_general_mysql500_ci": 223, - "utf8mb4_unicode_ci": 224, - "utf8mb4_icelandic_ci": 225, - "utf8mb4_latvian_ci": 226, - "utf8mb4_romanian_ci": 227, - "utf8mb4_slovenian_ci": 228, - "utf8mb4_polish_ci": 229, - "utf8mb4_estonian_ci": 230, - "utf8mb4_spanish_ci": 231, - "utf8mb4_swedish_ci": 232, - "utf8mb4_turkish_ci": 233, - "utf8mb4_czech_ci": 234, - "utf8mb4_danish_ci": 235, - "utf8mb4_lithuanian_ci": 236, - "utf8mb4_slovak_ci": 237, - "utf8mb4_spanish2_ci": 238, - "utf8mb4_roman_ci": 239, - "utf8mb4_persian_ci": 240, - "utf8mb4_esperanto_ci": 241, - "utf8mb4_hungarian_ci": 242, - "utf8mb4_sinhala_ci": 243, - "utf8mb4_german2_ci": 244, - "utf8mb4_croatian_ci": 245, - "utf8mb4_unicode_520_ci": 246, - "utf8mb4_vietnamese_ci": 247, - "gb18030_chinese_ci": 248, - "gb18030_bin": 249, - "gb18030_unicode_520_ci": 250, - "utf8mb4_0900_ai_ci": 255, -} - -// A denylist of collations which is unsafe to interpolate parameters. -// These multibyte encodings may contains 0x5c (`\`) in their trailing bytes. -var unsafeCollations = map[string]bool{ - "big5_chinese_ci": true, - "sjis_japanese_ci": true, - "gbk_chinese_ci": true, - "big5_bin": true, - "gb2312_bin": true, - "gbk_bin": true, - "sjis_bin": true, - "cp932_japanese_ci": true, - "cp932_bin": true, - "gb18030_chinese_ci": true, - "gb18030_bin": true, - "gb18030_unicode_520_ci": true, -} diff --git a/vendor/github.com/go-sql-driver/mysql/conncheck.go b/vendor/github.com/go-sql-driver/mysql/conncheck.go deleted file mode 100644 index 024eb28..0000000 --- a/vendor/github.com/go-sql-driver/mysql/conncheck.go +++ /dev/null @@ -1,54 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2019 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -// +build linux darwin dragonfly freebsd netbsd openbsd solaris illumos - -package mysql - -import ( - "errors" - "io" - "net" - "syscall" -) - -var errUnexpectedRead = errors.New("unexpected read from socket") - -func connCheck(conn net.Conn) error { - var sysErr error - - sysConn, ok := conn.(syscall.Conn) - if !ok { - return nil - } - rawConn, err := sysConn.SyscallConn() - if err != nil { - return err - } - - err = rawConn.Read(func(fd uintptr) bool { - var buf [1]byte - n, err := syscall.Read(int(fd), buf[:]) - switch { - case n == 0 && err == nil: - sysErr = io.EOF - case n > 0: - sysErr = errUnexpectedRead - case err == syscall.EAGAIN || err == syscall.EWOULDBLOCK: - sysErr = nil - default: - sysErr = err - } - return true - }) - if err != nil { - return err - } - - return sysErr -} diff --git a/vendor/github.com/go-sql-driver/mysql/conncheck_dummy.go b/vendor/github.com/go-sql-driver/mysql/conncheck_dummy.go deleted file mode 100644 index ea7fb60..0000000 --- a/vendor/github.com/go-sql-driver/mysql/conncheck_dummy.go +++ /dev/null @@ -1,17 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2019 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -// +build !linux,!darwin,!dragonfly,!freebsd,!netbsd,!openbsd,!solaris,!illumos - -package mysql - -import "net" - -func connCheck(conn net.Conn) error { - return nil -} diff --git a/vendor/github.com/go-sql-driver/mysql/connection.go b/vendor/github.com/go-sql-driver/mysql/connection.go deleted file mode 100644 index 835f897..0000000 --- a/vendor/github.com/go-sql-driver/mysql/connection.go +++ /dev/null @@ -1,650 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "context" - "database/sql" - "database/sql/driver" - "encoding/json" - "io" - "net" - "strconv" - "strings" - "time" -) - -type mysqlConn struct { - buf buffer - netConn net.Conn - rawConn net.Conn // underlying connection when netConn is TLS connection. - affectedRows uint64 - insertId uint64 - cfg *Config - maxAllowedPacket int - maxWriteSize int - writeTimeout time.Duration - flags clientFlag - status statusFlag - sequence uint8 - parseTime bool - reset bool // set when the Go SQL package calls ResetSession - - // for context support (Go 1.8+) - watching bool - watcher chan<- context.Context - closech chan struct{} - finished chan<- struct{} - canceled atomicError // set non-nil if conn is canceled - closed atomicBool // set when conn is closed, before closech is closed -} - -// Handles parameters set in DSN after the connection is established -func (mc *mysqlConn) handleParams() (err error) { - var cmdSet strings.Builder - for param, val := range mc.cfg.Params { - switch param { - // Charset: character_set_connection, character_set_client, character_set_results - case "charset": - charsets := strings.Split(val, ",") - for i := range charsets { - // ignore errors here - a charset may not exist - err = mc.exec("SET NAMES " + charsets[i]) - if err == nil { - break - } - } - if err != nil { - return - } - - // Other system vars accumulated in a single SET command - default: - if cmdSet.Len() == 0 { - // Heuristic: 29 chars for each other key=value to reduce reallocations - cmdSet.Grow(4 + len(param) + 1 + len(val) + 30*(len(mc.cfg.Params)-1)) - cmdSet.WriteString("SET ") - } else { - cmdSet.WriteByte(',') - } - cmdSet.WriteString(param) - cmdSet.WriteByte('=') - cmdSet.WriteString(val) - } - } - - if cmdSet.Len() > 0 { - err = mc.exec(cmdSet.String()) - if err != nil { - return - } - } - - return -} - -func (mc *mysqlConn) markBadConn(err error) error { - if mc == nil { - return err - } - if err != errBadConnNoWrite { - return err - } - return driver.ErrBadConn -} - -func (mc *mysqlConn) Begin() (driver.Tx, error) { - return mc.begin(false) -} - -func (mc *mysqlConn) begin(readOnly bool) (driver.Tx, error) { - if mc.closed.IsSet() { - errLog.Print(ErrInvalidConn) - return nil, driver.ErrBadConn - } - var q string - if readOnly { - q = "START TRANSACTION READ ONLY" - } else { - q = "START TRANSACTION" - } - err := mc.exec(q) - if err == nil { - return &mysqlTx{mc}, err - } - return nil, mc.markBadConn(err) -} - -func (mc *mysqlConn) Close() (err error) { - // Makes Close idempotent - if !mc.closed.IsSet() { - err = mc.writeCommandPacket(comQuit) - } - - mc.cleanup() - - return -} - -// Closes the network connection and unsets internal variables. Do not call this -// function after successfully authentication, call Close instead. This function -// is called before auth or on auth failure because MySQL will have already -// closed the network connection. -func (mc *mysqlConn) cleanup() { - if !mc.closed.TrySet(true) { - return - } - - // Makes cleanup idempotent - close(mc.closech) - if mc.netConn == nil { - return - } - if err := mc.netConn.Close(); err != nil { - errLog.Print(err) - } -} - -func (mc *mysqlConn) error() error { - if mc.closed.IsSet() { - if err := mc.canceled.Value(); err != nil { - return err - } - return ErrInvalidConn - } - return nil -} - -func (mc *mysqlConn) Prepare(query string) (driver.Stmt, error) { - if mc.closed.IsSet() { - errLog.Print(ErrInvalidConn) - return nil, driver.ErrBadConn - } - // Send command - err := mc.writeCommandPacketStr(comStmtPrepare, query) - if err != nil { - // STMT_PREPARE is safe to retry. So we can return ErrBadConn here. - errLog.Print(err) - return nil, driver.ErrBadConn - } - - stmt := &mysqlStmt{ - mc: mc, - } - - // Read Result - columnCount, err := stmt.readPrepareResultPacket() - if err == nil { - if stmt.paramCount > 0 { - if err = mc.readUntilEOF(); err != nil { - return nil, err - } - } - - if columnCount > 0 { - err = mc.readUntilEOF() - } - } - - return stmt, err -} - -func (mc *mysqlConn) interpolateParams(query string, args []driver.Value) (string, error) { - // Number of ? should be same to len(args) - if strings.Count(query, "?") != len(args) { - return "", driver.ErrSkip - } - - buf, err := mc.buf.takeCompleteBuffer() - if err != nil { - // can not take the buffer. Something must be wrong with the connection - errLog.Print(err) - return "", ErrInvalidConn - } - buf = buf[:0] - argPos := 0 - - for i := 0; i < len(query); i++ { - q := strings.IndexByte(query[i:], '?') - if q == -1 { - buf = append(buf, query[i:]...) - break - } - buf = append(buf, query[i:i+q]...) - i += q - - arg := args[argPos] - argPos++ - - if arg == nil { - buf = append(buf, "NULL"...) - continue - } - - switch v := arg.(type) { - case int64: - buf = strconv.AppendInt(buf, v, 10) - case uint64: - // Handle uint64 explicitly because our custom ConvertValue emits unsigned values - buf = strconv.AppendUint(buf, v, 10) - case float64: - buf = strconv.AppendFloat(buf, v, 'g', -1, 64) - case bool: - if v { - buf = append(buf, '1') - } else { - buf = append(buf, '0') - } - case time.Time: - if v.IsZero() { - buf = append(buf, "'0000-00-00'"...) - } else { - buf = append(buf, '\'') - buf, err = appendDateTime(buf, v.In(mc.cfg.Loc)) - if err != nil { - return "", err - } - buf = append(buf, '\'') - } - case json.RawMessage: - buf = append(buf, '\'') - if mc.status&statusNoBackslashEscapes == 0 { - buf = escapeBytesBackslash(buf, v) - } else { - buf = escapeBytesQuotes(buf, v) - } - buf = append(buf, '\'') - case []byte: - if v == nil { - buf = append(buf, "NULL"...) - } else { - buf = append(buf, "_binary'"...) - if mc.status&statusNoBackslashEscapes == 0 { - buf = escapeBytesBackslash(buf, v) - } else { - buf = escapeBytesQuotes(buf, v) - } - buf = append(buf, '\'') - } - case string: - buf = append(buf, '\'') - if mc.status&statusNoBackslashEscapes == 0 { - buf = escapeStringBackslash(buf, v) - } else { - buf = escapeStringQuotes(buf, v) - } - buf = append(buf, '\'') - default: - return "", driver.ErrSkip - } - - if len(buf)+4 > mc.maxAllowedPacket { - return "", driver.ErrSkip - } - } - if argPos != len(args) { - return "", driver.ErrSkip - } - return string(buf), nil -} - -func (mc *mysqlConn) Exec(query string, args []driver.Value) (driver.Result, error) { - if mc.closed.IsSet() { - errLog.Print(ErrInvalidConn) - return nil, driver.ErrBadConn - } - if len(args) != 0 { - if !mc.cfg.InterpolateParams { - return nil, driver.ErrSkip - } - // try to interpolate the parameters to save extra roundtrips for preparing and closing a statement - prepared, err := mc.interpolateParams(query, args) - if err != nil { - return nil, err - } - query = prepared - } - mc.affectedRows = 0 - mc.insertId = 0 - - err := mc.exec(query) - if err == nil { - return &mysqlResult{ - affectedRows: int64(mc.affectedRows), - insertId: int64(mc.insertId), - }, err - } - return nil, mc.markBadConn(err) -} - -// Internal function to execute commands -func (mc *mysqlConn) exec(query string) error { - // Send command - if err := mc.writeCommandPacketStr(comQuery, query); err != nil { - return mc.markBadConn(err) - } - - // Read Result - resLen, err := mc.readResultSetHeaderPacket() - if err != nil { - return err - } - - if resLen > 0 { - // columns - if err := mc.readUntilEOF(); err != nil { - return err - } - - // rows - if err := mc.readUntilEOF(); err != nil { - return err - } - } - - return mc.discardResults() -} - -func (mc *mysqlConn) Query(query string, args []driver.Value) (driver.Rows, error) { - return mc.query(query, args) -} - -func (mc *mysqlConn) query(query string, args []driver.Value) (*textRows, error) { - if mc.closed.IsSet() { - errLog.Print(ErrInvalidConn) - return nil, driver.ErrBadConn - } - if len(args) != 0 { - if !mc.cfg.InterpolateParams { - return nil, driver.ErrSkip - } - // try client-side prepare to reduce roundtrip - prepared, err := mc.interpolateParams(query, args) - if err != nil { - return nil, err - } - query = prepared - } - // Send command - err := mc.writeCommandPacketStr(comQuery, query) - if err == nil { - // Read Result - var resLen int - resLen, err = mc.readResultSetHeaderPacket() - if err == nil { - rows := new(textRows) - rows.mc = mc - - if resLen == 0 { - rows.rs.done = true - - switch err := rows.NextResultSet(); err { - case nil, io.EOF: - return rows, nil - default: - return nil, err - } - } - - // Columns - rows.rs.columns, err = mc.readColumns(resLen) - return rows, err - } - } - return nil, mc.markBadConn(err) -} - -// Gets the value of the given MySQL System Variable -// The returned byte slice is only valid until the next read -func (mc *mysqlConn) getSystemVar(name string) ([]byte, error) { - // Send command - if err := mc.writeCommandPacketStr(comQuery, "SELECT @@"+name); err != nil { - return nil, err - } - - // Read Result - resLen, err := mc.readResultSetHeaderPacket() - if err == nil { - rows := new(textRows) - rows.mc = mc - rows.rs.columns = []mysqlField{{fieldType: fieldTypeVarChar}} - - if resLen > 0 { - // Columns - if err := mc.readUntilEOF(); err != nil { - return nil, err - } - } - - dest := make([]driver.Value, resLen) - if err = rows.readRow(dest); err == nil { - return dest[0].([]byte), mc.readUntilEOF() - } - } - return nil, err -} - -// finish is called when the query has canceled. -func (mc *mysqlConn) cancel(err error) { - mc.canceled.Set(err) - mc.cleanup() -} - -// finish is called when the query has succeeded. -func (mc *mysqlConn) finish() { - if !mc.watching || mc.finished == nil { - return - } - select { - case mc.finished <- struct{}{}: - mc.watching = false - case <-mc.closech: - } -} - -// Ping implements driver.Pinger interface -func (mc *mysqlConn) Ping(ctx context.Context) (err error) { - if mc.closed.IsSet() { - errLog.Print(ErrInvalidConn) - return driver.ErrBadConn - } - - if err = mc.watchCancel(ctx); err != nil { - return - } - defer mc.finish() - - if err = mc.writeCommandPacket(comPing); err != nil { - return mc.markBadConn(err) - } - - return mc.readResultOK() -} - -// BeginTx implements driver.ConnBeginTx interface -func (mc *mysqlConn) BeginTx(ctx context.Context, opts driver.TxOptions) (driver.Tx, error) { - if mc.closed.IsSet() { - return nil, driver.ErrBadConn - } - - if err := mc.watchCancel(ctx); err != nil { - return nil, err - } - defer mc.finish() - - if sql.IsolationLevel(opts.Isolation) != sql.LevelDefault { - level, err := mapIsolationLevel(opts.Isolation) - if err != nil { - return nil, err - } - err = mc.exec("SET TRANSACTION ISOLATION LEVEL " + level) - if err != nil { - return nil, err - } - } - - return mc.begin(opts.ReadOnly) -} - -func (mc *mysqlConn) QueryContext(ctx context.Context, query string, args []driver.NamedValue) (driver.Rows, error) { - dargs, err := namedValueToValue(args) - if err != nil { - return nil, err - } - - if err := mc.watchCancel(ctx); err != nil { - return nil, err - } - - rows, err := mc.query(query, dargs) - if err != nil { - mc.finish() - return nil, err - } - rows.finish = mc.finish - return rows, err -} - -func (mc *mysqlConn) ExecContext(ctx context.Context, query string, args []driver.NamedValue) (driver.Result, error) { - dargs, err := namedValueToValue(args) - if err != nil { - return nil, err - } - - if err := mc.watchCancel(ctx); err != nil { - return nil, err - } - defer mc.finish() - - return mc.Exec(query, dargs) -} - -func (mc *mysqlConn) PrepareContext(ctx context.Context, query string) (driver.Stmt, error) { - if err := mc.watchCancel(ctx); err != nil { - return nil, err - } - - stmt, err := mc.Prepare(query) - mc.finish() - if err != nil { - return nil, err - } - - select { - default: - case <-ctx.Done(): - stmt.Close() - return nil, ctx.Err() - } - return stmt, nil -} - -func (stmt *mysqlStmt) QueryContext(ctx context.Context, args []driver.NamedValue) (driver.Rows, error) { - dargs, err := namedValueToValue(args) - if err != nil { - return nil, err - } - - if err := stmt.mc.watchCancel(ctx); err != nil { - return nil, err - } - - rows, err := stmt.query(dargs) - if err != nil { - stmt.mc.finish() - return nil, err - } - rows.finish = stmt.mc.finish - return rows, err -} - -func (stmt *mysqlStmt) ExecContext(ctx context.Context, args []driver.NamedValue) (driver.Result, error) { - dargs, err := namedValueToValue(args) - if err != nil { - return nil, err - } - - if err := stmt.mc.watchCancel(ctx); err != nil { - return nil, err - } - defer stmt.mc.finish() - - return stmt.Exec(dargs) -} - -func (mc *mysqlConn) watchCancel(ctx context.Context) error { - if mc.watching { - // Reach here if canceled, - // so the connection is already invalid - mc.cleanup() - return nil - } - // When ctx is already cancelled, don't watch it. - if err := ctx.Err(); err != nil { - return err - } - // When ctx is not cancellable, don't watch it. - if ctx.Done() == nil { - return nil - } - // When watcher is not alive, can't watch it. - if mc.watcher == nil { - return nil - } - - mc.watching = true - mc.watcher <- ctx - return nil -} - -func (mc *mysqlConn) startWatcher() { - watcher := make(chan context.Context, 1) - mc.watcher = watcher - finished := make(chan struct{}) - mc.finished = finished - go func() { - for { - var ctx context.Context - select { - case ctx = <-watcher: - case <-mc.closech: - return - } - - select { - case <-ctx.Done(): - mc.cancel(ctx.Err()) - case <-finished: - case <-mc.closech: - return - } - } - }() -} - -func (mc *mysqlConn) CheckNamedValue(nv *driver.NamedValue) (err error) { - nv.Value, err = converter{}.ConvertValue(nv.Value) - return -} - -// ResetSession implements driver.SessionResetter. -// (From Go 1.10) -func (mc *mysqlConn) ResetSession(ctx context.Context) error { - if mc.closed.IsSet() { - return driver.ErrBadConn - } - mc.reset = true - return nil -} - -// IsValid implements driver.Validator interface -// (From Go 1.15) -func (mc *mysqlConn) IsValid() bool { - return !mc.closed.IsSet() -} diff --git a/vendor/github.com/go-sql-driver/mysql/connector.go b/vendor/github.com/go-sql-driver/mysql/connector.go deleted file mode 100644 index d567b4e..0000000 --- a/vendor/github.com/go-sql-driver/mysql/connector.go +++ /dev/null @@ -1,146 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2018 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "context" - "database/sql/driver" - "net" -) - -type connector struct { - cfg *Config // immutable private copy. -} - -// Connect implements driver.Connector interface. -// Connect returns a connection to the database. -func (c *connector) Connect(ctx context.Context) (driver.Conn, error) { - var err error - - // New mysqlConn - mc := &mysqlConn{ - maxAllowedPacket: maxPacketSize, - maxWriteSize: maxPacketSize - 1, - closech: make(chan struct{}), - cfg: c.cfg, - } - mc.parseTime = mc.cfg.ParseTime - - // Connect to Server - dialsLock.RLock() - dial, ok := dials[mc.cfg.Net] - dialsLock.RUnlock() - if ok { - dctx := ctx - if mc.cfg.Timeout > 0 { - var cancel context.CancelFunc - dctx, cancel = context.WithTimeout(ctx, c.cfg.Timeout) - defer cancel() - } - mc.netConn, err = dial(dctx, mc.cfg.Addr) - } else { - nd := net.Dialer{Timeout: mc.cfg.Timeout} - mc.netConn, err = nd.DialContext(ctx, mc.cfg.Net, mc.cfg.Addr) - } - - if err != nil { - return nil, err - } - - // Enable TCP Keepalives on TCP connections - if tc, ok := mc.netConn.(*net.TCPConn); ok { - if err := tc.SetKeepAlive(true); err != nil { - // Don't send COM_QUIT before handshake. - mc.netConn.Close() - mc.netConn = nil - return nil, err - } - } - - // Call startWatcher for context support (From Go 1.8) - mc.startWatcher() - if err := mc.watchCancel(ctx); err != nil { - mc.cleanup() - return nil, err - } - defer mc.finish() - - mc.buf = newBuffer(mc.netConn) - - // Set I/O timeouts - mc.buf.timeout = mc.cfg.ReadTimeout - mc.writeTimeout = mc.cfg.WriteTimeout - - // Reading Handshake Initialization Packet - authData, plugin, err := mc.readHandshakePacket() - if err != nil { - mc.cleanup() - return nil, err - } - - if plugin == "" { - plugin = defaultAuthPlugin - } - - // Send Client Authentication Packet - authResp, err := mc.auth(authData, plugin) - if err != nil { - // try the default auth plugin, if using the requested plugin failed - errLog.Print("could not use requested auth plugin '"+plugin+"': ", err.Error()) - plugin = defaultAuthPlugin - authResp, err = mc.auth(authData, plugin) - if err != nil { - mc.cleanup() - return nil, err - } - } - if err = mc.writeHandshakeResponsePacket(authResp, plugin); err != nil { - mc.cleanup() - return nil, err - } - - // Handle response to auth packet, switch methods if possible - if err = mc.handleAuthResult(authData, plugin); err != nil { - // Authentication failed and MySQL has already closed the connection - // (https://dev.mysql.com/doc/internals/en/authentication-fails.html). - // Do not send COM_QUIT, just cleanup and return the error. - mc.cleanup() - return nil, err - } - - if mc.cfg.MaxAllowedPacket > 0 { - mc.maxAllowedPacket = mc.cfg.MaxAllowedPacket - } else { - // Get max allowed packet size - maxap, err := mc.getSystemVar("max_allowed_packet") - if err != nil { - mc.Close() - return nil, err - } - mc.maxAllowedPacket = stringToInt(maxap) - 1 - } - if mc.maxAllowedPacket < maxPacketSize { - mc.maxWriteSize = mc.maxAllowedPacket - } - - // Handle DSN Params - err = mc.handleParams() - if err != nil { - mc.Close() - return nil, err - } - - return mc, nil -} - -// Driver implements driver.Connector interface. -// Driver returns &MySQLDriver{}. -func (c *connector) Driver() driver.Driver { - return &MySQLDriver{} -} diff --git a/vendor/github.com/go-sql-driver/mysql/const.go b/vendor/github.com/go-sql-driver/mysql/const.go deleted file mode 100644 index b1e6b85..0000000 --- a/vendor/github.com/go-sql-driver/mysql/const.go +++ /dev/null @@ -1,174 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -const ( - defaultAuthPlugin = "mysql_native_password" - defaultMaxAllowedPacket = 4 << 20 // 4 MiB - minProtocolVersion = 10 - maxPacketSize = 1<<24 - 1 - timeFormat = "2006-01-02 15:04:05.999999" -) - -// MySQL constants documentation: -// http://dev.mysql.com/doc/internals/en/client-server-protocol.html - -const ( - iOK byte = 0x00 - iAuthMoreData byte = 0x01 - iLocalInFile byte = 0xfb - iEOF byte = 0xfe - iERR byte = 0xff -) - -// https://dev.mysql.com/doc/internals/en/capability-flags.html#packet-Protocol::CapabilityFlags -type clientFlag uint32 - -const ( - clientLongPassword clientFlag = 1 << iota - clientFoundRows - clientLongFlag - clientConnectWithDB - clientNoSchema - clientCompress - clientODBC - clientLocalFiles - clientIgnoreSpace - clientProtocol41 - clientInteractive - clientSSL - clientIgnoreSIGPIPE - clientTransactions - clientReserved - clientSecureConn - clientMultiStatements - clientMultiResults - clientPSMultiResults - clientPluginAuth - clientConnectAttrs - clientPluginAuthLenEncClientData - clientCanHandleExpiredPasswords - clientSessionTrack - clientDeprecateEOF -) - -const ( - comQuit byte = iota + 1 - comInitDB - comQuery - comFieldList - comCreateDB - comDropDB - comRefresh - comShutdown - comStatistics - comProcessInfo - comConnect - comProcessKill - comDebug - comPing - comTime - comDelayedInsert - comChangeUser - comBinlogDump - comTableDump - comConnectOut - comRegisterSlave - comStmtPrepare - comStmtExecute - comStmtSendLongData - comStmtClose - comStmtReset - comSetOption - comStmtFetch -) - -// https://dev.mysql.com/doc/internals/en/com-query-response.html#packet-Protocol::ColumnType -type fieldType byte - -const ( - fieldTypeDecimal fieldType = iota - fieldTypeTiny - fieldTypeShort - fieldTypeLong - fieldTypeFloat - fieldTypeDouble - fieldTypeNULL - fieldTypeTimestamp - fieldTypeLongLong - fieldTypeInt24 - fieldTypeDate - fieldTypeTime - fieldTypeDateTime - fieldTypeYear - fieldTypeNewDate - fieldTypeVarChar - fieldTypeBit -) -const ( - fieldTypeJSON fieldType = iota + 0xf5 - fieldTypeNewDecimal - fieldTypeEnum - fieldTypeSet - fieldTypeTinyBLOB - fieldTypeMediumBLOB - fieldTypeLongBLOB - fieldTypeBLOB - fieldTypeVarString - fieldTypeString - fieldTypeGeometry -) - -type fieldFlag uint16 - -const ( - flagNotNULL fieldFlag = 1 << iota - flagPriKey - flagUniqueKey - flagMultipleKey - flagBLOB - flagUnsigned - flagZeroFill - flagBinary - flagEnum - flagAutoIncrement - flagTimestamp - flagSet - flagUnknown1 - flagUnknown2 - flagUnknown3 - flagUnknown4 -) - -// http://dev.mysql.com/doc/internals/en/status-flags.html -type statusFlag uint16 - -const ( - statusInTrans statusFlag = 1 << iota - statusInAutocommit - statusReserved // Not in documentation - statusMoreResultsExists - statusNoGoodIndexUsed - statusNoIndexUsed - statusCursorExists - statusLastRowSent - statusDbDropped - statusNoBackslashEscapes - statusMetadataChanged - statusQueryWasSlow - statusPsOutParams - statusInTransReadonly - statusSessionStateChanged -) - -const ( - cachingSha2PasswordRequestPublicKey = 2 - cachingSha2PasswordFastAuthSuccess = 3 - cachingSha2PasswordPerformFullAuthentication = 4 -) diff --git a/vendor/github.com/go-sql-driver/mysql/driver.go b/vendor/github.com/go-sql-driver/mysql/driver.go deleted file mode 100644 index c1bdf11..0000000 --- a/vendor/github.com/go-sql-driver/mysql/driver.go +++ /dev/null @@ -1,107 +0,0 @@ -// Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -// Package mysql provides a MySQL driver for Go's database/sql package. -// -// The driver should be used via the database/sql package: -// -// import "database/sql" -// import _ "github.com/go-sql-driver/mysql" -// -// db, err := sql.Open("mysql", "user:password@/dbname") -// -// See https://github.com/go-sql-driver/mysql#usage for details -package mysql - -import ( - "context" - "database/sql" - "database/sql/driver" - "net" - "sync" -) - -// MySQLDriver is exported to make the driver directly accessible. -// In general the driver is used via the database/sql package. -type MySQLDriver struct{} - -// DialFunc is a function which can be used to establish the network connection. -// Custom dial functions must be registered with RegisterDial -// -// Deprecated: users should register a DialContextFunc instead -type DialFunc func(addr string) (net.Conn, error) - -// DialContextFunc is a function which can be used to establish the network connection. -// Custom dial functions must be registered with RegisterDialContext -type DialContextFunc func(ctx context.Context, addr string) (net.Conn, error) - -var ( - dialsLock sync.RWMutex - dials map[string]DialContextFunc -) - -// RegisterDialContext registers a custom dial function. It can then be used by the -// network address mynet(addr), where mynet is the registered new network. -// The current context for the connection and its address is passed to the dial function. -func RegisterDialContext(net string, dial DialContextFunc) { - dialsLock.Lock() - defer dialsLock.Unlock() - if dials == nil { - dials = make(map[string]DialContextFunc) - } - dials[net] = dial -} - -// RegisterDial registers a custom dial function. It can then be used by the -// network address mynet(addr), where mynet is the registered new network. -// addr is passed as a parameter to the dial function. -// -// Deprecated: users should call RegisterDialContext instead -func RegisterDial(network string, dial DialFunc) { - RegisterDialContext(network, func(_ context.Context, addr string) (net.Conn, error) { - return dial(addr) - }) -} - -// Open new Connection. -// See https://github.com/go-sql-driver/mysql#dsn-data-source-name for how -// the DSN string is formatted -func (d MySQLDriver) Open(dsn string) (driver.Conn, error) { - cfg, err := ParseDSN(dsn) - if err != nil { - return nil, err - } - c := &connector{ - cfg: cfg, - } - return c.Connect(context.Background()) -} - -func init() { - sql.Register("mysql", &MySQLDriver{}) -} - -// NewConnector returns new driver.Connector. -func NewConnector(cfg *Config) (driver.Connector, error) { - cfg = cfg.Clone() - // normalize the contents of cfg so calls to NewConnector have the same - // behavior as MySQLDriver.OpenConnector - if err := cfg.normalize(); err != nil { - return nil, err - } - return &connector{cfg: cfg}, nil -} - -// OpenConnector implements driver.DriverContext. -func (d MySQLDriver) OpenConnector(dsn string) (driver.Connector, error) { - cfg, err := ParseDSN(dsn) - if err != nil { - return nil, err - } - return &connector{ - cfg: cfg, - }, nil -} diff --git a/vendor/github.com/go-sql-driver/mysql/dsn.go b/vendor/github.com/go-sql-driver/mysql/dsn.go deleted file mode 100644 index 93f3548..0000000 --- a/vendor/github.com/go-sql-driver/mysql/dsn.go +++ /dev/null @@ -1,560 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2016 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "bytes" - "crypto/rsa" - "crypto/tls" - "errors" - "fmt" - "math/big" - "net" - "net/url" - "sort" - "strconv" - "strings" - "time" -) - -var ( - errInvalidDSNUnescaped = errors.New("invalid DSN: did you forget to escape a param value?") - errInvalidDSNAddr = errors.New("invalid DSN: network address not terminated (missing closing brace)") - errInvalidDSNNoSlash = errors.New("invalid DSN: missing the slash separating the database name") - errInvalidDSNUnsafeCollation = errors.New("invalid DSN: interpolateParams can not be used with unsafe collations") -) - -// Config is a configuration parsed from a DSN string. -// If a new Config is created instead of being parsed from a DSN string, -// the NewConfig function should be used, which sets default values. -type Config struct { - User string // Username - Passwd string // Password (requires User) - Net string // Network type - Addr string // Network address (requires Net) - DBName string // Database name - Params map[string]string // Connection parameters - Collation string // Connection collation - Loc *time.Location // Location for time.Time values - MaxAllowedPacket int // Max packet size allowed - ServerPubKey string // Server public key name - pubKey *rsa.PublicKey // Server public key - TLSConfig string // TLS configuration name - tls *tls.Config // TLS configuration - Timeout time.Duration // Dial timeout - ReadTimeout time.Duration // I/O read timeout - WriteTimeout time.Duration // I/O write timeout - - AllowAllFiles bool // Allow all files to be used with LOAD DATA LOCAL INFILE - AllowCleartextPasswords bool // Allows the cleartext client side plugin - AllowNativePasswords bool // Allows the native password authentication method - AllowOldPasswords bool // Allows the old insecure password method - CheckConnLiveness bool // Check connections for liveness before using them - ClientFoundRows bool // Return number of matching rows instead of rows changed - ColumnsWithAlias bool // Prepend table alias to column names - InterpolateParams bool // Interpolate placeholders into query string - MultiStatements bool // Allow multiple statements in one query - ParseTime bool // Parse time values to time.Time - RejectReadOnly bool // Reject read-only connections -} - -// NewConfig creates a new Config and sets default values. -func NewConfig() *Config { - return &Config{ - Collation: defaultCollation, - Loc: time.UTC, - MaxAllowedPacket: defaultMaxAllowedPacket, - AllowNativePasswords: true, - CheckConnLiveness: true, - } -} - -func (cfg *Config) Clone() *Config { - cp := *cfg - if cp.tls != nil { - cp.tls = cfg.tls.Clone() - } - if len(cp.Params) > 0 { - cp.Params = make(map[string]string, len(cfg.Params)) - for k, v := range cfg.Params { - cp.Params[k] = v - } - } - if cfg.pubKey != nil { - cp.pubKey = &rsa.PublicKey{ - N: new(big.Int).Set(cfg.pubKey.N), - E: cfg.pubKey.E, - } - } - return &cp -} - -func (cfg *Config) normalize() error { - if cfg.InterpolateParams && unsafeCollations[cfg.Collation] { - return errInvalidDSNUnsafeCollation - } - - // Set default network if empty - if cfg.Net == "" { - cfg.Net = "tcp" - } - - // Set default address if empty - if cfg.Addr == "" { - switch cfg.Net { - case "tcp": - cfg.Addr = "127.0.0.1:3306" - case "unix": - cfg.Addr = "/tmp/mysql.sock" - default: - return errors.New("default addr for network '" + cfg.Net + "' unknown") - } - } else if cfg.Net == "tcp" { - cfg.Addr = ensureHavePort(cfg.Addr) - } - - switch cfg.TLSConfig { - case "false", "": - // don't set anything - case "true": - cfg.tls = &tls.Config{} - case "skip-verify", "preferred": - cfg.tls = &tls.Config{InsecureSkipVerify: true} - default: - cfg.tls = getTLSConfigClone(cfg.TLSConfig) - if cfg.tls == nil { - return errors.New("invalid value / unknown config name: " + cfg.TLSConfig) - } - } - - if cfg.tls != nil && cfg.tls.ServerName == "" && !cfg.tls.InsecureSkipVerify { - host, _, err := net.SplitHostPort(cfg.Addr) - if err == nil { - cfg.tls.ServerName = host - } - } - - if cfg.ServerPubKey != "" { - cfg.pubKey = getServerPubKey(cfg.ServerPubKey) - if cfg.pubKey == nil { - return errors.New("invalid value / unknown server pub key name: " + cfg.ServerPubKey) - } - } - - return nil -} - -func writeDSNParam(buf *bytes.Buffer, hasParam *bool, name, value string) { - buf.Grow(1 + len(name) + 1 + len(value)) - if !*hasParam { - *hasParam = true - buf.WriteByte('?') - } else { - buf.WriteByte('&') - } - buf.WriteString(name) - buf.WriteByte('=') - buf.WriteString(value) -} - -// FormatDSN formats the given Config into a DSN string which can be passed to -// the driver. -func (cfg *Config) FormatDSN() string { - var buf bytes.Buffer - - // [username[:password]@] - if len(cfg.User) > 0 { - buf.WriteString(cfg.User) - if len(cfg.Passwd) > 0 { - buf.WriteByte(':') - buf.WriteString(cfg.Passwd) - } - buf.WriteByte('@') - } - - // [protocol[(address)]] - if len(cfg.Net) > 0 { - buf.WriteString(cfg.Net) - if len(cfg.Addr) > 0 { - buf.WriteByte('(') - buf.WriteString(cfg.Addr) - buf.WriteByte(')') - } - } - - // /dbname - buf.WriteByte('/') - buf.WriteString(cfg.DBName) - - // [?param1=value1&...¶mN=valueN] - hasParam := false - - if cfg.AllowAllFiles { - hasParam = true - buf.WriteString("?allowAllFiles=true") - } - - if cfg.AllowCleartextPasswords { - writeDSNParam(&buf, &hasParam, "allowCleartextPasswords", "true") - } - - if !cfg.AllowNativePasswords { - writeDSNParam(&buf, &hasParam, "allowNativePasswords", "false") - } - - if cfg.AllowOldPasswords { - writeDSNParam(&buf, &hasParam, "allowOldPasswords", "true") - } - - if !cfg.CheckConnLiveness { - writeDSNParam(&buf, &hasParam, "checkConnLiveness", "false") - } - - if cfg.ClientFoundRows { - writeDSNParam(&buf, &hasParam, "clientFoundRows", "true") - } - - if col := cfg.Collation; col != defaultCollation && len(col) > 0 { - writeDSNParam(&buf, &hasParam, "collation", col) - } - - if cfg.ColumnsWithAlias { - writeDSNParam(&buf, &hasParam, "columnsWithAlias", "true") - } - - if cfg.InterpolateParams { - writeDSNParam(&buf, &hasParam, "interpolateParams", "true") - } - - if cfg.Loc != time.UTC && cfg.Loc != nil { - writeDSNParam(&buf, &hasParam, "loc", url.QueryEscape(cfg.Loc.String())) - } - - if cfg.MultiStatements { - writeDSNParam(&buf, &hasParam, "multiStatements", "true") - } - - if cfg.ParseTime { - writeDSNParam(&buf, &hasParam, "parseTime", "true") - } - - if cfg.ReadTimeout > 0 { - writeDSNParam(&buf, &hasParam, "readTimeout", cfg.ReadTimeout.String()) - } - - if cfg.RejectReadOnly { - writeDSNParam(&buf, &hasParam, "rejectReadOnly", "true") - } - - if len(cfg.ServerPubKey) > 0 { - writeDSNParam(&buf, &hasParam, "serverPubKey", url.QueryEscape(cfg.ServerPubKey)) - } - - if cfg.Timeout > 0 { - writeDSNParam(&buf, &hasParam, "timeout", cfg.Timeout.String()) - } - - if len(cfg.TLSConfig) > 0 { - writeDSNParam(&buf, &hasParam, "tls", url.QueryEscape(cfg.TLSConfig)) - } - - if cfg.WriteTimeout > 0 { - writeDSNParam(&buf, &hasParam, "writeTimeout", cfg.WriteTimeout.String()) - } - - if cfg.MaxAllowedPacket != defaultMaxAllowedPacket { - writeDSNParam(&buf, &hasParam, "maxAllowedPacket", strconv.Itoa(cfg.MaxAllowedPacket)) - } - - // other params - if cfg.Params != nil { - var params []string - for param := range cfg.Params { - params = append(params, param) - } - sort.Strings(params) - for _, param := range params { - writeDSNParam(&buf, &hasParam, param, url.QueryEscape(cfg.Params[param])) - } - } - - return buf.String() -} - -// ParseDSN parses the DSN string to a Config -func ParseDSN(dsn string) (cfg *Config, err error) { - // New config with some default values - cfg = NewConfig() - - // [user[:password]@][net[(addr)]]/dbname[?param1=value1¶mN=valueN] - // Find the last '/' (since the password or the net addr might contain a '/') - foundSlash := false - for i := len(dsn) - 1; i >= 0; i-- { - if dsn[i] == '/' { - foundSlash = true - var j, k int - - // left part is empty if i <= 0 - if i > 0 { - // [username[:password]@][protocol[(address)]] - // Find the last '@' in dsn[:i] - for j = i; j >= 0; j-- { - if dsn[j] == '@' { - // username[:password] - // Find the first ':' in dsn[:j] - for k = 0; k < j; k++ { - if dsn[k] == ':' { - cfg.Passwd = dsn[k+1 : j] - break - } - } - cfg.User = dsn[:k] - - break - } - } - - // [protocol[(address)]] - // Find the first '(' in dsn[j+1:i] - for k = j + 1; k < i; k++ { - if dsn[k] == '(' { - // dsn[i-1] must be == ')' if an address is specified - if dsn[i-1] != ')' { - if strings.ContainsRune(dsn[k+1:i], ')') { - return nil, errInvalidDSNUnescaped - } - return nil, errInvalidDSNAddr - } - cfg.Addr = dsn[k+1 : i-1] - break - } - } - cfg.Net = dsn[j+1 : k] - } - - // dbname[?param1=value1&...¶mN=valueN] - // Find the first '?' in dsn[i+1:] - for j = i + 1; j < len(dsn); j++ { - if dsn[j] == '?' { - if err = parseDSNParams(cfg, dsn[j+1:]); err != nil { - return - } - break - } - } - cfg.DBName = dsn[i+1 : j] - - break - } - } - - if !foundSlash && len(dsn) > 0 { - return nil, errInvalidDSNNoSlash - } - - if err = cfg.normalize(); err != nil { - return nil, err - } - return -} - -// parseDSNParams parses the DSN "query string" -// Values must be url.QueryEscape'ed -func parseDSNParams(cfg *Config, params string) (err error) { - for _, v := range strings.Split(params, "&") { - param := strings.SplitN(v, "=", 2) - if len(param) != 2 { - continue - } - - // cfg params - switch value := param[1]; param[0] { - // Disable INFILE allowlist / enable all files - case "allowAllFiles": - var isBool bool - cfg.AllowAllFiles, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // Use cleartext authentication mode (MySQL 5.5.10+) - case "allowCleartextPasswords": - var isBool bool - cfg.AllowCleartextPasswords, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // Use native password authentication - case "allowNativePasswords": - var isBool bool - cfg.AllowNativePasswords, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // Use old authentication mode (pre MySQL 4.1) - case "allowOldPasswords": - var isBool bool - cfg.AllowOldPasswords, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // Check connections for Liveness before using them - case "checkConnLiveness": - var isBool bool - cfg.CheckConnLiveness, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // Switch "rowsAffected" mode - case "clientFoundRows": - var isBool bool - cfg.ClientFoundRows, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // Collation - case "collation": - cfg.Collation = value - break - - case "columnsWithAlias": - var isBool bool - cfg.ColumnsWithAlias, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // Compression - case "compress": - return errors.New("compression not implemented yet") - - // Enable client side placeholder substitution - case "interpolateParams": - var isBool bool - cfg.InterpolateParams, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // Time Location - case "loc": - if value, err = url.QueryUnescape(value); err != nil { - return - } - cfg.Loc, err = time.LoadLocation(value) - if err != nil { - return - } - - // multiple statements in one query - case "multiStatements": - var isBool bool - cfg.MultiStatements, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // time.Time parsing - case "parseTime": - var isBool bool - cfg.ParseTime, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // I/O read Timeout - case "readTimeout": - cfg.ReadTimeout, err = time.ParseDuration(value) - if err != nil { - return - } - - // Reject read-only connections - case "rejectReadOnly": - var isBool bool - cfg.RejectReadOnly, isBool = readBool(value) - if !isBool { - return errors.New("invalid bool value: " + value) - } - - // Server public key - case "serverPubKey": - name, err := url.QueryUnescape(value) - if err != nil { - return fmt.Errorf("invalid value for server pub key name: %v", err) - } - cfg.ServerPubKey = name - - // Strict mode - case "strict": - panic("strict mode has been removed. See https://github.com/go-sql-driver/mysql/wiki/strict-mode") - - // Dial Timeout - case "timeout": - cfg.Timeout, err = time.ParseDuration(value) - if err != nil { - return - } - - // TLS-Encryption - case "tls": - boolValue, isBool := readBool(value) - if isBool { - if boolValue { - cfg.TLSConfig = "true" - } else { - cfg.TLSConfig = "false" - } - } else if vl := strings.ToLower(value); vl == "skip-verify" || vl == "preferred" { - cfg.TLSConfig = vl - } else { - name, err := url.QueryUnescape(value) - if err != nil { - return fmt.Errorf("invalid value for TLS config name: %v", err) - } - cfg.TLSConfig = name - } - - // I/O write Timeout - case "writeTimeout": - cfg.WriteTimeout, err = time.ParseDuration(value) - if err != nil { - return - } - case "maxAllowedPacket": - cfg.MaxAllowedPacket, err = strconv.Atoi(value) - if err != nil { - return - } - default: - // lazy init - if cfg.Params == nil { - cfg.Params = make(map[string]string) - } - - if cfg.Params[param[0]], err = url.QueryUnescape(value); err != nil { - return - } - } - } - - return -} - -func ensureHavePort(addr string) string { - if _, _, err := net.SplitHostPort(addr); err != nil { - return net.JoinHostPort(addr, "3306") - } - return addr -} diff --git a/vendor/github.com/go-sql-driver/mysql/errors.go b/vendor/github.com/go-sql-driver/mysql/errors.go deleted file mode 100644 index 760782f..0000000 --- a/vendor/github.com/go-sql-driver/mysql/errors.go +++ /dev/null @@ -1,65 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2013 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "errors" - "fmt" - "log" - "os" -) - -// Various errors the driver might return. Can change between driver versions. -var ( - ErrInvalidConn = errors.New("invalid connection") - ErrMalformPkt = errors.New("malformed packet") - ErrNoTLS = errors.New("TLS requested but server does not support TLS") - ErrCleartextPassword = errors.New("this user requires clear text authentication. If you still want to use it, please add 'allowCleartextPasswords=1' to your DSN") - ErrNativePassword = errors.New("this user requires mysql native password authentication.") - ErrOldPassword = errors.New("this user requires old password authentication. If you still want to use it, please add 'allowOldPasswords=1' to your DSN. See also https://github.com/go-sql-driver/mysql/wiki/old_passwords") - ErrUnknownPlugin = errors.New("this authentication plugin is not supported") - ErrOldProtocol = errors.New("MySQL server does not support required protocol 41+") - ErrPktSync = errors.New("commands out of sync. You can't run this command now") - ErrPktSyncMul = errors.New("commands out of sync. Did you run multiple statements at once?") - ErrPktTooLarge = errors.New("packet for query is too large. Try adjusting the 'max_allowed_packet' variable on the server") - ErrBusyBuffer = errors.New("busy buffer") - - // errBadConnNoWrite is used for connection errors where nothing was sent to the database yet. - // If this happens first in a function starting a database interaction, it should be replaced by driver.ErrBadConn - // to trigger a resend. - // See https://github.com/go-sql-driver/mysql/pull/302 - errBadConnNoWrite = errors.New("bad connection") -) - -var errLog = Logger(log.New(os.Stderr, "[mysql] ", log.Ldate|log.Ltime|log.Lshortfile)) - -// Logger is used to log critical error messages. -type Logger interface { - Print(v ...interface{}) -} - -// SetLogger is used to set the logger for critical errors. -// The initial logger is os.Stderr. -func SetLogger(logger Logger) error { - if logger == nil { - return errors.New("logger is nil") - } - errLog = logger - return nil -} - -// MySQLError is an error type which represents a single MySQL error -type MySQLError struct { - Number uint16 - Message string -} - -func (me *MySQLError) Error() string { - return fmt.Sprintf("Error %d: %s", me.Number, me.Message) -} diff --git a/vendor/github.com/go-sql-driver/mysql/fields.go b/vendor/github.com/go-sql-driver/mysql/fields.go deleted file mode 100644 index ed6c7a3..0000000 --- a/vendor/github.com/go-sql-driver/mysql/fields.go +++ /dev/null @@ -1,194 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2017 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "database/sql" - "reflect" -) - -func (mf *mysqlField) typeDatabaseName() string { - switch mf.fieldType { - case fieldTypeBit: - return "BIT" - case fieldTypeBLOB: - if mf.charSet != collations[binaryCollation] { - return "TEXT" - } - return "BLOB" - case fieldTypeDate: - return "DATE" - case fieldTypeDateTime: - return "DATETIME" - case fieldTypeDecimal: - return "DECIMAL" - case fieldTypeDouble: - return "DOUBLE" - case fieldTypeEnum: - return "ENUM" - case fieldTypeFloat: - return "FLOAT" - case fieldTypeGeometry: - return "GEOMETRY" - case fieldTypeInt24: - return "MEDIUMINT" - case fieldTypeJSON: - return "JSON" - case fieldTypeLong: - return "INT" - case fieldTypeLongBLOB: - if mf.charSet != collations[binaryCollation] { - return "LONGTEXT" - } - return "LONGBLOB" - case fieldTypeLongLong: - return "BIGINT" - case fieldTypeMediumBLOB: - if mf.charSet != collations[binaryCollation] { - return "MEDIUMTEXT" - } - return "MEDIUMBLOB" - case fieldTypeNewDate: - return "DATE" - case fieldTypeNewDecimal: - return "DECIMAL" - case fieldTypeNULL: - return "NULL" - case fieldTypeSet: - return "SET" - case fieldTypeShort: - return "SMALLINT" - case fieldTypeString: - if mf.charSet == collations[binaryCollation] { - return "BINARY" - } - return "CHAR" - case fieldTypeTime: - return "TIME" - case fieldTypeTimestamp: - return "TIMESTAMP" - case fieldTypeTiny: - return "TINYINT" - case fieldTypeTinyBLOB: - if mf.charSet != collations[binaryCollation] { - return "TINYTEXT" - } - return "TINYBLOB" - case fieldTypeVarChar: - if mf.charSet == collations[binaryCollation] { - return "VARBINARY" - } - return "VARCHAR" - case fieldTypeVarString: - if mf.charSet == collations[binaryCollation] { - return "VARBINARY" - } - return "VARCHAR" - case fieldTypeYear: - return "YEAR" - default: - return "" - } -} - -var ( - scanTypeFloat32 = reflect.TypeOf(float32(0)) - scanTypeFloat64 = reflect.TypeOf(float64(0)) - scanTypeInt8 = reflect.TypeOf(int8(0)) - scanTypeInt16 = reflect.TypeOf(int16(0)) - scanTypeInt32 = reflect.TypeOf(int32(0)) - scanTypeInt64 = reflect.TypeOf(int64(0)) - scanTypeNullFloat = reflect.TypeOf(sql.NullFloat64{}) - scanTypeNullInt = reflect.TypeOf(sql.NullInt64{}) - scanTypeNullTime = reflect.TypeOf(nullTime{}) - scanTypeUint8 = reflect.TypeOf(uint8(0)) - scanTypeUint16 = reflect.TypeOf(uint16(0)) - scanTypeUint32 = reflect.TypeOf(uint32(0)) - scanTypeUint64 = reflect.TypeOf(uint64(0)) - scanTypeRawBytes = reflect.TypeOf(sql.RawBytes{}) - scanTypeUnknown = reflect.TypeOf(new(interface{})) -) - -type mysqlField struct { - tableName string - name string - length uint32 - flags fieldFlag - fieldType fieldType - decimals byte - charSet uint8 -} - -func (mf *mysqlField) scanType() reflect.Type { - switch mf.fieldType { - case fieldTypeTiny: - if mf.flags&flagNotNULL != 0 { - if mf.flags&flagUnsigned != 0 { - return scanTypeUint8 - } - return scanTypeInt8 - } - return scanTypeNullInt - - case fieldTypeShort, fieldTypeYear: - if mf.flags&flagNotNULL != 0 { - if mf.flags&flagUnsigned != 0 { - return scanTypeUint16 - } - return scanTypeInt16 - } - return scanTypeNullInt - - case fieldTypeInt24, fieldTypeLong: - if mf.flags&flagNotNULL != 0 { - if mf.flags&flagUnsigned != 0 { - return scanTypeUint32 - } - return scanTypeInt32 - } - return scanTypeNullInt - - case fieldTypeLongLong: - if mf.flags&flagNotNULL != 0 { - if mf.flags&flagUnsigned != 0 { - return scanTypeUint64 - } - return scanTypeInt64 - } - return scanTypeNullInt - - case fieldTypeFloat: - if mf.flags&flagNotNULL != 0 { - return scanTypeFloat32 - } - return scanTypeNullFloat - - case fieldTypeDouble: - if mf.flags&flagNotNULL != 0 { - return scanTypeFloat64 - } - return scanTypeNullFloat - - case fieldTypeDecimal, fieldTypeNewDecimal, fieldTypeVarChar, - fieldTypeBit, fieldTypeEnum, fieldTypeSet, fieldTypeTinyBLOB, - fieldTypeMediumBLOB, fieldTypeLongBLOB, fieldTypeBLOB, - fieldTypeVarString, fieldTypeString, fieldTypeGeometry, fieldTypeJSON, - fieldTypeTime: - return scanTypeRawBytes - - case fieldTypeDate, fieldTypeNewDate, - fieldTypeTimestamp, fieldTypeDateTime: - // NullTime is always returned for more consistent behavior as it can - // handle both cases of parseTime regardless if the field is nullable. - return scanTypeNullTime - - default: - return scanTypeUnknown - } -} diff --git a/vendor/github.com/go-sql-driver/mysql/fuzz.go b/vendor/github.com/go-sql-driver/mysql/fuzz.go deleted file mode 100644 index fa75adf..0000000 --- a/vendor/github.com/go-sql-driver/mysql/fuzz.go +++ /dev/null @@ -1,24 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package. -// -// Copyright 2020 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -// +build gofuzz - -package mysql - -import ( - "database/sql" -) - -func Fuzz(data []byte) int { - db, err := sql.Open("mysql", string(data)) - if err != nil { - return 0 - } - db.Close() - return 1 -} diff --git a/vendor/github.com/go-sql-driver/mysql/infile.go b/vendor/github.com/go-sql-driver/mysql/infile.go deleted file mode 100644 index 60effdf..0000000 --- a/vendor/github.com/go-sql-driver/mysql/infile.go +++ /dev/null @@ -1,182 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2013 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "fmt" - "io" - "os" - "strings" - "sync" -) - -var ( - fileRegister map[string]bool - fileRegisterLock sync.RWMutex - readerRegister map[string]func() io.Reader - readerRegisterLock sync.RWMutex -) - -// RegisterLocalFile adds the given file to the file allowlist, -// so that it can be used by "LOAD DATA LOCAL INFILE ". -// Alternatively you can allow the use of all local files with -// the DSN parameter 'allowAllFiles=true' -// -// filePath := "/home/gopher/data.csv" -// mysql.RegisterLocalFile(filePath) -// err := db.Exec("LOAD DATA LOCAL INFILE '" + filePath + "' INTO TABLE foo") -// if err != nil { -// ... -// -func RegisterLocalFile(filePath string) { - fileRegisterLock.Lock() - // lazy map init - if fileRegister == nil { - fileRegister = make(map[string]bool) - } - - fileRegister[strings.Trim(filePath, `"`)] = true - fileRegisterLock.Unlock() -} - -// DeregisterLocalFile removes the given filepath from the allowlist. -func DeregisterLocalFile(filePath string) { - fileRegisterLock.Lock() - delete(fileRegister, strings.Trim(filePath, `"`)) - fileRegisterLock.Unlock() -} - -// RegisterReaderHandler registers a handler function which is used -// to receive a io.Reader. -// The Reader can be used by "LOAD DATA LOCAL INFILE Reader::". -// If the handler returns a io.ReadCloser Close() is called when the -// request is finished. -// -// mysql.RegisterReaderHandler("data", func() io.Reader { -// var csvReader io.Reader // Some Reader that returns CSV data -// ... // Open Reader here -// return csvReader -// }) -// err := db.Exec("LOAD DATA LOCAL INFILE 'Reader::data' INTO TABLE foo") -// if err != nil { -// ... -// -func RegisterReaderHandler(name string, handler func() io.Reader) { - readerRegisterLock.Lock() - // lazy map init - if readerRegister == nil { - readerRegister = make(map[string]func() io.Reader) - } - - readerRegister[name] = handler - readerRegisterLock.Unlock() -} - -// DeregisterReaderHandler removes the ReaderHandler function with -// the given name from the registry. -func DeregisterReaderHandler(name string) { - readerRegisterLock.Lock() - delete(readerRegister, name) - readerRegisterLock.Unlock() -} - -func deferredClose(err *error, closer io.Closer) { - closeErr := closer.Close() - if *err == nil { - *err = closeErr - } -} - -func (mc *mysqlConn) handleInFileRequest(name string) (err error) { - var rdr io.Reader - var data []byte - packetSize := 16 * 1024 // 16KB is small enough for disk readahead and large enough for TCP - if mc.maxWriteSize < packetSize { - packetSize = mc.maxWriteSize - } - - if idx := strings.Index(name, "Reader::"); idx == 0 || (idx > 0 && name[idx-1] == '/') { // io.Reader - // The server might return an an absolute path. See issue #355. - name = name[idx+8:] - - readerRegisterLock.RLock() - handler, inMap := readerRegister[name] - readerRegisterLock.RUnlock() - - if inMap { - rdr = handler() - if rdr != nil { - if cl, ok := rdr.(io.Closer); ok { - defer deferredClose(&err, cl) - } - } else { - err = fmt.Errorf("Reader '%s' is ", name) - } - } else { - err = fmt.Errorf("Reader '%s' is not registered", name) - } - } else { // File - name = strings.Trim(name, `"`) - fileRegisterLock.RLock() - fr := fileRegister[name] - fileRegisterLock.RUnlock() - if mc.cfg.AllowAllFiles || fr { - var file *os.File - var fi os.FileInfo - - if file, err = os.Open(name); err == nil { - defer deferredClose(&err, file) - - // get file size - if fi, err = file.Stat(); err == nil { - rdr = file - if fileSize := int(fi.Size()); fileSize < packetSize { - packetSize = fileSize - } - } - } - } else { - err = fmt.Errorf("local file '%s' is not registered", name) - } - } - - // send content packets - // if packetSize == 0, the Reader contains no data - if err == nil && packetSize > 0 { - data := make([]byte, 4+packetSize) - var n int - for err == nil { - n, err = rdr.Read(data[4:]) - if n > 0 { - if ioErr := mc.writePacket(data[:4+n]); ioErr != nil { - return ioErr - } - } - } - if err == io.EOF { - err = nil - } - } - - // send empty packet (termination) - if data == nil { - data = make([]byte, 4) - } - if ioErr := mc.writePacket(data[:4]); ioErr != nil { - return ioErr - } - - // read OK packet - if err == nil { - return mc.readResultOK() - } - - mc.readPacket() - return err -} diff --git a/vendor/github.com/go-sql-driver/mysql/nulltime.go b/vendor/github.com/go-sql-driver/mysql/nulltime.go deleted file mode 100644 index 651723a..0000000 --- a/vendor/github.com/go-sql-driver/mysql/nulltime.go +++ /dev/null @@ -1,50 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2013 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "database/sql/driver" - "fmt" - "time" -) - -// Scan implements the Scanner interface. -// The value type must be time.Time or string / []byte (formatted time-string), -// otherwise Scan fails. -func (nt *NullTime) Scan(value interface{}) (err error) { - if value == nil { - nt.Time, nt.Valid = time.Time{}, false - return - } - - switch v := value.(type) { - case time.Time: - nt.Time, nt.Valid = v, true - return - case []byte: - nt.Time, err = parseDateTime(v, time.UTC) - nt.Valid = (err == nil) - return - case string: - nt.Time, err = parseDateTime([]byte(v), time.UTC) - nt.Valid = (err == nil) - return - } - - nt.Valid = false - return fmt.Errorf("Can't convert %T to time.Time", value) -} - -// Value implements the driver Valuer interface. -func (nt NullTime) Value() (driver.Value, error) { - if !nt.Valid { - return nil, nil - } - return nt.Time, nil -} diff --git a/vendor/github.com/go-sql-driver/mysql/nulltime_go113.go b/vendor/github.com/go-sql-driver/mysql/nulltime_go113.go deleted file mode 100644 index 453b4b3..0000000 --- a/vendor/github.com/go-sql-driver/mysql/nulltime_go113.go +++ /dev/null @@ -1,40 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2013 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -// +build go1.13 - -package mysql - -import ( - "database/sql" -) - -// NullTime represents a time.Time that may be NULL. -// NullTime implements the Scanner interface so -// it can be used as a scan destination: -// -// var nt NullTime -// err := db.QueryRow("SELECT time FROM foo WHERE id=?", id).Scan(&nt) -// ... -// if nt.Valid { -// // use nt.Time -// } else { -// // NULL value -// } -// -// This NullTime implementation is not driver-specific -// -// Deprecated: NullTime doesn't honor the loc DSN parameter. -// NullTime.Scan interprets a time as UTC, not the loc DSN parameter. -// Use sql.NullTime instead. -type NullTime sql.NullTime - -// for internal use. -// the mysql package uses sql.NullTime if it is available. -// if not, the package uses mysql.NullTime. -type nullTime = sql.NullTime // sql.NullTime is available diff --git a/vendor/github.com/go-sql-driver/mysql/nulltime_legacy.go b/vendor/github.com/go-sql-driver/mysql/nulltime_legacy.go deleted file mode 100644 index 9f7ae27..0000000 --- a/vendor/github.com/go-sql-driver/mysql/nulltime_legacy.go +++ /dev/null @@ -1,39 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2013 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -// +build !go1.13 - -package mysql - -import ( - "time" -) - -// NullTime represents a time.Time that may be NULL. -// NullTime implements the Scanner interface so -// it can be used as a scan destination: -// -// var nt NullTime -// err := db.QueryRow("SELECT time FROM foo WHERE id=?", id).Scan(&nt) -// ... -// if nt.Valid { -// // use nt.Time -// } else { -// // NULL value -// } -// -// This NullTime implementation is not driver-specific -type NullTime struct { - Time time.Time - Valid bool // Valid is true if Time is not NULL -} - -// for internal use. -// the mysql package uses sql.NullTime if it is available. -// if not, the package uses mysql.NullTime. -type nullTime = NullTime // sql.NullTime is not available diff --git a/vendor/github.com/go-sql-driver/mysql/packets.go b/vendor/github.com/go-sql-driver/mysql/packets.go deleted file mode 100644 index 6664e5a..0000000 --- a/vendor/github.com/go-sql-driver/mysql/packets.go +++ /dev/null @@ -1,1349 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "bytes" - "crypto/tls" - "database/sql/driver" - "encoding/binary" - "encoding/json" - "errors" - "fmt" - "io" - "math" - "time" -) - -// Packets documentation: -// http://dev.mysql.com/doc/internals/en/client-server-protocol.html - -// Read packet to buffer 'data' -func (mc *mysqlConn) readPacket() ([]byte, error) { - var prevData []byte - for { - // read packet header - data, err := mc.buf.readNext(4) - if err != nil { - if cerr := mc.canceled.Value(); cerr != nil { - return nil, cerr - } - errLog.Print(err) - mc.Close() - return nil, ErrInvalidConn - } - - // packet length [24 bit] - pktLen := int(uint32(data[0]) | uint32(data[1])<<8 | uint32(data[2])<<16) - - // check packet sync [8 bit] - if data[3] != mc.sequence { - if data[3] > mc.sequence { - return nil, ErrPktSyncMul - } - return nil, ErrPktSync - } - mc.sequence++ - - // packets with length 0 terminate a previous packet which is a - // multiple of (2^24)-1 bytes long - if pktLen == 0 { - // there was no previous packet - if prevData == nil { - errLog.Print(ErrMalformPkt) - mc.Close() - return nil, ErrInvalidConn - } - - return prevData, nil - } - - // read packet body [pktLen bytes] - data, err = mc.buf.readNext(pktLen) - if err != nil { - if cerr := mc.canceled.Value(); cerr != nil { - return nil, cerr - } - errLog.Print(err) - mc.Close() - return nil, ErrInvalidConn - } - - // return data if this was the last packet - if pktLen < maxPacketSize { - // zero allocations for non-split packets - if prevData == nil { - return data, nil - } - - return append(prevData, data...), nil - } - - prevData = append(prevData, data...) - } -} - -// Write packet buffer 'data' -func (mc *mysqlConn) writePacket(data []byte) error { - pktLen := len(data) - 4 - - if pktLen > mc.maxAllowedPacket { - return ErrPktTooLarge - } - - // Perform a stale connection check. We only perform this check for - // the first query on a connection that has been checked out of the - // connection pool: a fresh connection from the pool is more likely - // to be stale, and it has not performed any previous writes that - // could cause data corruption, so it's safe to return ErrBadConn - // if the check fails. - if mc.reset { - mc.reset = false - conn := mc.netConn - if mc.rawConn != nil { - conn = mc.rawConn - } - var err error - // If this connection has a ReadTimeout which we've been setting on - // reads, reset it to its default value before we attempt a non-blocking - // read, otherwise the scheduler will just time us out before we can read - if mc.cfg.ReadTimeout != 0 { - err = conn.SetReadDeadline(time.Time{}) - } - if err == nil && mc.cfg.CheckConnLiveness { - err = connCheck(conn) - } - if err != nil { - errLog.Print("closing bad idle connection: ", err) - mc.Close() - return driver.ErrBadConn - } - } - - for { - var size int - if pktLen >= maxPacketSize { - data[0] = 0xff - data[1] = 0xff - data[2] = 0xff - size = maxPacketSize - } else { - data[0] = byte(pktLen) - data[1] = byte(pktLen >> 8) - data[2] = byte(pktLen >> 16) - size = pktLen - } - data[3] = mc.sequence - - // Write packet - if mc.writeTimeout > 0 { - if err := mc.netConn.SetWriteDeadline(time.Now().Add(mc.writeTimeout)); err != nil { - return err - } - } - - n, err := mc.netConn.Write(data[:4+size]) - if err == nil && n == 4+size { - mc.sequence++ - if size != maxPacketSize { - return nil - } - pktLen -= size - data = data[size:] - continue - } - - // Handle error - if err == nil { // n != len(data) - mc.cleanup() - errLog.Print(ErrMalformPkt) - } else { - if cerr := mc.canceled.Value(); cerr != nil { - return cerr - } - if n == 0 && pktLen == len(data)-4 { - // only for the first loop iteration when nothing was written yet - return errBadConnNoWrite - } - mc.cleanup() - errLog.Print(err) - } - return ErrInvalidConn - } -} - -/****************************************************************************** -* Initialization Process * -******************************************************************************/ - -// Handshake Initialization Packet -// http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::Handshake -func (mc *mysqlConn) readHandshakePacket() (data []byte, plugin string, err error) { - data, err = mc.readPacket() - if err != nil { - // for init we can rewrite this to ErrBadConn for sql.Driver to retry, since - // in connection initialization we don't risk retrying non-idempotent actions. - if err == ErrInvalidConn { - return nil, "", driver.ErrBadConn - } - return - } - - if data[0] == iERR { - return nil, "", mc.handleErrorPacket(data) - } - - // protocol version [1 byte] - if data[0] < minProtocolVersion { - return nil, "", fmt.Errorf( - "unsupported protocol version %d. Version %d or higher is required", - data[0], - minProtocolVersion, - ) - } - - // server version [null terminated string] - // connection id [4 bytes] - pos := 1 + bytes.IndexByte(data[1:], 0x00) + 1 + 4 - - // first part of the password cipher [8 bytes] - authData := data[pos : pos+8] - - // (filler) always 0x00 [1 byte] - pos += 8 + 1 - - // capability flags (lower 2 bytes) [2 bytes] - mc.flags = clientFlag(binary.LittleEndian.Uint16(data[pos : pos+2])) - if mc.flags&clientProtocol41 == 0 { - return nil, "", ErrOldProtocol - } - if mc.flags&clientSSL == 0 && mc.cfg.tls != nil { - if mc.cfg.TLSConfig == "preferred" { - mc.cfg.tls = nil - } else { - return nil, "", ErrNoTLS - } - } - pos += 2 - - if len(data) > pos { - // character set [1 byte] - // status flags [2 bytes] - // capability flags (upper 2 bytes) [2 bytes] - // length of auth-plugin-data [1 byte] - // reserved (all [00]) [10 bytes] - pos += 1 + 2 + 2 + 1 + 10 - - // second part of the password cipher [mininum 13 bytes], - // where len=MAX(13, length of auth-plugin-data - 8) - // - // The web documentation is ambiguous about the length. However, - // according to mysql-5.7/sql/auth/sql_authentication.cc line 538, - // the 13th byte is "\0 byte, terminating the second part of - // a scramble". So the second part of the password cipher is - // a NULL terminated string that's at least 13 bytes with the - // last byte being NULL. - // - // The official Python library uses the fixed length 12 - // which seems to work but technically could have a hidden bug. - authData = append(authData, data[pos:pos+12]...) - pos += 13 - - // EOF if version (>= 5.5.7 and < 5.5.10) or (>= 5.6.0 and < 5.6.2) - // \NUL otherwise - if end := bytes.IndexByte(data[pos:], 0x00); end != -1 { - plugin = string(data[pos : pos+end]) - } else { - plugin = string(data[pos:]) - } - - // make a memory safe copy of the cipher slice - var b [20]byte - copy(b[:], authData) - return b[:], plugin, nil - } - - // make a memory safe copy of the cipher slice - var b [8]byte - copy(b[:], authData) - return b[:], plugin, nil -} - -// Client Authentication Packet -// http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::HandshakeResponse -func (mc *mysqlConn) writeHandshakeResponsePacket(authResp []byte, plugin string) error { - // Adjust client flags based on server support - clientFlags := clientProtocol41 | - clientSecureConn | - clientLongPassword | - clientTransactions | - clientLocalFiles | - clientPluginAuth | - clientMultiResults | - mc.flags&clientLongFlag - - if mc.cfg.ClientFoundRows { - clientFlags |= clientFoundRows - } - - // To enable TLS / SSL - if mc.cfg.tls != nil { - clientFlags |= clientSSL - } - - if mc.cfg.MultiStatements { - clientFlags |= clientMultiStatements - } - - // encode length of the auth plugin data - var authRespLEIBuf [9]byte - authRespLen := len(authResp) - authRespLEI := appendLengthEncodedInteger(authRespLEIBuf[:0], uint64(authRespLen)) - if len(authRespLEI) > 1 { - // if the length can not be written in 1 byte, it must be written as a - // length encoded integer - clientFlags |= clientPluginAuthLenEncClientData - } - - pktLen := 4 + 4 + 1 + 23 + len(mc.cfg.User) + 1 + len(authRespLEI) + len(authResp) + 21 + 1 - - // To specify a db name - if n := len(mc.cfg.DBName); n > 0 { - clientFlags |= clientConnectWithDB - pktLen += n + 1 - } - - // Calculate packet length and get buffer with that size - data, err := mc.buf.takeSmallBuffer(pktLen + 4) - if err != nil { - // cannot take the buffer. Something must be wrong with the connection - errLog.Print(err) - return errBadConnNoWrite - } - - // ClientFlags [32 bit] - data[4] = byte(clientFlags) - data[5] = byte(clientFlags >> 8) - data[6] = byte(clientFlags >> 16) - data[7] = byte(clientFlags >> 24) - - // MaxPacketSize [32 bit] (none) - data[8] = 0x00 - data[9] = 0x00 - data[10] = 0x00 - data[11] = 0x00 - - // Charset [1 byte] - var found bool - data[12], found = collations[mc.cfg.Collation] - if !found { - // Note possibility for false negatives: - // could be triggered although the collation is valid if the - // collations map does not contain entries the server supports. - return errors.New("unknown collation") - } - - // Filler [23 bytes] (all 0x00) - pos := 13 - for ; pos < 13+23; pos++ { - data[pos] = 0 - } - - // SSL Connection Request Packet - // http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::SSLRequest - if mc.cfg.tls != nil { - // Send TLS / SSL request packet - if err := mc.writePacket(data[:(4+4+1+23)+4]); err != nil { - return err - } - - // Switch to TLS - tlsConn := tls.Client(mc.netConn, mc.cfg.tls) - if err := tlsConn.Handshake(); err != nil { - return err - } - mc.rawConn = mc.netConn - mc.netConn = tlsConn - mc.buf.nc = tlsConn - } - - // User [null terminated string] - if len(mc.cfg.User) > 0 { - pos += copy(data[pos:], mc.cfg.User) - } - data[pos] = 0x00 - pos++ - - // Auth Data [length encoded integer] - pos += copy(data[pos:], authRespLEI) - pos += copy(data[pos:], authResp) - - // Databasename [null terminated string] - if len(mc.cfg.DBName) > 0 { - pos += copy(data[pos:], mc.cfg.DBName) - data[pos] = 0x00 - pos++ - } - - pos += copy(data[pos:], plugin) - data[pos] = 0x00 - pos++ - - // Send Auth packet - return mc.writePacket(data[:pos]) -} - -// http://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::AuthSwitchResponse -func (mc *mysqlConn) writeAuthSwitchPacket(authData []byte) error { - pktLen := 4 + len(authData) - data, err := mc.buf.takeSmallBuffer(pktLen) - if err != nil { - // cannot take the buffer. Something must be wrong with the connection - errLog.Print(err) - return errBadConnNoWrite - } - - // Add the auth data [EOF] - copy(data[4:], authData) - return mc.writePacket(data) -} - -/****************************************************************************** -* Command Packets * -******************************************************************************/ - -func (mc *mysqlConn) writeCommandPacket(command byte) error { - // Reset Packet Sequence - mc.sequence = 0 - - data, err := mc.buf.takeSmallBuffer(4 + 1) - if err != nil { - // cannot take the buffer. Something must be wrong with the connection - errLog.Print(err) - return errBadConnNoWrite - } - - // Add command byte - data[4] = command - - // Send CMD packet - return mc.writePacket(data) -} - -func (mc *mysqlConn) writeCommandPacketStr(command byte, arg string) error { - // Reset Packet Sequence - mc.sequence = 0 - - pktLen := 1 + len(arg) - data, err := mc.buf.takeBuffer(pktLen + 4) - if err != nil { - // cannot take the buffer. Something must be wrong with the connection - errLog.Print(err) - return errBadConnNoWrite - } - - // Add command byte - data[4] = command - - // Add arg - copy(data[5:], arg) - - // Send CMD packet - return mc.writePacket(data) -} - -func (mc *mysqlConn) writeCommandPacketUint32(command byte, arg uint32) error { - // Reset Packet Sequence - mc.sequence = 0 - - data, err := mc.buf.takeSmallBuffer(4 + 1 + 4) - if err != nil { - // cannot take the buffer. Something must be wrong with the connection - errLog.Print(err) - return errBadConnNoWrite - } - - // Add command byte - data[4] = command - - // Add arg [32 bit] - data[5] = byte(arg) - data[6] = byte(arg >> 8) - data[7] = byte(arg >> 16) - data[8] = byte(arg >> 24) - - // Send CMD packet - return mc.writePacket(data) -} - -/****************************************************************************** -* Result Packets * -******************************************************************************/ - -func (mc *mysqlConn) readAuthResult() ([]byte, string, error) { - data, err := mc.readPacket() - if err != nil { - return nil, "", err - } - - // packet indicator - switch data[0] { - - case iOK: - return nil, "", mc.handleOkPacket(data) - - case iAuthMoreData: - return data[1:], "", err - - case iEOF: - if len(data) == 1 { - // https://dev.mysql.com/doc/internals/en/connection-phase-packets.html#packet-Protocol::OldAuthSwitchRequest - return nil, "mysql_old_password", nil - } - pluginEndIndex := bytes.IndexByte(data, 0x00) - if pluginEndIndex < 0 { - return nil, "", ErrMalformPkt - } - plugin := string(data[1:pluginEndIndex]) - authData := data[pluginEndIndex+1:] - return authData, plugin, nil - - default: // Error otherwise - return nil, "", mc.handleErrorPacket(data) - } -} - -// Returns error if Packet is not an 'Result OK'-Packet -func (mc *mysqlConn) readResultOK() error { - data, err := mc.readPacket() - if err != nil { - return err - } - - if data[0] == iOK { - return mc.handleOkPacket(data) - } - return mc.handleErrorPacket(data) -} - -// Result Set Header Packet -// http://dev.mysql.com/doc/internals/en/com-query-response.html#packet-ProtocolText::Resultset -func (mc *mysqlConn) readResultSetHeaderPacket() (int, error) { - data, err := mc.readPacket() - if err == nil { - switch data[0] { - - case iOK: - return 0, mc.handleOkPacket(data) - - case iERR: - return 0, mc.handleErrorPacket(data) - - case iLocalInFile: - return 0, mc.handleInFileRequest(string(data[1:])) - } - - // column count - num, _, n := readLengthEncodedInteger(data) - if n-len(data) == 0 { - return int(num), nil - } - - return 0, ErrMalformPkt - } - return 0, err -} - -// Error Packet -// http://dev.mysql.com/doc/internals/en/generic-response-packets.html#packet-ERR_Packet -func (mc *mysqlConn) handleErrorPacket(data []byte) error { - if data[0] != iERR { - return ErrMalformPkt - } - - // 0xff [1 byte] - - // Error Number [16 bit uint] - errno := binary.LittleEndian.Uint16(data[1:3]) - - // 1792: ER_CANT_EXECUTE_IN_READ_ONLY_TRANSACTION - // 1290: ER_OPTION_PREVENTS_STATEMENT (returned by Aurora during failover) - if (errno == 1792 || errno == 1290) && mc.cfg.RejectReadOnly { - // Oops; we are connected to a read-only connection, and won't be able - // to issue any write statements. Since RejectReadOnly is configured, - // we throw away this connection hoping this one would have write - // permission. This is specifically for a possible race condition - // during failover (e.g. on AWS Aurora). See README.md for more. - // - // We explicitly close the connection before returning - // driver.ErrBadConn to ensure that `database/sql` purges this - // connection and initiates a new one for next statement next time. - mc.Close() - return driver.ErrBadConn - } - - pos := 3 - - // SQL State [optional: # + 5bytes string] - if data[3] == 0x23 { - //sqlstate := string(data[4 : 4+5]) - pos = 9 - } - - // Error Message [string] - return &MySQLError{ - Number: errno, - Message: string(data[pos:]), - } -} - -func readStatus(b []byte) statusFlag { - return statusFlag(b[0]) | statusFlag(b[1])<<8 -} - -// Ok Packet -// http://dev.mysql.com/doc/internals/en/generic-response-packets.html#packet-OK_Packet -func (mc *mysqlConn) handleOkPacket(data []byte) error { - var n, m int - - // 0x00 [1 byte] - - // Affected rows [Length Coded Binary] - mc.affectedRows, _, n = readLengthEncodedInteger(data[1:]) - - // Insert id [Length Coded Binary] - mc.insertId, _, m = readLengthEncodedInteger(data[1+n:]) - - // server_status [2 bytes] - mc.status = readStatus(data[1+n+m : 1+n+m+2]) - if mc.status&statusMoreResultsExists != 0 { - return nil - } - - // warning count [2 bytes] - - return nil -} - -// Read Packets as Field Packets until EOF-Packet or an Error appears -// http://dev.mysql.com/doc/internals/en/com-query-response.html#packet-Protocol::ColumnDefinition41 -func (mc *mysqlConn) readColumns(count int) ([]mysqlField, error) { - columns := make([]mysqlField, count) - - for i := 0; ; i++ { - data, err := mc.readPacket() - if err != nil { - return nil, err - } - - // EOF Packet - if data[0] == iEOF && (len(data) == 5 || len(data) == 1) { - if i == count { - return columns, nil - } - return nil, fmt.Errorf("column count mismatch n:%d len:%d", count, len(columns)) - } - - // Catalog - pos, err := skipLengthEncodedString(data) - if err != nil { - return nil, err - } - - // Database [len coded string] - n, err := skipLengthEncodedString(data[pos:]) - if err != nil { - return nil, err - } - pos += n - - // Table [len coded string] - if mc.cfg.ColumnsWithAlias { - tableName, _, n, err := readLengthEncodedString(data[pos:]) - if err != nil { - return nil, err - } - pos += n - columns[i].tableName = string(tableName) - } else { - n, err = skipLengthEncodedString(data[pos:]) - if err != nil { - return nil, err - } - pos += n - } - - // Original table [len coded string] - n, err = skipLengthEncodedString(data[pos:]) - if err != nil { - return nil, err - } - pos += n - - // Name [len coded string] - name, _, n, err := readLengthEncodedString(data[pos:]) - if err != nil { - return nil, err - } - columns[i].name = string(name) - pos += n - - // Original name [len coded string] - n, err = skipLengthEncodedString(data[pos:]) - if err != nil { - return nil, err - } - pos += n - - // Filler [uint8] - pos++ - - // Charset [charset, collation uint8] - columns[i].charSet = data[pos] - pos += 2 - - // Length [uint32] - columns[i].length = binary.LittleEndian.Uint32(data[pos : pos+4]) - pos += 4 - - // Field type [uint8] - columns[i].fieldType = fieldType(data[pos]) - pos++ - - // Flags [uint16] - columns[i].flags = fieldFlag(binary.LittleEndian.Uint16(data[pos : pos+2])) - pos += 2 - - // Decimals [uint8] - columns[i].decimals = data[pos] - //pos++ - - // Default value [len coded binary] - //if pos < len(data) { - // defaultVal, _, err = bytesToLengthCodedBinary(data[pos:]) - //} - } -} - -// Read Packets as Field Packets until EOF-Packet or an Error appears -// http://dev.mysql.com/doc/internals/en/com-query-response.html#packet-ProtocolText::ResultsetRow -func (rows *textRows) readRow(dest []driver.Value) error { - mc := rows.mc - - if rows.rs.done { - return io.EOF - } - - data, err := mc.readPacket() - if err != nil { - return err - } - - // EOF Packet - if data[0] == iEOF && len(data) == 5 { - // server_status [2 bytes] - rows.mc.status = readStatus(data[3:]) - rows.rs.done = true - if !rows.HasNextResultSet() { - rows.mc = nil - } - return io.EOF - } - if data[0] == iERR { - rows.mc = nil - return mc.handleErrorPacket(data) - } - - // RowSet Packet - var n int - var isNull bool - pos := 0 - - for i := range dest { - // Read bytes and convert to string - dest[i], isNull, n, err = readLengthEncodedString(data[pos:]) - pos += n - if err == nil { - if !isNull { - if !mc.parseTime { - continue - } else { - switch rows.rs.columns[i].fieldType { - case fieldTypeTimestamp, fieldTypeDateTime, - fieldTypeDate, fieldTypeNewDate: - dest[i], err = parseDateTime( - dest[i].([]byte), - mc.cfg.Loc, - ) - if err == nil { - continue - } - default: - continue - } - } - - } else { - dest[i] = nil - continue - } - } - return err // err != nil - } - - return nil -} - -// Reads Packets until EOF-Packet or an Error appears. Returns count of Packets read -func (mc *mysqlConn) readUntilEOF() error { - for { - data, err := mc.readPacket() - if err != nil { - return err - } - - switch data[0] { - case iERR: - return mc.handleErrorPacket(data) - case iEOF: - if len(data) == 5 { - mc.status = readStatus(data[3:]) - } - return nil - } - } -} - -/****************************************************************************** -* Prepared Statements * -******************************************************************************/ - -// Prepare Result Packets -// http://dev.mysql.com/doc/internals/en/com-stmt-prepare-response.html -func (stmt *mysqlStmt) readPrepareResultPacket() (uint16, error) { - data, err := stmt.mc.readPacket() - if err == nil { - // packet indicator [1 byte] - if data[0] != iOK { - return 0, stmt.mc.handleErrorPacket(data) - } - - // statement id [4 bytes] - stmt.id = binary.LittleEndian.Uint32(data[1:5]) - - // Column count [16 bit uint] - columnCount := binary.LittleEndian.Uint16(data[5:7]) - - // Param count [16 bit uint] - stmt.paramCount = int(binary.LittleEndian.Uint16(data[7:9])) - - // Reserved [8 bit] - - // Warning count [16 bit uint] - - return columnCount, nil - } - return 0, err -} - -// http://dev.mysql.com/doc/internals/en/com-stmt-send-long-data.html -func (stmt *mysqlStmt) writeCommandLongData(paramID int, arg []byte) error { - maxLen := stmt.mc.maxAllowedPacket - 1 - pktLen := maxLen - - // After the header (bytes 0-3) follows before the data: - // 1 byte command - // 4 bytes stmtID - // 2 bytes paramID - const dataOffset = 1 + 4 + 2 - - // Cannot use the write buffer since - // a) the buffer is too small - // b) it is in use - data := make([]byte, 4+1+4+2+len(arg)) - - copy(data[4+dataOffset:], arg) - - for argLen := len(arg); argLen > 0; argLen -= pktLen - dataOffset { - if dataOffset+argLen < maxLen { - pktLen = dataOffset + argLen - } - - stmt.mc.sequence = 0 - // Add command byte [1 byte] - data[4] = comStmtSendLongData - - // Add stmtID [32 bit] - data[5] = byte(stmt.id) - data[6] = byte(stmt.id >> 8) - data[7] = byte(stmt.id >> 16) - data[8] = byte(stmt.id >> 24) - - // Add paramID [16 bit] - data[9] = byte(paramID) - data[10] = byte(paramID >> 8) - - // Send CMD packet - err := stmt.mc.writePacket(data[:4+pktLen]) - if err == nil { - data = data[pktLen-dataOffset:] - continue - } - return err - - } - - // Reset Packet Sequence - stmt.mc.sequence = 0 - return nil -} - -// Execute Prepared Statement -// http://dev.mysql.com/doc/internals/en/com-stmt-execute.html -func (stmt *mysqlStmt) writeExecutePacket(args []driver.Value) error { - if len(args) != stmt.paramCount { - return fmt.Errorf( - "argument count mismatch (got: %d; has: %d)", - len(args), - stmt.paramCount, - ) - } - - const minPktLen = 4 + 1 + 4 + 1 + 4 - mc := stmt.mc - - // Determine threshold dynamically to avoid packet size shortage. - longDataSize := mc.maxAllowedPacket / (stmt.paramCount + 1) - if longDataSize < 64 { - longDataSize = 64 - } - - // Reset packet-sequence - mc.sequence = 0 - - var data []byte - var err error - - if len(args) == 0 { - data, err = mc.buf.takeBuffer(minPktLen) - } else { - data, err = mc.buf.takeCompleteBuffer() - // In this case the len(data) == cap(data) which is used to optimise the flow below. - } - if err != nil { - // cannot take the buffer. Something must be wrong with the connection - errLog.Print(err) - return errBadConnNoWrite - } - - // command [1 byte] - data[4] = comStmtExecute - - // statement_id [4 bytes] - data[5] = byte(stmt.id) - data[6] = byte(stmt.id >> 8) - data[7] = byte(stmt.id >> 16) - data[8] = byte(stmt.id >> 24) - - // flags (0: CURSOR_TYPE_NO_CURSOR) [1 byte] - data[9] = 0x00 - - // iteration_count (uint32(1)) [4 bytes] - data[10] = 0x01 - data[11] = 0x00 - data[12] = 0x00 - data[13] = 0x00 - - if len(args) > 0 { - pos := minPktLen - - var nullMask []byte - if maskLen, typesLen := (len(args)+7)/8, 1+2*len(args); pos+maskLen+typesLen >= cap(data) { - // buffer has to be extended but we don't know by how much so - // we depend on append after all data with known sizes fit. - // We stop at that because we deal with a lot of columns here - // which makes the required allocation size hard to guess. - tmp := make([]byte, pos+maskLen+typesLen) - copy(tmp[:pos], data[:pos]) - data = tmp - nullMask = data[pos : pos+maskLen] - // No need to clean nullMask as make ensures that. - pos += maskLen - } else { - nullMask = data[pos : pos+maskLen] - for i := range nullMask { - nullMask[i] = 0 - } - pos += maskLen - } - - // newParameterBoundFlag 1 [1 byte] - data[pos] = 0x01 - pos++ - - // type of each parameter [len(args)*2 bytes] - paramTypes := data[pos:] - pos += len(args) * 2 - - // value of each parameter [n bytes] - paramValues := data[pos:pos] - valuesCap := cap(paramValues) - - for i, arg := range args { - // build NULL-bitmap - if arg == nil { - nullMask[i/8] |= 1 << (uint(i) & 7) - paramTypes[i+i] = byte(fieldTypeNULL) - paramTypes[i+i+1] = 0x00 - continue - } - - if v, ok := arg.(json.RawMessage); ok { - arg = []byte(v) - } - // cache types and values - switch v := arg.(type) { - case int64: - paramTypes[i+i] = byte(fieldTypeLongLong) - paramTypes[i+i+1] = 0x00 - - if cap(paramValues)-len(paramValues)-8 >= 0 { - paramValues = paramValues[:len(paramValues)+8] - binary.LittleEndian.PutUint64( - paramValues[len(paramValues)-8:], - uint64(v), - ) - } else { - paramValues = append(paramValues, - uint64ToBytes(uint64(v))..., - ) - } - - case uint64: - paramTypes[i+i] = byte(fieldTypeLongLong) - paramTypes[i+i+1] = 0x80 // type is unsigned - - if cap(paramValues)-len(paramValues)-8 >= 0 { - paramValues = paramValues[:len(paramValues)+8] - binary.LittleEndian.PutUint64( - paramValues[len(paramValues)-8:], - uint64(v), - ) - } else { - paramValues = append(paramValues, - uint64ToBytes(uint64(v))..., - ) - } - - case float64: - paramTypes[i+i] = byte(fieldTypeDouble) - paramTypes[i+i+1] = 0x00 - - if cap(paramValues)-len(paramValues)-8 >= 0 { - paramValues = paramValues[:len(paramValues)+8] - binary.LittleEndian.PutUint64( - paramValues[len(paramValues)-8:], - math.Float64bits(v), - ) - } else { - paramValues = append(paramValues, - uint64ToBytes(math.Float64bits(v))..., - ) - } - - case bool: - paramTypes[i+i] = byte(fieldTypeTiny) - paramTypes[i+i+1] = 0x00 - - if v { - paramValues = append(paramValues, 0x01) - } else { - paramValues = append(paramValues, 0x00) - } - - case []byte: - // Common case (non-nil value) first - if v != nil { - paramTypes[i+i] = byte(fieldTypeString) - paramTypes[i+i+1] = 0x00 - - if len(v) < longDataSize { - paramValues = appendLengthEncodedInteger(paramValues, - uint64(len(v)), - ) - paramValues = append(paramValues, v...) - } else { - if err := stmt.writeCommandLongData(i, v); err != nil { - return err - } - } - continue - } - - // Handle []byte(nil) as a NULL value - nullMask[i/8] |= 1 << (uint(i) & 7) - paramTypes[i+i] = byte(fieldTypeNULL) - paramTypes[i+i+1] = 0x00 - - case string: - paramTypes[i+i] = byte(fieldTypeString) - paramTypes[i+i+1] = 0x00 - - if len(v) < longDataSize { - paramValues = appendLengthEncodedInteger(paramValues, - uint64(len(v)), - ) - paramValues = append(paramValues, v...) - } else { - if err := stmt.writeCommandLongData(i, []byte(v)); err != nil { - return err - } - } - - case time.Time: - paramTypes[i+i] = byte(fieldTypeString) - paramTypes[i+i+1] = 0x00 - - var a [64]byte - var b = a[:0] - - if v.IsZero() { - b = append(b, "0000-00-00"...) - } else { - b, err = appendDateTime(b, v.In(mc.cfg.Loc)) - if err != nil { - return err - } - } - - paramValues = appendLengthEncodedInteger(paramValues, - uint64(len(b)), - ) - paramValues = append(paramValues, b...) - - default: - return fmt.Errorf("cannot convert type: %T", arg) - } - } - - // Check if param values exceeded the available buffer - // In that case we must build the data packet with the new values buffer - if valuesCap != cap(paramValues) { - data = append(data[:pos], paramValues...) - if err = mc.buf.store(data); err != nil { - errLog.Print(err) - return errBadConnNoWrite - } - } - - pos += len(paramValues) - data = data[:pos] - } - - return mc.writePacket(data) -} - -func (mc *mysqlConn) discardResults() error { - for mc.status&statusMoreResultsExists != 0 { - resLen, err := mc.readResultSetHeaderPacket() - if err != nil { - return err - } - if resLen > 0 { - // columns - if err := mc.readUntilEOF(); err != nil { - return err - } - // rows - if err := mc.readUntilEOF(); err != nil { - return err - } - } - } - return nil -} - -// http://dev.mysql.com/doc/internals/en/binary-protocol-resultset-row.html -func (rows *binaryRows) readRow(dest []driver.Value) error { - data, err := rows.mc.readPacket() - if err != nil { - return err - } - - // packet indicator [1 byte] - if data[0] != iOK { - // EOF Packet - if data[0] == iEOF && len(data) == 5 { - rows.mc.status = readStatus(data[3:]) - rows.rs.done = true - if !rows.HasNextResultSet() { - rows.mc = nil - } - return io.EOF - } - mc := rows.mc - rows.mc = nil - - // Error otherwise - return mc.handleErrorPacket(data) - } - - // NULL-bitmap, [(column-count + 7 + 2) / 8 bytes] - pos := 1 + (len(dest)+7+2)>>3 - nullMask := data[1:pos] - - for i := range dest { - // Field is NULL - // (byte >> bit-pos) % 2 == 1 - if ((nullMask[(i+2)>>3] >> uint((i+2)&7)) & 1) == 1 { - dest[i] = nil - continue - } - - // Convert to byte-coded string - switch rows.rs.columns[i].fieldType { - case fieldTypeNULL: - dest[i] = nil - continue - - // Numeric Types - case fieldTypeTiny: - if rows.rs.columns[i].flags&flagUnsigned != 0 { - dest[i] = int64(data[pos]) - } else { - dest[i] = int64(int8(data[pos])) - } - pos++ - continue - - case fieldTypeShort, fieldTypeYear: - if rows.rs.columns[i].flags&flagUnsigned != 0 { - dest[i] = int64(binary.LittleEndian.Uint16(data[pos : pos+2])) - } else { - dest[i] = int64(int16(binary.LittleEndian.Uint16(data[pos : pos+2]))) - } - pos += 2 - continue - - case fieldTypeInt24, fieldTypeLong: - if rows.rs.columns[i].flags&flagUnsigned != 0 { - dest[i] = int64(binary.LittleEndian.Uint32(data[pos : pos+4])) - } else { - dest[i] = int64(int32(binary.LittleEndian.Uint32(data[pos : pos+4]))) - } - pos += 4 - continue - - case fieldTypeLongLong: - if rows.rs.columns[i].flags&flagUnsigned != 0 { - val := binary.LittleEndian.Uint64(data[pos : pos+8]) - if val > math.MaxInt64 { - dest[i] = uint64ToString(val) - } else { - dest[i] = int64(val) - } - } else { - dest[i] = int64(binary.LittleEndian.Uint64(data[pos : pos+8])) - } - pos += 8 - continue - - case fieldTypeFloat: - dest[i] = math.Float32frombits(binary.LittleEndian.Uint32(data[pos : pos+4])) - pos += 4 - continue - - case fieldTypeDouble: - dest[i] = math.Float64frombits(binary.LittleEndian.Uint64(data[pos : pos+8])) - pos += 8 - continue - - // Length coded Binary Strings - case fieldTypeDecimal, fieldTypeNewDecimal, fieldTypeVarChar, - fieldTypeBit, fieldTypeEnum, fieldTypeSet, fieldTypeTinyBLOB, - fieldTypeMediumBLOB, fieldTypeLongBLOB, fieldTypeBLOB, - fieldTypeVarString, fieldTypeString, fieldTypeGeometry, fieldTypeJSON: - var isNull bool - var n int - dest[i], isNull, n, err = readLengthEncodedString(data[pos:]) - pos += n - if err == nil { - if !isNull { - continue - } else { - dest[i] = nil - continue - } - } - return err - - case - fieldTypeDate, fieldTypeNewDate, // Date YYYY-MM-DD - fieldTypeTime, // Time [-][H]HH:MM:SS[.fractal] - fieldTypeTimestamp, fieldTypeDateTime: // Timestamp YYYY-MM-DD HH:MM:SS[.fractal] - - num, isNull, n := readLengthEncodedInteger(data[pos:]) - pos += n - - switch { - case isNull: - dest[i] = nil - continue - case rows.rs.columns[i].fieldType == fieldTypeTime: - // database/sql does not support an equivalent to TIME, return a string - var dstlen uint8 - switch decimals := rows.rs.columns[i].decimals; decimals { - case 0x00, 0x1f: - dstlen = 8 - case 1, 2, 3, 4, 5, 6: - dstlen = 8 + 1 + decimals - default: - return fmt.Errorf( - "protocol error, illegal decimals value %d", - rows.rs.columns[i].decimals, - ) - } - dest[i], err = formatBinaryTime(data[pos:pos+int(num)], dstlen) - case rows.mc.parseTime: - dest[i], err = parseBinaryDateTime(num, data[pos:], rows.mc.cfg.Loc) - default: - var dstlen uint8 - if rows.rs.columns[i].fieldType == fieldTypeDate { - dstlen = 10 - } else { - switch decimals := rows.rs.columns[i].decimals; decimals { - case 0x00, 0x1f: - dstlen = 19 - case 1, 2, 3, 4, 5, 6: - dstlen = 19 + 1 + decimals - default: - return fmt.Errorf( - "protocol error, illegal decimals value %d", - rows.rs.columns[i].decimals, - ) - } - } - dest[i], err = formatBinaryDateTime(data[pos:pos+int(num)], dstlen) - } - - if err == nil { - pos += int(num) - continue - } else { - return err - } - - // Please report if this happens! - default: - return fmt.Errorf("unknown field type %d", rows.rs.columns[i].fieldType) - } - } - - return nil -} diff --git a/vendor/github.com/go-sql-driver/mysql/result.go b/vendor/github.com/go-sql-driver/mysql/result.go deleted file mode 100644 index c6438d0..0000000 --- a/vendor/github.com/go-sql-driver/mysql/result.go +++ /dev/null @@ -1,22 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -type mysqlResult struct { - affectedRows int64 - insertId int64 -} - -func (res *mysqlResult) LastInsertId() (int64, error) { - return res.insertId, nil -} - -func (res *mysqlResult) RowsAffected() (int64, error) { - return res.affectedRows, nil -} diff --git a/vendor/github.com/go-sql-driver/mysql/rows.go b/vendor/github.com/go-sql-driver/mysql/rows.go deleted file mode 100644 index 888bdb5..0000000 --- a/vendor/github.com/go-sql-driver/mysql/rows.go +++ /dev/null @@ -1,223 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "database/sql/driver" - "io" - "math" - "reflect" -) - -type resultSet struct { - columns []mysqlField - columnNames []string - done bool -} - -type mysqlRows struct { - mc *mysqlConn - rs resultSet - finish func() -} - -type binaryRows struct { - mysqlRows -} - -type textRows struct { - mysqlRows -} - -func (rows *mysqlRows) Columns() []string { - if rows.rs.columnNames != nil { - return rows.rs.columnNames - } - - columns := make([]string, len(rows.rs.columns)) - if rows.mc != nil && rows.mc.cfg.ColumnsWithAlias { - for i := range columns { - if tableName := rows.rs.columns[i].tableName; len(tableName) > 0 { - columns[i] = tableName + "." + rows.rs.columns[i].name - } else { - columns[i] = rows.rs.columns[i].name - } - } - } else { - for i := range columns { - columns[i] = rows.rs.columns[i].name - } - } - - rows.rs.columnNames = columns - return columns -} - -func (rows *mysqlRows) ColumnTypeDatabaseTypeName(i int) string { - return rows.rs.columns[i].typeDatabaseName() -} - -// func (rows *mysqlRows) ColumnTypeLength(i int) (length int64, ok bool) { -// return int64(rows.rs.columns[i].length), true -// } - -func (rows *mysqlRows) ColumnTypeNullable(i int) (nullable, ok bool) { - return rows.rs.columns[i].flags&flagNotNULL == 0, true -} - -func (rows *mysqlRows) ColumnTypePrecisionScale(i int) (int64, int64, bool) { - column := rows.rs.columns[i] - decimals := int64(column.decimals) - - switch column.fieldType { - case fieldTypeDecimal, fieldTypeNewDecimal: - if decimals > 0 { - return int64(column.length) - 2, decimals, true - } - return int64(column.length) - 1, decimals, true - case fieldTypeTimestamp, fieldTypeDateTime, fieldTypeTime: - return decimals, decimals, true - case fieldTypeFloat, fieldTypeDouble: - if decimals == 0x1f { - return math.MaxInt64, math.MaxInt64, true - } - return math.MaxInt64, decimals, true - } - - return 0, 0, false -} - -func (rows *mysqlRows) ColumnTypeScanType(i int) reflect.Type { - return rows.rs.columns[i].scanType() -} - -func (rows *mysqlRows) Close() (err error) { - if f := rows.finish; f != nil { - f() - rows.finish = nil - } - - mc := rows.mc - if mc == nil { - return nil - } - if err := mc.error(); err != nil { - return err - } - - // flip the buffer for this connection if we need to drain it. - // note that for a successful query (i.e. one where rows.next() - // has been called until it returns false), `rows.mc` will be nil - // by the time the user calls `(*Rows).Close`, so we won't reach this - // see: https://github.com/golang/go/commit/651ddbdb5056ded455f47f9c494c67b389622a47 - mc.buf.flip() - - // Remove unread packets from stream - if !rows.rs.done { - err = mc.readUntilEOF() - } - if err == nil { - if err = mc.discardResults(); err != nil { - return err - } - } - - rows.mc = nil - return err -} - -func (rows *mysqlRows) HasNextResultSet() (b bool) { - if rows.mc == nil { - return false - } - return rows.mc.status&statusMoreResultsExists != 0 -} - -func (rows *mysqlRows) nextResultSet() (int, error) { - if rows.mc == nil { - return 0, io.EOF - } - if err := rows.mc.error(); err != nil { - return 0, err - } - - // Remove unread packets from stream - if !rows.rs.done { - if err := rows.mc.readUntilEOF(); err != nil { - return 0, err - } - rows.rs.done = true - } - - if !rows.HasNextResultSet() { - rows.mc = nil - return 0, io.EOF - } - rows.rs = resultSet{} - return rows.mc.readResultSetHeaderPacket() -} - -func (rows *mysqlRows) nextNotEmptyResultSet() (int, error) { - for { - resLen, err := rows.nextResultSet() - if err != nil { - return 0, err - } - - if resLen > 0 { - return resLen, nil - } - - rows.rs.done = true - } -} - -func (rows *binaryRows) NextResultSet() error { - resLen, err := rows.nextNotEmptyResultSet() - if err != nil { - return err - } - - rows.rs.columns, err = rows.mc.readColumns(resLen) - return err -} - -func (rows *binaryRows) Next(dest []driver.Value) error { - if mc := rows.mc; mc != nil { - if err := mc.error(); err != nil { - return err - } - - // Fetch next row from stream - return rows.readRow(dest) - } - return io.EOF -} - -func (rows *textRows) NextResultSet() (err error) { - resLen, err := rows.nextNotEmptyResultSet() - if err != nil { - return err - } - - rows.rs.columns, err = rows.mc.readColumns(resLen) - return err -} - -func (rows *textRows) Next(dest []driver.Value) error { - if mc := rows.mc; mc != nil { - if err := mc.error(); err != nil { - return err - } - - // Fetch next row from stream - return rows.readRow(dest) - } - return io.EOF -} diff --git a/vendor/github.com/go-sql-driver/mysql/statement.go b/vendor/github.com/go-sql-driver/mysql/statement.go deleted file mode 100644 index 18a3ae4..0000000 --- a/vendor/github.com/go-sql-driver/mysql/statement.go +++ /dev/null @@ -1,220 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "database/sql/driver" - "encoding/json" - "fmt" - "io" - "reflect" -) - -type mysqlStmt struct { - mc *mysqlConn - id uint32 - paramCount int -} - -func (stmt *mysqlStmt) Close() error { - if stmt.mc == nil || stmt.mc.closed.IsSet() { - // driver.Stmt.Close can be called more than once, thus this function - // has to be idempotent. - // See also Issue #450 and golang/go#16019. - //errLog.Print(ErrInvalidConn) - return driver.ErrBadConn - } - - err := stmt.mc.writeCommandPacketUint32(comStmtClose, stmt.id) - stmt.mc = nil - return err -} - -func (stmt *mysqlStmt) NumInput() int { - return stmt.paramCount -} - -func (stmt *mysqlStmt) ColumnConverter(idx int) driver.ValueConverter { - return converter{} -} - -func (stmt *mysqlStmt) CheckNamedValue(nv *driver.NamedValue) (err error) { - nv.Value, err = converter{}.ConvertValue(nv.Value) - return -} - -func (stmt *mysqlStmt) Exec(args []driver.Value) (driver.Result, error) { - if stmt.mc.closed.IsSet() { - errLog.Print(ErrInvalidConn) - return nil, driver.ErrBadConn - } - // Send command - err := stmt.writeExecutePacket(args) - if err != nil { - return nil, stmt.mc.markBadConn(err) - } - - mc := stmt.mc - - mc.affectedRows = 0 - mc.insertId = 0 - - // Read Result - resLen, err := mc.readResultSetHeaderPacket() - if err != nil { - return nil, err - } - - if resLen > 0 { - // Columns - if err = mc.readUntilEOF(); err != nil { - return nil, err - } - - // Rows - if err := mc.readUntilEOF(); err != nil { - return nil, err - } - } - - if err := mc.discardResults(); err != nil { - return nil, err - } - - return &mysqlResult{ - affectedRows: int64(mc.affectedRows), - insertId: int64(mc.insertId), - }, nil -} - -func (stmt *mysqlStmt) Query(args []driver.Value) (driver.Rows, error) { - return stmt.query(args) -} - -func (stmt *mysqlStmt) query(args []driver.Value) (*binaryRows, error) { - if stmt.mc.closed.IsSet() { - errLog.Print(ErrInvalidConn) - return nil, driver.ErrBadConn - } - // Send command - err := stmt.writeExecutePacket(args) - if err != nil { - return nil, stmt.mc.markBadConn(err) - } - - mc := stmt.mc - - // Read Result - resLen, err := mc.readResultSetHeaderPacket() - if err != nil { - return nil, err - } - - rows := new(binaryRows) - - if resLen > 0 { - rows.mc = mc - rows.rs.columns, err = mc.readColumns(resLen) - } else { - rows.rs.done = true - - switch err := rows.NextResultSet(); err { - case nil, io.EOF: - return rows, nil - default: - return nil, err - } - } - - return rows, err -} - -var jsonType = reflect.TypeOf(json.RawMessage{}) - -type converter struct{} - -// ConvertValue mirrors the reference/default converter in database/sql/driver -// with _one_ exception. We support uint64 with their high bit and the default -// implementation does not. This function should be kept in sync with -// database/sql/driver defaultConverter.ConvertValue() except for that -// deliberate difference. -func (c converter) ConvertValue(v interface{}) (driver.Value, error) { - if driver.IsValue(v) { - return v, nil - } - - if vr, ok := v.(driver.Valuer); ok { - sv, err := callValuerValue(vr) - if err != nil { - return nil, err - } - if driver.IsValue(sv) { - return sv, nil - } - // A value returend from the Valuer interface can be "a type handled by - // a database driver's NamedValueChecker interface" so we should accept - // uint64 here as well. - if u, ok := sv.(uint64); ok { - return u, nil - } - return nil, fmt.Errorf("non-Value type %T returned from Value", sv) - } - rv := reflect.ValueOf(v) - switch rv.Kind() { - case reflect.Ptr: - // indirect pointers - if rv.IsNil() { - return nil, nil - } else { - return c.ConvertValue(rv.Elem().Interface()) - } - case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: - return rv.Int(), nil - case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64: - return rv.Uint(), nil - case reflect.Float32, reflect.Float64: - return rv.Float(), nil - case reflect.Bool: - return rv.Bool(), nil - case reflect.Slice: - switch t := rv.Type(); { - case t == jsonType: - return v, nil - case t.Elem().Kind() == reflect.Uint8: - return rv.Bytes(), nil - default: - return nil, fmt.Errorf("unsupported type %T, a slice of %s", v, t.Elem().Kind()) - } - case reflect.String: - return rv.String(), nil - } - return nil, fmt.Errorf("unsupported type %T, a %s", v, rv.Kind()) -} - -var valuerReflectType = reflect.TypeOf((*driver.Valuer)(nil)).Elem() - -// callValuerValue returns vr.Value(), with one exception: -// If vr.Value is an auto-generated method on a pointer type and the -// pointer is nil, it would panic at runtime in the panicwrap -// method. Treat it like nil instead. -// -// This is so people can implement driver.Value on value types and -// still use nil pointers to those types to mean nil/NULL, just like -// string/*string. -// -// This is an exact copy of the same-named unexported function from the -// database/sql package. -func callValuerValue(vr driver.Valuer) (v driver.Value, err error) { - if rv := reflect.ValueOf(vr); rv.Kind() == reflect.Ptr && - rv.IsNil() && - rv.Type().Elem().Implements(valuerReflectType) { - return nil, nil - } - return vr.Value() -} diff --git a/vendor/github.com/go-sql-driver/mysql/transaction.go b/vendor/github.com/go-sql-driver/mysql/transaction.go deleted file mode 100644 index 417d727..0000000 --- a/vendor/github.com/go-sql-driver/mysql/transaction.go +++ /dev/null @@ -1,31 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -type mysqlTx struct { - mc *mysqlConn -} - -func (tx *mysqlTx) Commit() (err error) { - if tx.mc == nil || tx.mc.closed.IsSet() { - return ErrInvalidConn - } - err = tx.mc.exec("COMMIT") - tx.mc = nil - return -} - -func (tx *mysqlTx) Rollback() (err error) { - if tx.mc == nil || tx.mc.closed.IsSet() { - return ErrInvalidConn - } - err = tx.mc.exec("ROLLBACK") - tx.mc = nil - return -} diff --git a/vendor/github.com/go-sql-driver/mysql/utils.go b/vendor/github.com/go-sql-driver/mysql/utils.go deleted file mode 100644 index d6545f5..0000000 --- a/vendor/github.com/go-sql-driver/mysql/utils.go +++ /dev/null @@ -1,868 +0,0 @@ -// Go MySQL Driver - A MySQL-Driver for Go's database/sql package -// -// Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved. -// -// This Source Code Form is subject to the terms of the Mozilla Public -// License, v. 2.0. If a copy of the MPL was not distributed with this file, -// You can obtain one at http://mozilla.org/MPL/2.0/. - -package mysql - -import ( - "crypto/tls" - "database/sql" - "database/sql/driver" - "encoding/binary" - "errors" - "fmt" - "io" - "strconv" - "strings" - "sync" - "sync/atomic" - "time" -) - -// Registry for custom tls.Configs -var ( - tlsConfigLock sync.RWMutex - tlsConfigRegistry map[string]*tls.Config -) - -// RegisterTLSConfig registers a custom tls.Config to be used with sql.Open. -// Use the key as a value in the DSN where tls=value. -// -// Note: The provided tls.Config is exclusively owned by the driver after -// registering it. -// -// rootCertPool := x509.NewCertPool() -// pem, err := ioutil.ReadFile("/path/ca-cert.pem") -// if err != nil { -// log.Fatal(err) -// } -// if ok := rootCertPool.AppendCertsFromPEM(pem); !ok { -// log.Fatal("Failed to append PEM.") -// } -// clientCert := make([]tls.Certificate, 0, 1) -// certs, err := tls.LoadX509KeyPair("/path/client-cert.pem", "/path/client-key.pem") -// if err != nil { -// log.Fatal(err) -// } -// clientCert = append(clientCert, certs) -// mysql.RegisterTLSConfig("custom", &tls.Config{ -// RootCAs: rootCertPool, -// Certificates: clientCert, -// }) -// db, err := sql.Open("mysql", "user@tcp(localhost:3306)/test?tls=custom") -// -func RegisterTLSConfig(key string, config *tls.Config) error { - if _, isBool := readBool(key); isBool || strings.ToLower(key) == "skip-verify" || strings.ToLower(key) == "preferred" { - return fmt.Errorf("key '%s' is reserved", key) - } - - tlsConfigLock.Lock() - if tlsConfigRegistry == nil { - tlsConfigRegistry = make(map[string]*tls.Config) - } - - tlsConfigRegistry[key] = config - tlsConfigLock.Unlock() - return nil -} - -// DeregisterTLSConfig removes the tls.Config associated with key. -func DeregisterTLSConfig(key string) { - tlsConfigLock.Lock() - if tlsConfigRegistry != nil { - delete(tlsConfigRegistry, key) - } - tlsConfigLock.Unlock() -} - -func getTLSConfigClone(key string) (config *tls.Config) { - tlsConfigLock.RLock() - if v, ok := tlsConfigRegistry[key]; ok { - config = v.Clone() - } - tlsConfigLock.RUnlock() - return -} - -// Returns the bool value of the input. -// The 2nd return value indicates if the input was a valid bool value -func readBool(input string) (value bool, valid bool) { - switch input { - case "1", "true", "TRUE", "True": - return true, true - case "0", "false", "FALSE", "False": - return false, true - } - - // Not a valid bool value - return -} - -/****************************************************************************** -* Time related utils * -******************************************************************************/ - -func parseDateTime(b []byte, loc *time.Location) (time.Time, error) { - const base = "0000-00-00 00:00:00.000000" - switch len(b) { - case 10, 19, 21, 22, 23, 24, 25, 26: // up to "YYYY-MM-DD HH:MM:SS.MMMMMM" - if string(b) == base[:len(b)] { - return time.Time{}, nil - } - - year, err := parseByteYear(b) - if err != nil { - return time.Time{}, err - } - if year <= 0 { - year = 1 - } - - if b[4] != '-' { - return time.Time{}, fmt.Errorf("bad value for field: `%c`", b[4]) - } - - m, err := parseByte2Digits(b[5], b[6]) - if err != nil { - return time.Time{}, err - } - if m <= 0 { - m = 1 - } - month := time.Month(m) - - if b[7] != '-' { - return time.Time{}, fmt.Errorf("bad value for field: `%c`", b[7]) - } - - day, err := parseByte2Digits(b[8], b[9]) - if err != nil { - return time.Time{}, err - } - if day <= 0 { - day = 1 - } - if len(b) == 10 { - return time.Date(year, month, day, 0, 0, 0, 0, loc), nil - } - - if b[10] != ' ' { - return time.Time{}, fmt.Errorf("bad value for field: `%c`", b[10]) - } - - hour, err := parseByte2Digits(b[11], b[12]) - if err != nil { - return time.Time{}, err - } - if b[13] != ':' { - return time.Time{}, fmt.Errorf("bad value for field: `%c`", b[13]) - } - - min, err := parseByte2Digits(b[14], b[15]) - if err != nil { - return time.Time{}, err - } - if b[16] != ':' { - return time.Time{}, fmt.Errorf("bad value for field: `%c`", b[16]) - } - - sec, err := parseByte2Digits(b[17], b[18]) - if err != nil { - return time.Time{}, err - } - if len(b) == 19 { - return time.Date(year, month, day, hour, min, sec, 0, loc), nil - } - - if b[19] != '.' { - return time.Time{}, fmt.Errorf("bad value for field: `%c`", b[19]) - } - nsec, err := parseByteNanoSec(b[20:]) - if err != nil { - return time.Time{}, err - } - return time.Date(year, month, day, hour, min, sec, nsec, loc), nil - default: - return time.Time{}, fmt.Errorf("invalid time bytes: %s", b) - } -} - -func parseByteYear(b []byte) (int, error) { - year, n := 0, 1000 - for i := 0; i < 4; i++ { - v, err := bToi(b[i]) - if err != nil { - return 0, err - } - year += v * n - n = n / 10 - } - return year, nil -} - -func parseByte2Digits(b1, b2 byte) (int, error) { - d1, err := bToi(b1) - if err != nil { - return 0, err - } - d2, err := bToi(b2) - if err != nil { - return 0, err - } - return d1*10 + d2, nil -} - -func parseByteNanoSec(b []byte) (int, error) { - ns, digit := 0, 100000 // max is 6-digits - for i := 0; i < len(b); i++ { - v, err := bToi(b[i]) - if err != nil { - return 0, err - } - ns += v * digit - digit /= 10 - } - // nanoseconds has 10-digits. (needs to scale digits) - // 10 - 6 = 4, so we have to multiple 1000. - return ns * 1000, nil -} - -func bToi(b byte) (int, error) { - if b < '0' || b > '9' { - return 0, errors.New("not [0-9]") - } - return int(b - '0'), nil -} - -func parseBinaryDateTime(num uint64, data []byte, loc *time.Location) (driver.Value, error) { - switch num { - case 0: - return time.Time{}, nil - case 4: - return time.Date( - int(binary.LittleEndian.Uint16(data[:2])), // year - time.Month(data[2]), // month - int(data[3]), // day - 0, 0, 0, 0, - loc, - ), nil - case 7: - return time.Date( - int(binary.LittleEndian.Uint16(data[:2])), // year - time.Month(data[2]), // month - int(data[3]), // day - int(data[4]), // hour - int(data[5]), // minutes - int(data[6]), // seconds - 0, - loc, - ), nil - case 11: - return time.Date( - int(binary.LittleEndian.Uint16(data[:2])), // year - time.Month(data[2]), // month - int(data[3]), // day - int(data[4]), // hour - int(data[5]), // minutes - int(data[6]), // seconds - int(binary.LittleEndian.Uint32(data[7:11]))*1000, // nanoseconds - loc, - ), nil - } - return nil, fmt.Errorf("invalid DATETIME packet length %d", num) -} - -func appendDateTime(buf []byte, t time.Time) ([]byte, error) { - year, month, day := t.Date() - hour, min, sec := t.Clock() - nsec := t.Nanosecond() - - if year < 1 || year > 9999 { - return buf, errors.New("year is not in the range [1, 9999]: " + strconv.Itoa(year)) // use errors.New instead of fmt.Errorf to avoid year escape to heap - } - year100 := year / 100 - year1 := year % 100 - - var localBuf [len("2006-01-02T15:04:05.999999999")]byte // does not escape - localBuf[0], localBuf[1], localBuf[2], localBuf[3] = digits10[year100], digits01[year100], digits10[year1], digits01[year1] - localBuf[4] = '-' - localBuf[5], localBuf[6] = digits10[month], digits01[month] - localBuf[7] = '-' - localBuf[8], localBuf[9] = digits10[day], digits01[day] - - if hour == 0 && min == 0 && sec == 0 && nsec == 0 { - return append(buf, localBuf[:10]...), nil - } - - localBuf[10] = ' ' - localBuf[11], localBuf[12] = digits10[hour], digits01[hour] - localBuf[13] = ':' - localBuf[14], localBuf[15] = digits10[min], digits01[min] - localBuf[16] = ':' - localBuf[17], localBuf[18] = digits10[sec], digits01[sec] - - if nsec == 0 { - return append(buf, localBuf[:19]...), nil - } - nsec100000000 := nsec / 100000000 - nsec1000000 := (nsec / 1000000) % 100 - nsec10000 := (nsec / 10000) % 100 - nsec100 := (nsec / 100) % 100 - nsec1 := nsec % 100 - localBuf[19] = '.' - - // milli second - localBuf[20], localBuf[21], localBuf[22] = - digits01[nsec100000000], digits10[nsec1000000], digits01[nsec1000000] - // micro second - localBuf[23], localBuf[24], localBuf[25] = - digits10[nsec10000], digits01[nsec10000], digits10[nsec100] - // nano second - localBuf[26], localBuf[27], localBuf[28] = - digits01[nsec100], digits10[nsec1], digits01[nsec1] - - // trim trailing zeros - n := len(localBuf) - for n > 0 && localBuf[n-1] == '0' { - n-- - } - - return append(buf, localBuf[:n]...), nil -} - -// zeroDateTime is used in formatBinaryDateTime to avoid an allocation -// if the DATE or DATETIME has the zero value. -// It must never be changed. -// The current behavior depends on database/sql copying the result. -var zeroDateTime = []byte("0000-00-00 00:00:00.000000") - -const digits01 = "0123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789" -const digits10 = "0000000000111111111122222222223333333333444444444455555555556666666666777777777788888888889999999999" - -func appendMicrosecs(dst, src []byte, decimals int) []byte { - if decimals <= 0 { - return dst - } - if len(src) == 0 { - return append(dst, ".000000"[:decimals+1]...) - } - - microsecs := binary.LittleEndian.Uint32(src[:4]) - p1 := byte(microsecs / 10000) - microsecs -= 10000 * uint32(p1) - p2 := byte(microsecs / 100) - microsecs -= 100 * uint32(p2) - p3 := byte(microsecs) - - switch decimals { - default: - return append(dst, '.', - digits10[p1], digits01[p1], - digits10[p2], digits01[p2], - digits10[p3], digits01[p3], - ) - case 1: - return append(dst, '.', - digits10[p1], - ) - case 2: - return append(dst, '.', - digits10[p1], digits01[p1], - ) - case 3: - return append(dst, '.', - digits10[p1], digits01[p1], - digits10[p2], - ) - case 4: - return append(dst, '.', - digits10[p1], digits01[p1], - digits10[p2], digits01[p2], - ) - case 5: - return append(dst, '.', - digits10[p1], digits01[p1], - digits10[p2], digits01[p2], - digits10[p3], - ) - } -} - -func formatBinaryDateTime(src []byte, length uint8) (driver.Value, error) { - // length expects the deterministic length of the zero value, - // negative time and 100+ hours are automatically added if needed - if len(src) == 0 { - return zeroDateTime[:length], nil - } - var dst []byte // return value - var p1, p2, p3 byte // current digit pair - - switch length { - case 10, 19, 21, 22, 23, 24, 25, 26: - default: - t := "DATE" - if length > 10 { - t += "TIME" - } - return nil, fmt.Errorf("illegal %s length %d", t, length) - } - switch len(src) { - case 4, 7, 11: - default: - t := "DATE" - if length > 10 { - t += "TIME" - } - return nil, fmt.Errorf("illegal %s packet length %d", t, len(src)) - } - dst = make([]byte, 0, length) - // start with the date - year := binary.LittleEndian.Uint16(src[:2]) - pt := year / 100 - p1 = byte(year - 100*uint16(pt)) - p2, p3 = src[2], src[3] - dst = append(dst, - digits10[pt], digits01[pt], - digits10[p1], digits01[p1], '-', - digits10[p2], digits01[p2], '-', - digits10[p3], digits01[p3], - ) - if length == 10 { - return dst, nil - } - if len(src) == 4 { - return append(dst, zeroDateTime[10:length]...), nil - } - dst = append(dst, ' ') - p1 = src[4] // hour - src = src[5:] - - // p1 is 2-digit hour, src is after hour - p2, p3 = src[0], src[1] - dst = append(dst, - digits10[p1], digits01[p1], ':', - digits10[p2], digits01[p2], ':', - digits10[p3], digits01[p3], - ) - return appendMicrosecs(dst, src[2:], int(length)-20), nil -} - -func formatBinaryTime(src []byte, length uint8) (driver.Value, error) { - // length expects the deterministic length of the zero value, - // negative time and 100+ hours are automatically added if needed - if len(src) == 0 { - return zeroDateTime[11 : 11+length], nil - } - var dst []byte // return value - - switch length { - case - 8, // time (can be up to 10 when negative and 100+ hours) - 10, 11, 12, 13, 14, 15: // time with fractional seconds - default: - return nil, fmt.Errorf("illegal TIME length %d", length) - } - switch len(src) { - case 8, 12: - default: - return nil, fmt.Errorf("invalid TIME packet length %d", len(src)) - } - // +2 to enable negative time and 100+ hours - dst = make([]byte, 0, length+2) - if src[0] == 1 { - dst = append(dst, '-') - } - days := binary.LittleEndian.Uint32(src[1:5]) - hours := int64(days)*24 + int64(src[5]) - - if hours >= 100 { - dst = strconv.AppendInt(dst, hours, 10) - } else { - dst = append(dst, digits10[hours], digits01[hours]) - } - - min, sec := src[6], src[7] - dst = append(dst, ':', - digits10[min], digits01[min], ':', - digits10[sec], digits01[sec], - ) - return appendMicrosecs(dst, src[8:], int(length)-9), nil -} - -/****************************************************************************** -* Convert from and to bytes * -******************************************************************************/ - -func uint64ToBytes(n uint64) []byte { - return []byte{ - byte(n), - byte(n >> 8), - byte(n >> 16), - byte(n >> 24), - byte(n >> 32), - byte(n >> 40), - byte(n >> 48), - byte(n >> 56), - } -} - -func uint64ToString(n uint64) []byte { - var a [20]byte - i := 20 - - // U+0030 = 0 - // ... - // U+0039 = 9 - - var q uint64 - for n >= 10 { - i-- - q = n / 10 - a[i] = uint8(n-q*10) + 0x30 - n = q - } - - i-- - a[i] = uint8(n) + 0x30 - - return a[i:] -} - -// treats string value as unsigned integer representation -func stringToInt(b []byte) int { - val := 0 - for i := range b { - val *= 10 - val += int(b[i] - 0x30) - } - return val -} - -// returns the string read as a bytes slice, wheter the value is NULL, -// the number of bytes read and an error, in case the string is longer than -// the input slice -func readLengthEncodedString(b []byte) ([]byte, bool, int, error) { - // Get length - num, isNull, n := readLengthEncodedInteger(b) - if num < 1 { - return b[n:n], isNull, n, nil - } - - n += int(num) - - // Check data length - if len(b) >= n { - return b[n-int(num) : n : n], false, n, nil - } - return nil, false, n, io.EOF -} - -// returns the number of bytes skipped and an error, in case the string is -// longer than the input slice -func skipLengthEncodedString(b []byte) (int, error) { - // Get length - num, _, n := readLengthEncodedInteger(b) - if num < 1 { - return n, nil - } - - n += int(num) - - // Check data length - if len(b) >= n { - return n, nil - } - return n, io.EOF -} - -// returns the number read, whether the value is NULL and the number of bytes read -func readLengthEncodedInteger(b []byte) (uint64, bool, int) { - // See issue #349 - if len(b) == 0 { - return 0, true, 1 - } - - switch b[0] { - // 251: NULL - case 0xfb: - return 0, true, 1 - - // 252: value of following 2 - case 0xfc: - return uint64(b[1]) | uint64(b[2])<<8, false, 3 - - // 253: value of following 3 - case 0xfd: - return uint64(b[1]) | uint64(b[2])<<8 | uint64(b[3])<<16, false, 4 - - // 254: value of following 8 - case 0xfe: - return uint64(b[1]) | uint64(b[2])<<8 | uint64(b[3])<<16 | - uint64(b[4])<<24 | uint64(b[5])<<32 | uint64(b[6])<<40 | - uint64(b[7])<<48 | uint64(b[8])<<56, - false, 9 - } - - // 0-250: value of first byte - return uint64(b[0]), false, 1 -} - -// encodes a uint64 value and appends it to the given bytes slice -func appendLengthEncodedInteger(b []byte, n uint64) []byte { - switch { - case n <= 250: - return append(b, byte(n)) - - case n <= 0xffff: - return append(b, 0xfc, byte(n), byte(n>>8)) - - case n <= 0xffffff: - return append(b, 0xfd, byte(n), byte(n>>8), byte(n>>16)) - } - return append(b, 0xfe, byte(n), byte(n>>8), byte(n>>16), byte(n>>24), - byte(n>>32), byte(n>>40), byte(n>>48), byte(n>>56)) -} - -// reserveBuffer checks cap(buf) and expand buffer to len(buf) + appendSize. -// If cap(buf) is not enough, reallocate new buffer. -func reserveBuffer(buf []byte, appendSize int) []byte { - newSize := len(buf) + appendSize - if cap(buf) < newSize { - // Grow buffer exponentially - newBuf := make([]byte, len(buf)*2+appendSize) - copy(newBuf, buf) - buf = newBuf - } - return buf[:newSize] -} - -// escapeBytesBackslash escapes []byte with backslashes (\) -// This escapes the contents of a string (provided as []byte) by adding backslashes before special -// characters, and turning others into specific escape sequences, such as -// turning newlines into \n and null bytes into \0. -// https://github.com/mysql/mysql-server/blob/mysql-5.7.5/mysys/charset.c#L823-L932 -func escapeBytesBackslash(buf, v []byte) []byte { - pos := len(buf) - buf = reserveBuffer(buf, len(v)*2) - - for _, c := range v { - switch c { - case '\x00': - buf[pos] = '\\' - buf[pos+1] = '0' - pos += 2 - case '\n': - buf[pos] = '\\' - buf[pos+1] = 'n' - pos += 2 - case '\r': - buf[pos] = '\\' - buf[pos+1] = 'r' - pos += 2 - case '\x1a': - buf[pos] = '\\' - buf[pos+1] = 'Z' - pos += 2 - case '\'': - buf[pos] = '\\' - buf[pos+1] = '\'' - pos += 2 - case '"': - buf[pos] = '\\' - buf[pos+1] = '"' - pos += 2 - case '\\': - buf[pos] = '\\' - buf[pos+1] = '\\' - pos += 2 - default: - buf[pos] = c - pos++ - } - } - - return buf[:pos] -} - -// escapeStringBackslash is similar to escapeBytesBackslash but for string. -func escapeStringBackslash(buf []byte, v string) []byte { - pos := len(buf) - buf = reserveBuffer(buf, len(v)*2) - - for i := 0; i < len(v); i++ { - c := v[i] - switch c { - case '\x00': - buf[pos] = '\\' - buf[pos+1] = '0' - pos += 2 - case '\n': - buf[pos] = '\\' - buf[pos+1] = 'n' - pos += 2 - case '\r': - buf[pos] = '\\' - buf[pos+1] = 'r' - pos += 2 - case '\x1a': - buf[pos] = '\\' - buf[pos+1] = 'Z' - pos += 2 - case '\'': - buf[pos] = '\\' - buf[pos+1] = '\'' - pos += 2 - case '"': - buf[pos] = '\\' - buf[pos+1] = '"' - pos += 2 - case '\\': - buf[pos] = '\\' - buf[pos+1] = '\\' - pos += 2 - default: - buf[pos] = c - pos++ - } - } - - return buf[:pos] -} - -// escapeBytesQuotes escapes apostrophes in []byte by doubling them up. -// This escapes the contents of a string by doubling up any apostrophes that -// it contains. This is used when the NO_BACKSLASH_ESCAPES SQL_MODE is in -// effect on the server. -// https://github.com/mysql/mysql-server/blob/mysql-5.7.5/mysys/charset.c#L963-L1038 -func escapeBytesQuotes(buf, v []byte) []byte { - pos := len(buf) - buf = reserveBuffer(buf, len(v)*2) - - for _, c := range v { - if c == '\'' { - buf[pos] = '\'' - buf[pos+1] = '\'' - pos += 2 - } else { - buf[pos] = c - pos++ - } - } - - return buf[:pos] -} - -// escapeStringQuotes is similar to escapeBytesQuotes but for string. -func escapeStringQuotes(buf []byte, v string) []byte { - pos := len(buf) - buf = reserveBuffer(buf, len(v)*2) - - for i := 0; i < len(v); i++ { - c := v[i] - if c == '\'' { - buf[pos] = '\'' - buf[pos+1] = '\'' - pos += 2 - } else { - buf[pos] = c - pos++ - } - } - - return buf[:pos] -} - -/****************************************************************************** -* Sync utils * -******************************************************************************/ - -// noCopy may be embedded into structs which must not be copied -// after the first use. -// -// See https://github.com/golang/go/issues/8005#issuecomment-190753527 -// for details. -type noCopy struct{} - -// Lock is a no-op used by -copylocks checker from `go vet`. -func (*noCopy) Lock() {} - -// atomicBool is a wrapper around uint32 for usage as a boolean value with -// atomic access. -type atomicBool struct { - _noCopy noCopy - value uint32 -} - -// IsSet returns whether the current boolean value is true -func (ab *atomicBool) IsSet() bool { - return atomic.LoadUint32(&ab.value) > 0 -} - -// Set sets the value of the bool regardless of the previous value -func (ab *atomicBool) Set(value bool) { - if value { - atomic.StoreUint32(&ab.value, 1) - } else { - atomic.StoreUint32(&ab.value, 0) - } -} - -// TrySet sets the value of the bool and returns whether the value changed -func (ab *atomicBool) TrySet(value bool) bool { - if value { - return atomic.SwapUint32(&ab.value, 1) == 0 - } - return atomic.SwapUint32(&ab.value, 0) > 0 -} - -// atomicError is a wrapper for atomically accessed error values -type atomicError struct { - _noCopy noCopy - value atomic.Value -} - -// Set sets the error value regardless of the previous value. -// The value must not be nil -func (ae *atomicError) Set(value error) { - ae.value.Store(value) -} - -// Value returns the current error value -func (ae *atomicError) Value() error { - if v := ae.value.Load(); v != nil { - // this will panic if the value doesn't implement the error interface - return v.(error) - } - return nil -} - -func namedValueToValue(named []driver.NamedValue) ([]driver.Value, error) { - dargs := make([]driver.Value, len(named)) - for n, param := range named { - if len(param.Name) > 0 { - // TODO: support the use of Named Parameters #561 - return nil, errors.New("mysql: driver does not support the use of Named Parameters") - } - dargs[n] = param.Value - } - return dargs, nil -} - -func mapIsolationLevel(level driver.IsolationLevel) (string, error) { - switch sql.IsolationLevel(level) { - case sql.LevelRepeatableRead: - return "REPEATABLE READ", nil - case sql.LevelReadCommitted: - return "READ COMMITTED", nil - case sql.LevelReadUncommitted: - return "READ UNCOMMITTED", nil - case sql.LevelSerializable: - return "SERIALIZABLE", nil - default: - return "", fmt.Errorf("mysql: unsupported isolation level: %v", level) - } -} diff --git a/vendor/modules.txt b/vendor/modules.txt index cccfa77..919d594 100644 --- a/vendor/modules.txt +++ b/vendor/modules.txt @@ -33,9 +33,6 @@ github.com/go-playground/universal-translator # github.com/go-playground/validator/v10 v10.4.1 ## explicit; go 1.13 github.com/go-playground/validator/v10 -# github.com/go-sql-driver/mysql v1.6.0 -## explicit; go 1.10 -github.com/go-sql-driver/mysql # github.com/golang-plus/errors v1.0.0 ## explicit github.com/golang-plus/errors @@ -186,6 +183,3 @@ yunion.io/x/jsonutils ## explicit; go 1.12 yunion.io/x/log yunion.io/x/log/hooks -# yunion.io/x/sqlchemy v1.0.1 -## explicit -yunion.io/x/sqlchemy diff --git a/vendor/yunion.io/x/sqlchemy/.gitignore b/vendor/yunion.io/x/sqlchemy/.gitignore deleted file mode 100644 index 9c65cee..0000000 --- a/vendor/yunion.io/x/sqlchemy/.gitignore +++ /dev/null @@ -1,15 +0,0 @@ -# Binaries for programs and plugins -*.exe -*.exe~ -*.dll -*.so -*.dylib - -# Test binary, build with `go test -c` -*.test - -# Output of the go coverage tool, specifically when used with LiteIDE -*.out -.idea - -out.gotext.json diff --git a/vendor/yunion.io/x/sqlchemy/LICENSE b/vendor/yunion.io/x/sqlchemy/LICENSE deleted file mode 100644 index adcdafc..0000000 --- a/vendor/yunion.io/x/sqlchemy/LICENSE +++ /dev/null @@ -1,201 +0,0 @@ - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - - END OF TERMS AND CONDITIONS - - APPENDIX: How to apply the Apache License to your work. - - To apply the Apache License to your work, attach the following - boilerplate notice, with the fields enclosed by brackets "[]" - replaced with your own identifying information. (Don't include - the brackets!) The text should be enclosed in the appropriate - comment syntax for the file format. We also recommend that a - file or class name and description of purpose be included on the - same "printed page" as the copyright notice for easier - identification within third-party archives. - - Copyright [2018] [Yunion Technology] - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. diff --git a/vendor/yunion.io/x/sqlchemy/OWNERS b/vendor/yunion.io/x/sqlchemy/OWNERS deleted file mode 100644 index 790f34e..0000000 --- a/vendor/yunion.io/x/sqlchemy/OWNERS +++ /dev/null @@ -1,12 +0,0 @@ -# See the OWNERS docs at https://go.k8s.io/owners -reviewers: - - swordqiu - - yousong - - wanyaoqi - - Zexi - - ioito - - tb365 -approvers: - - swordqiu - - yousong - - wanyaoqi diff --git a/vendor/yunion.io/x/sqlchemy/README.md b/vendor/yunion.io/x/sqlchemy/README.md deleted file mode 100644 index 2561351..0000000 --- a/vendor/yunion.io/x/sqlchemy/README.md +++ /dev/null @@ -1,171 +0,0 @@ -# sqlchemy - -[![CircleCI](https://circleci.com/gh/yunionio/sqlchemy.svg?style=svg)](https://circleci.com/gh/yunionio/sqlchemy) -[![codecov](https://codecov.io/gh/yunionio/sqlchemy/branch/master/graph/badge.svg?token=K8cSYZzLbc)](https://codecov.io/gh/yunionio/sqlchemy) -[![Go Report Card](https://goreportcard.com/badge/github.com/yunionio/sqlchemy)](https://goreportcard.com/report/github.com/yunionio/sqlchemy) - -A lightweight golang ORM library inspired by python sqlalchemy. - -Features ----------------- - -* Automatic creation and synchronization of table schema based on golang struct -* Query syntax inpired by sqlalchemy -* Support MySQL/MariaDB with InnoDB engine ONLY -* Support select, insert, update and insert or update - -Quick Examples ----------------- - -## Table Schema - -Table schema is defined by struct field tags - -```go -type TestTable struct { - Id string `primary:"true" width:"128" charset:"ascii" nullable:"false"` - Name string `width:"64" charset:"utf8" index:"true"` - Gender string `width:"10" charset:"ascii"` - Age uint8 `default:"18"` - Info jsonutils.JSONObject `nullable:"false"` - Compond *SCompondStruct `width:1024` - CreatedAt time.Time `nullable:"false" created_at:"true"` - UpdatedAt time.Time `nullable:"false" updated_at:"true"` - Version int `default:"0" nullable:"false" auto_version:"true"` - DeletedAt time.Time `` - Deleted bool `nullable:"false" default:"false"` - Notes string `default:"default notes"` -} -```` - -## Table initialization - -Create a table from a struct schema - -```go -tablespec := sqlchemy.NewTableSpecFromStruct(TestTable{}, "testtable") -``` - -Check whether table schema definition is consistent with schema in database. - -```go -if !tablespec.CheckSync() { - log.Fatalf("table not in sync") -} -``` - -Synchronize database table schema and make it consistent with the struct defintion. - -```go -err := tablespec.Sync() -if err != nil { - log.Fataf("synchronize table schema failed: %s", er) -} -``` - -## Query - -### Construct query - -```go -ti := tablespec.Instance() - -// select * from testtable -q := ti.Query() - -// select * from testtable where id = '981b10ed-b6f9-4120-8a77-a3b03e343143' -// query by field name, in which the name is unique in the query -q := ti.Query().Equals("id", "981b10ed-b6f9-4120-8a77-a3b03e343143") - -// query by field instance, in which the field name might be ambiguous -q := ti.Query().Filter(sqlchemy.Equals(ti.Field("id"), "981b10ed-b6f9-4120-8a77-a3b03e343143")) - -// joint query - -// select * from t1 join t2 on t1.id=t2.testtable_id where t2.created_at > '2019-11-02' -q := ti.Query("name").Join(t2, sqlchemy.Equals(ti.Field("id"), t2.Field("testtable_id"))).Filter(sqlchermy.GT(t2.Field("created_at"), '2019-11-02') - -// union query -// select id, name from testtable where id = '981b10ed-b6f9-4120-8a77-a3b03e343143' union select id, name from testtable where id='6fcc87ca-c1da-40ab-849a-305ff2663901' -q1 := t1.Query("id", "name").Equals("id", "981b10ed-b6f9-4120-8a77-a3b03e343143") -q2 := t1.Query("id", "name").Equals("id", "6fcc87ca-c1da-40ab-849a-305ff2663901") -qu := sqlchemy.Union(q1, q2) -``` - -### Fetch data - -```go -q := ti.Query().Equals("id", "e2bc9b659cec407590dc2f3fcb009acb") - -// fetch single row into object -row := TestTable{} -err := q.First(&row) -if err != nil { - log.Fatalf("fetch object error %s", err) -} - -// fetch single row into a string map, where strMap is map[string]string -strMap, err := q.FirstStringMap() -if err != nil { - log.Fatalf("fetch object error %s", err) -} - -q := ti.Query().Startswith("id", "abc") -// fetch rows -rows := make([]TestTable, 0) -err := q.All(&rows) -if err != nil { - log.Fatalf("query failure: %s", err) -} - -// fetch rows into string maps, where maps is []map[string]string -maps, err := q.AllStringMap() -if err != nil { - log.Fatalf("query failure: %s", err) -} -``` - -### SubQuery - -Query can be used as a subquery in other queries. - -```go -// derive a subquery from an ordinary query -subq := t1.Query("id").Equals("version", "v2.0").SubQuery() -// use subquery -q := t1.Query().In("id", subq) -``` - -## Insert - -```go -// hook to initialize data field before insert -func (t *TestTable) BeforeInsert() { - t.Id = uuid4() -} -// initialize data struct -dt1 := TestTable{ - Name: "Test", -} -// insert the data, primary key fields must be populated -// the primary key has been populated by the BeforeInsert hook -err = tablespec.Insert(&dt1) - -// insert or update -// insert the object if no primary key conflict, otherwise, update the record -err = tablespec.InsertOrUpdate(&dt1) -``` - -## Update - -```go -// update the field -_, err = tablespec.Update(&dt3, func() error { - dt3.Name = "New name 4" - dt3.Compond = &SCompondStruct{Id: "998822333", Age: 80} - return nil -}) -``` - -Please refer to sqltest/main.go for more examples. - diff --git a/vendor/yunion.io/x/sqlchemy/case.go b/vendor/yunion.io/x/sqlchemy/case.go deleted file mode 100644 index a40cd05..0000000 --- a/vendor/yunion.io/x/sqlchemy/case.go +++ /dev/null @@ -1,87 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "bytes" -) - -type sCaseFieldBranch struct { - whenCondition ICondition - thenField IQueryField -} - -// SCaseFunction represents function of case ... when ... branch -type SCaseFunction struct { - branches []sCaseFieldBranch - elseField IQueryField -} - -// NewFunction creates a field with SQL function -// for example: SUM(count) as total -func NewFunction(ifunc IFunction, name string) IQueryField { - return &SFunctionFieldBase{ - IFunction: ifunc, - alias: name, - } -} - -// Else adds else clause for case when function -func (cf *SCaseFunction) Else(field IQueryField) *SCaseFunction { - cf.elseField = field - return cf -} - -// When adds when clause for case when function -func (cf *SCaseFunction) When(when ICondition, then IQueryField) *SCaseFunction { - cf.branches = append(cf.branches, sCaseFieldBranch{ - whenCondition: when, - thenField: then, - }) - return cf -} - -// NewCase creates a case... when...else... representation instance -func NewCase() *SCaseFunction { - return &SCaseFunction{} -} - -func (cf *SCaseFunction) expression() string { - var buf bytes.Buffer - buf.WriteString("CASE ") - for i := range cf.branches { - buf.WriteString("WHEN ") - buf.WriteString(cf.branches[i].whenCondition.WhereClause()) - buf.WriteString(" THEN ") - buf.WriteString(cf.branches[i].thenField.Reference()) - } - buf.WriteString(" ELSE ") - buf.WriteString(cf.elseField.Reference()) - buf.WriteString(" END") - return buf.String() -} - -func (cf *SCaseFunction) variables() []interface{} { - vars := make([]interface{}, 0) - for i := range cf.branches { - fromvars := cf.branches[i].whenCondition.Variables() - vars = append(vars, fromvars...) - fromvars = cf.branches[i].thenField.Variables() - vars = append(vars, fromvars...) - } - fromvars := cf.elseField.Variables() - vars = append(vars, fromvars...) - return vars -} diff --git a/vendor/yunion.io/x/sqlchemy/column.go b/vendor/yunion.io/x/sqlchemy/column.go deleted file mode 100644 index feb0dd6..0000000 --- a/vendor/yunion.io/x/sqlchemy/column.go +++ /dev/null @@ -1,876 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "bytes" - "fmt" - "reflect" - "strconv" - "strings" - "time" - - "yunion.io/x/pkg/gotypes" - "yunion.io/x/pkg/tristate" - "yunion.io/x/pkg/util/regutils" - "yunion.io/x/pkg/utils" -) - -// IColumnSpec is an interface that represents a column of a table -type IColumnSpec interface { - // Name returns the name of the column - Name() string - - // ColType returns type of the column, e.g. INTEGER, VARCHAR - ColType() string - - // Default returns default value of the column, represents in string - Default() string - - // IsSupportDefault returns whether this column supports being given a default value - IsSupportDefault() bool - - // IsNullable returns whether this column is nullable - IsNullable() bool - - // SetNullable sets this column as nullable - SetNullable(on bool) - - // IsPrimary returns whether this column is part of the primary keys - IsPrimary() bool - - // IsUnique returns whether the value of this column unique for each row - IsUnique() bool - - // IsIndex returns whether this column is indexable, if it is true, a index of this column will be automatically created - IsIndex() bool - - // ExtraDefs returns some extra column attribute definitions, not covered by the standard fields - ExtraDefs() string - - // DefinitionString return the SQL presentation of this column - DefinitionString() string - - // IsText returns whether this column is actually a text, such a Datetime column is actually a text - IsText() bool - - // IsSearchable returns whether this column is searchable, e.g. a integer column is not searchable, but a text field is searchable - IsSearchable() bool - - // IsAscii returns whether this column is an ASCII type text, if true, the column should be compared with a UTF8 string - IsAscii() bool - - // IsNumeric returns whether this column is a numeric type column, e.g. integer or float - IsNumeric() bool - - // ConvertFromString returns the SQL representation of a value in string format for this column - ConvertFromString(str string) string - - // ConvertToString(str string) string - - // ConvertFromValue returns the SQL representation of a value for this column - ConvertFromValue(val interface{}) interface{} - - // ConvertToValue(str interface{}) interface{} - - // IsZero is used to determine a value is the zero value for this column - IsZero(val interface{}) bool - - // AllowZero returns whether this column allow a zero value - AllowZero() bool - - // IsEqual(v1, v2 interface{}) bool - - // Tags returns the field tags for this column, which is in the struct definition - Tags() map[string]string - - // IsPointer returns whether this column is a pointer type definition, e.g. *int, *bool - IsPointer() bool - - // SetDefault sets the default value in the format of string for this column - SetDefault(defStr string) -} - -// SBaseColumn is the base structure represents a column -type SBaseColumn struct { - name string - dbName string - sqlType string - defaultString string - isPointer bool - isNullable bool - isPrimary bool - isUnique bool - isIndex bool - isAllowZero bool - tags map[string]string -} - -// IsPointer implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsPointer() bool { - return c.isPointer -} - -// Name implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) Name() string { - if len(c.dbName) > 0 { - return c.dbName - } - return c.name -} - -// ColType implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) ColType() string { - return c.sqlType -} - -// Default implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) Default() string { - return c.defaultString -} - -// SetDefault implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) SetDefault(defStr string) { - c.defaultString = defStr -} - -// IsSupportDefault implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsSupportDefault() bool { - return true -} - -// IsNullable implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsNullable() bool { - return c.isNullable -} - -// SetNullable implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) SetNullable(on bool) { - c.isNullable = on -} - -// IsPrimary implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsPrimary() bool { - return c.isPrimary -} - -// IsUnique implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsUnique() bool { - return c.isUnique -} - -// IsIndex implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsIndex() bool { - return c.isIndex -} - -// ExtraDefs implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) ExtraDefs() string { - return "" -} - -// IsText implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsText() bool { - return false -} - -// IsAscii implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsAscii() bool { - return false -} - -// IsSearchable implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsSearchable() bool { - return false -} - -// IsNumeric implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) IsNumeric() bool { - return false -} - -// AllowZero implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) AllowZero() bool { - return c.isAllowZero -} - -// ConvertFromString implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) ConvertFromString(str string) string { - return str -} - -/*func (c *SBaseColumn) ConvertToString(str string) string { - return str -}*/ - -// ConvertFromValue implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) ConvertFromValue(val interface{}) interface{} { - return val -} - -/*func (c *SBaseColumn) ConvertToValue(val interface{}) interface{} { - return val -}*/ - -// Tags implementation of SBaseColumn for IColumnSpec -func (c *SBaseColumn) Tags() map[string]string { - return c.tags -} - -// generate SQL representation of a column -func definitionBuffer(c IColumnSpec) bytes.Buffer { - var buf bytes.Buffer - buf.WriteByte('`') - buf.WriteString(c.Name()) - buf.WriteByte('`') - buf.WriteByte(' ') - buf.WriteString(c.ColType()) - - extra := c.ExtraDefs() - if len(extra) > 0 { - buf.WriteString(" ") - buf.WriteString(extra) - } - - if !c.IsNullable() { - buf.WriteString(" NOT NULL") - } - - def := c.Default() - defOk := c.IsSupportDefault() - if def != "" { - if !defOk { - panic(fmt.Errorf("column %q type %q does not support having default value: %q", - c.Name(), c.ColType(), def, - )) - } - def = c.ConvertFromString(def) - buf.WriteString(" DEFAULT ") - if c.IsText() { - buf.WriteByte('\'') - } - buf.WriteString(def) - if c.IsText() { - buf.WriteByte('\'') - } - } - - return buf -} - -// NewBaseColumn returns an instance of SBaseColumn -func NewBaseColumn(name string, sqltype string, tagmap map[string]string, isPointer bool) SBaseColumn { - var val string - var ok bool - dbName := "" - tagmap, val, ok = utils.TagPop(tagmap, TAG_NAME) - if ok { - dbName = val - } - defStr := "" - tagmap, val, ok = utils.TagPop(tagmap, TAG_DEFAULT) - if ok { - defStr = val - } - isNullable := true - tagmap, val, ok = utils.TagPop(tagmap, TAG_NULLABLE) - if ok { - isNullable = utils.ToBool(val) - } - isPrimary := false - tagmap, val, ok = utils.TagPop(tagmap, TAG_PRIMARY) - if ok { - isPrimary = utils.ToBool(val) - } - isUnique := false - tagmap, val, ok = utils.TagPop(tagmap, TAG_UNIQUE) - if ok { - isUnique = utils.ToBool(val) - } - isIndex := false - tagmap, val, ok = utils.TagPop(tagmap, TAG_INDEX) - if ok { - isIndex = utils.ToBool(val) - } - if isPrimary { - isNullable = false - } - isAllowZero := false - tagmap, val, ok = utils.TagPop(tagmap, TAG_ALLOW_ZERO) - if ok { - isAllowZero = utils.ToBool(val) - } - return SBaseColumn{ - name: name, - dbName: dbName, - sqlType: sqltype, - defaultString: defStr, - isNullable: isNullable, - isPrimary: isPrimary, - isUnique: isUnique, - isIndex: isIndex, - tags: tagmap, - isPointer: isPointer, - isAllowZero: isAllowZero, - } -} - -// SBaseWidthColumn represents a type of column that with width attribute, such as VARCHAR(20), INT(10) -type SBaseWidthColumn struct { - SBaseColumn - width int -} - -// ColType implementation of SBaseWidthColumn for IColumnSpec -func (c *SBaseWidthColumn) ColType() string { - if c.width > 0 { - return fmt.Sprintf("%s(%d)", c.sqlType, c.width) - } - return c.sqlType -} - -// NewBaseWidthColumn return an instance of SBaseWidthColumn -func NewBaseWidthColumn(name string, sqltype string, tagmap map[string]string, isPointer bool) SBaseWidthColumn { - width := 0 - tagmap, v, ok := utils.TagPop(tagmap, TAG_WIDTH) - if ok { - width, _ = strconv.Atoi(v) - } - wc := SBaseWidthColumn{ - SBaseColumn: NewBaseColumn(name, sqltype, tagmap, isPointer), - width: width, - } - return wc -} - -// SBooleanColumn represents a boolean type column, which is a int(1) for mysql, with value of true or false -type SBooleanColumn struct { - SBaseWidthColumn -} - -// DefinitionString implementation of SBooleanColumn for IColumnSpec -func (c *SBooleanColumn) DefinitionString() string { - buf := definitionBuffer(c) - return buf.String() -} - -// ConvertFromString implementation of SBooleanColumn for IColumnSpec -func (c *SBooleanColumn) ConvertFromString(str string) string { - switch strings.ToLower(str) { - case "true", "yes", "on", "ok", "1": - return "1" - default: - return "0" - } -} - -/*func (c *SBooleanColumn) ConvertFromValue(val interface{}) interface{} { - switch bVal := val.(type) { - case bool: - if bVal { - return 1 - } else { - return 0 - } - case *bool: - if gotypes.IsNil(bVal) { - return 0 - } else if *bVal { - return 1 - } else { - return 0 - } - default: - return 0 - } -}*/ - -// IsZero implementation of SBooleanColumn for IColumnSpec -func (c *SBooleanColumn) IsZero(val interface{}) bool { - if c.isPointer { - bVal := val.(*bool) - return bVal == nil - } - bVal := val.(bool) - return bVal == false -} - -// NewBooleanColumn return an instance of SBooleanColumn -func NewBooleanColumn(name string, tagmap map[string]string, isPointer bool) SBooleanColumn { - bc := SBooleanColumn{SBaseWidthColumn: NewBaseWidthColumn(name, "TINYINT", tagmap, isPointer)} - if !bc.IsPointer() && len(bc.Default()) > 0 && bc.ConvertFromString(bc.Default()) == "1" { - msg := fmt.Sprintf("Non-pointer boolean column should not default true: %s(%s)", name, tagmap) - panic(msg) - } - return bc -} - -// STristateColumn represents a tristate type column, with value of true, false or none -type STristateColumn struct { - SBaseWidthColumn -} - -// DefinitionString implementation of STristateColumn for IColumnSpec -func (c *STristateColumn) DefinitionString() string { - buf := definitionBuffer(c) - return buf.String() -} - -// ConvertFromString implementation of STristateColumn for IColumnSpec -func (c *STristateColumn) ConvertFromString(str string) string { - switch strings.ToLower(str) { - case "true", "yes", "on", "ok", "1": - return "1" - case "none", "null", "unknown": - return "" - default: - return "0" - } -} - -// ConvertFromValue implementation of STristateColumn for IColumnSpec -func (c *STristateColumn) ConvertFromValue(val interface{}) interface{} { - bVal := val.(tristate.TriState) - if bVal == tristate.True { - return 1 - } - return 0 -} - -// IsZero implementation of STristateColumn for IColumnSpec -func (c *STristateColumn) IsZero(val interface{}) bool { - if c.isPointer { - bVal := val.(*tristate.TriState) - return bVal == nil - } - bVal := val.(tristate.TriState) - return bVal == tristate.None -} - -// NewTristateColumn return an instance of STristateColumn -func NewTristateColumn(name string, tagmap map[string]string, isPointer bool) STristateColumn { - bc := STristateColumn{SBaseWidthColumn: NewBaseWidthColumn(name, "TINYINT", tagmap, isPointer)} - return bc -} - -// SIntegerColumn represents an integer type of column, with value of integer -type SIntegerColumn struct { - SBaseWidthColumn - - // Is this column an autoincrement colmn - IsAutoIncrement bool - - // Is this column is a version column for this records - IsAutoVersion bool - - // Is this column a unsigned integer? - IsUnsigned bool - - // If this column is an autoincrement column, AutoIncrementOffset records the initial offset - AutoIncrementOffset int64 -} - -// IsNumeric implementation of SIntegerColumn for IColumnSpec -func (c *SIntegerColumn) IsNumeric() bool { - return true -} - -// ExtraDefs implementation of SIntegerColumn for IColumnSpec -func (c *SIntegerColumn) ExtraDefs() string { - if c.IsAutoIncrement { - return "AUTO_INCREMENT" - } - return "" -} - -// DefinitionString implementation of SIntegerColumn for IColumnSpec -func (c *SIntegerColumn) DefinitionString() string { - buf := definitionBuffer(c) - return buf.String() -} - -// IsZero implementation of SIntegerColumn for IColumnSpec -func (c *SIntegerColumn) IsZero(val interface{}) bool { - if val == nil || (c.isPointer && reflect.ValueOf(val).IsNil()) { - return true - } - switch intVal := val.(type) { - case int8, int16, int32, int64, int, uint, uint8, uint16, uint32, uint64: - return intVal == 0 - } - return true -} - -// ColType implementation of SIntegerColumn for IColumnSpec -func (c *SIntegerColumn) ColType() string { - str := (&c.SBaseWidthColumn).ColType() - if c.IsUnsigned { - str += " UNSIGNED" - } - return str -} - -// NewIntegerColumn return an instance of SIntegerColumn -func NewIntegerColumn(name string, sqltype string, unsigned bool, tagmap map[string]string, isPointer bool) SIntegerColumn { - autoinc := false - autoincBase := int64(0) - tagmap, v, ok := utils.TagPop(tagmap, TAG_AUTOINCREMENT) - if ok { - base, err := strconv.ParseInt(v, 10, 64) - if err == nil && base > 0 { - autoinc = true - autoincBase = base - } else { - autoinc = utils.ToBool(v) - } - } - autover := false - tagmap, v, ok = utils.TagPop(tagmap, TAG_AUTOVERSION) - if ok { - autover = utils.ToBool(v) - } - c := SIntegerColumn{ - SBaseWidthColumn: NewBaseWidthColumn(name, sqltype, tagmap, isPointer), - IsAutoIncrement: autoinc, - AutoIncrementOffset: autoincBase, - IsAutoVersion: autover, - IsUnsigned: unsigned, - } - if autoinc { - c.isPrimary = true // autoincrement column must be primary key - c.isNullable = false - c.IsAutoVersion = false - } else if autover { - c.isPrimary = false - c.isNullable = false - if len(c.defaultString) == 0 { - c.defaultString = "0" - } - } - return c -} - -// SFloatColumn represents a float type column, e.g. float32 or float64 -type SFloatColumn struct { - SBaseColumn -} - -// IsNumeric implementation of SFloatColumn for IColumnSpec -func (c *SFloatColumn) IsNumeric() bool { - return true -} - -// DefinitionString implementation of SFloatColumn for IColumnSpec -func (c *SFloatColumn) DefinitionString() string { - buf := definitionBuffer(c) - return buf.String() -} - -// IsZero implementation of SFloatColumn for IColumnSpec -func (c *SFloatColumn) IsZero(val interface{}) bool { - if c.isPointer { - switch val.(type) { - case *float32: - return val.(*float32) == nil - case *float64: - return val.(*float64) == nil - } - } else { - switch val.(type) { - case float32: - return val.(float32) == 0.0 - case float64: - return val.(float64) == 0.0 - } - } - return true -} - -// NewFloatColumn returns an instance of SFloatColumn -func NewFloatColumn(name string, sqlType string, tagmap map[string]string, isPointer bool) SFloatColumn { - return SFloatColumn{SBaseColumn: NewBaseColumn(name, sqlType, tagmap, isPointer)} -} - -// SDecimalColumn represents a DECIMAL type of column, i.e. a float with fixed width of digits -type SDecimalColumn struct { - SBaseWidthColumn - Precision int -} - -// ColType implementation of SDecimalColumn for IColumnSpec -func (c *SDecimalColumn) ColType() string { - return fmt.Sprintf("%s(%d, %d)", c.sqlType, c.width, c.Precision) -} - -// IsNumeric implementation of SDecimalColumn for IColumnSpec -func (c *SDecimalColumn) IsNumeric() bool { - return true -} - -// DefinitionString implementation of SDecimalColumn for IColumnSpec -func (c *SDecimalColumn) DefinitionString() string { - buf := definitionBuffer(c) - return buf.String() -} - -// IsZero implementation of SDecimalColumn for IColumnSpec -func (c *SDecimalColumn) IsZero(val interface{}) bool { - if c.isPointer { - switch val.(type) { - case *float32: - return val.(*float32) == nil - case *float64: - return val.(*float64) == nil - } - } else { - switch val.(type) { - case float32: - return val.(float32) == 0.0 - case float64: - return val.(float64) == 0.0 - } - } - return true -} - -// NewDecimalColumn returns an instance of SDecimalColumn -func NewDecimalColumn(name string, tagmap map[string]string, isPointer bool) SDecimalColumn { - tagmap, v, ok := utils.TagPop(tagmap, TAG_PRECISION) - if !ok { - panic(fmt.Sprintf("Field %q of float misses precision tag", name)) - } - prec, err := strconv.Atoi(v) - if err != nil { - panic(fmt.Sprintf("Field precision of %q shoud be integer (%q)", name, v)) - } - return SDecimalColumn{ - SBaseWidthColumn: NewBaseWidthColumn(name, "DECIMAL", tagmap, isPointer), - Precision: prec, - } -} - -// STextColumn represents a text type of column -type STextColumn struct { - SBaseWidthColumn - Charset string -} - -// IsSupportDefault implementation of STextColumn for IColumnSpec -func (c *STextColumn) IsSupportDefault() bool { - // https://stackoverflow.com/questions/3466872/why-cant-a-text-column-have-a-default-value-in-mysql - // MySQL does not support default for TEXT/BLOB - if c.sqlType == "VARCHAR" { - return true - } - return false -} - -// ColType implementation of STextColumn for IColumnSpec -func (c *STextColumn) ColType() string { - var charset string - var collate string - switch c.Charset { - case "ascii": - charset = "ascii" - collate = "ascii_general_ci" - default: - charset = "utf8mb4" - collate = "utf8mb4_unicode_ci" - } - return fmt.Sprintf("%s CHARACTER SET '%s' COLLATE '%s'", c.SBaseWidthColumn.ColType(), charset, collate) -} - -// IsText implementation of STextColumn for IColumnSpec -func (c *STextColumn) IsText() bool { - return true -} - -// IsSearchable implementation of STextColumn for IColumnSpec -func (c *STextColumn) IsSearchable() bool { - return true -} - -// IsAscii implementation of STextColumn for IColumnSpec -func (c *STextColumn) IsAscii() bool { - if c.Charset == "ascii" { - return true - } - return false -} - -// DefinitionString implementation of STextColumn for IColumnSpec -func (c *STextColumn) DefinitionString() string { - buf := definitionBuffer(c) - return buf.String() -} - -// IsZero implementation of STextColumn for IColumnSpec -func (c *STextColumn) IsZero(val interface{}) bool { - if c.isPointer { - return gotypes.IsNil(val) - } - return reflect.ValueOf(val).Len() == 0 -} - -// NewTextColumn return an instance of STextColumn -func NewTextColumn(name string, tagmap map[string]string, isPointer bool) STextColumn { - var width int - var sqltype string - widthStr, _ := tagmap[TAG_WIDTH] - if len(widthStr) > 0 && regutils.MatchInteger(widthStr) { - width, _ = strconv.Atoi(widthStr) - } - tagmap, txtLen, _ := utils.TagPop(tagmap, TAG_TEXT_LENGTH) - if width == 0 { - switch strings.ToLower(txtLen) { - case "medium": - sqltype = "MEDIUMTEXT" - case "long": - sqltype = "LONGTEXT" - default: - sqltype = "TEXT" - } - } else { - sqltype = "VARCHAR" - } - tagmap, charset, _ := utils.TagPop(tagmap, TAG_CHARSET) - if len(charset) == 0 { - charset = "utf8" - } else if charset != "utf8" && charset != "ascii" { - panic(fmt.Sprintf("Unsupported charset %s for %s", charset, name)) - } - return STextColumn{ - SBaseWidthColumn: NewBaseWidthColumn(name, sqltype, tagmap, isPointer), - Charset: charset, - } -} - -/*type SStringColumn struct { - STextColumn -} - -func (c *SStringColumn) DefinitionString() string { - buf := definitionBuffer(c) - return buf.String() -} - -func NewStringColumn(name string, sqltype string, tagmap map[string]string) SStringColumn { - sc := SStringColumn{STextColumn: NewTextColumn(name, sqltype, tagmap)} - // if sc.width > 768 { - // log.Fatalf("Field %s width %d too with(>768)", name, sc.width) - // } - return sc -}*/ - -// STimeTypeColumn represents a Detetime type of column, e.g. DateTime -type STimeTypeColumn struct { - SBaseColumn -} - -// IsText implementation of STimeTypeColumn for IColumnSpec -func (c *STimeTypeColumn) IsText() bool { - return true -} - -// DefinitionString implementation of STimeTypeColumn for IColumnSpec -func (c *STimeTypeColumn) DefinitionString() string { - buf := definitionBuffer(c) - return buf.String() -} - -// IsZero implementation of STimeTypeColumn for IColumnSpec -func (c *STimeTypeColumn) IsZero(val interface{}) bool { - if c.isPointer { - bVal := val.(*time.Time) - return bVal == nil - } - bVal := val.(time.Time) - return bVal.IsZero() -} - -// NewTimeTypeColumn return an instance of STimeTypeColumn -func NewTimeTypeColumn(name string, typeStr string, tagmap map[string]string, isPointer bool) STimeTypeColumn { - dc := STimeTypeColumn{ - NewBaseColumn(name, typeStr, tagmap, isPointer), - } - return dc -} - -// SDateTimeColumn represents a DateTime type of column -type SDateTimeColumn struct { - STimeTypeColumn - - // Is this column a 'created_at' field, whichi records the time of create this record - IsCreatedAt bool - - // Is this column a 'updated_at' field, whichi records the time when this record was updated - IsUpdatedAt bool -} - -// NewDateTimeColumn returns an instance of DateTime column -func NewDateTimeColumn(name string, tagmap map[string]string, isPointer bool) SDateTimeColumn { - createdAt := false - updatedAt := false - tagmap, v, ok := utils.TagPop(tagmap, TAG_CREATE_TIMESTAMP) - if ok { - createdAt = utils.ToBool(v) - } - tagmap, v, ok = utils.TagPop(tagmap, TAG_UPDATE_TIMESTAMP) - if ok { - updatedAt = utils.ToBool(v) - } - dtc := SDateTimeColumn{ - NewTimeTypeColumn(name, "DATETIME", tagmap, isPointer), - createdAt, updatedAt, - } - return dtc -} - -// CompoundColumn represents a column of compound tye, e.g. a JSON, an Array, or a struct -type CompoundColumn struct { - STextColumn -} - -// DefinitionString implementation of CompoundColumn for IColumnSpec -func (c *CompoundColumn) DefinitionString() string { - buf := definitionBuffer(c) - return buf.String() -} - -// IsZero implementation of CompoundColumn for IColumnSpec -func (c *CompoundColumn) IsZero(val interface{}) bool { - if val == nil { - return true - } - if c.isPointer && reflect.ValueOf(val).IsNil() { - return true - } - return false -} - -// ConvertFromValue implementation of CompoundColumn for IColumnSpec -func (c *CompoundColumn) ConvertFromValue(val interface{}) interface{} { - bVal, ok := val.(gotypes.ISerializable) - if ok && bVal != nil { - return bVal.String() - } - return "" -} - -// NewCompoundColumn returns an instance of CompoundColumn -func NewCompoundColumn(name string, tagmap map[string]string, isPointer bool) CompoundColumn { - dtc := CompoundColumn{NewTextColumn(name, tagmap, isPointer)} - return dtc -} diff --git a/vendor/yunion.io/x/sqlchemy/conditions.go b/vendor/yunion.io/x/sqlchemy/conditions.go deleted file mode 100644 index 4628af4..0000000 --- a/vendor/yunion.io/x/sqlchemy/conditions.go +++ /dev/null @@ -1,627 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "bytes" - "fmt" - - "yunion.io/x/pkg/util/reflectutils" -) - -// ICondition is the interface representing a condition for SQL query -// e.g. WHERE a1 = b1 is a condition of equal -// the condition support nested condition, with AND, OR and NOT boolean operators -type ICondition interface { - WhereClause() string - Variables() []interface{} -} - -// SCompoundConditions is a Compound condition represents AND or OR boolean operation -// Compound condition also follows the ICondition interface -type SCompoundConditions struct { - conditions []ICondition -} - -func compoundWhereClause(c *SCompoundConditions, op string) string { - var buf bytes.Buffer - for _, cond := range c.conditions { - if buf.Len() > 0 { - buf.WriteByte(' ') - buf.WriteString(op) - buf.WriteByte(' ') - } - buf.WriteByte('(') - buf.WriteString(cond.WhereClause()) - buf.WriteByte(')') - } - return buf.String() -} - -// WhereClause implementation of SCompoundConditions for ICondition -func (c *SCompoundConditions) WhereClause() string { - return "" -} - -// Variables implementation of SCompoundConditions for ICondition -func (c *SCompoundConditions) Variables() []interface{} { - vars := make([]interface{}, 0) - for _, cond := range c.conditions { - nvars := cond.Variables() - if len(nvars) > 0 { - vars = append(vars, nvars...) - } - } - return vars -} - -// SAndConditions represents the AND condition, which is a SCompoundConditions -type SAndConditions struct { - SCompoundConditions -} - -// WhereClause implementation of SAndConditions for IConditionq -func (c *SAndConditions) WhereClause() string { - return compoundWhereClause(&c.SCompoundConditions, SQL_OP_AND) -} - -// SOrConditions represents the OR condition, which is a SCompoundConditions -type SOrConditions struct { - SCompoundConditions -} - -// WhereClause implementation of SOrConditions for ICondition -func (c *SOrConditions) WhereClause() string { - return compoundWhereClause(&c.SCompoundConditions, SQL_OP_OR) -} - -// AND method that combines many conditions with AND operator -func AND(cond ...ICondition) ICondition { - conds := make([]ICondition, 0) - for _, c := range cond { - andCond, ok := c.(*SAndConditions) - if ok { - conds = append(conds, andCond.conditions...) - } else { - conds = append(conds, c) - } - } - cc := SAndConditions{SCompoundConditions{conditions: conds}} - return &cc -} - -// OR method that combines many conditions with OR operator -func OR(cond ...ICondition) ICondition { - conds := make([]ICondition, 0) - for _, c := range cond { - orCond, ok := c.(*SOrConditions) - if ok { - conds = append(conds, orCond.conditions...) - } else { - conds = append(conds, c) - } - } - cc := SOrConditions{SCompoundConditions{conditions: conds}} - return &cc -} - -// SNotCondition represents the NOT condition, which is a boolean operator -type SNotCondition struct { - condition ICondition -} - -// WhereClause implementationq of SNotCondition for ICondition -func (c *SNotCondition) WhereClause() string { - return fmt.Sprintf("%s (%s)", SQL_OP_NOT, c.condition.WhereClause()) -} - -// Variables implementation of SNotCondition for ICondition -func (c *SNotCondition) Variables() []interface{} { - return c.condition.Variables() -} - -// NOT method that makes negative operator on a condition -func NOT(cond ICondition) ICondition { - cc := SNotCondition{condition: cond} - return &cc -} - -// SSingleCondition represents a kind of condition that composed of one query field -type SSingleCondition struct { - field IQueryField -} - -// Variables implementation of SSingleCondition for ICondition -func (c *SSingleCondition) Variables() []interface{} { - return []interface{}{} -} - -// NewSingleCondition returns an instance of SSingleCondition -func NewSingleCondition(field IQueryField) SSingleCondition { - return SSingleCondition{field: field} -} - -// SIsNullCondition is a condition representing a comparison with null, e.g. a is null -type SIsNullCondition struct { - SSingleCondition -} - -// WhereClause implementation for SIsNullCondition for ICondition -func (c *SIsNullCondition) WhereClause() string { - return fmt.Sprintf("%s IS NULL", c.field.Reference()) -} - -// IsNull methods that justifies a field is null -func IsNull(f IQueryField) ICondition { - c := SIsNullCondition{NewSingleCondition(f)} - return &c -} - -// SIsNotNullCondition is a condition represents a comparison with not null, e.g. a is not null -type SIsNotNullCondition struct { - SSingleCondition -} - -// WhereClause implementation of SIsNotNullCondition for ICondition -func (c *SIsNotNullCondition) WhereClause() string { - return fmt.Sprintf("%s IS NOT NULL", c.field.Reference()) -} - -// IsNotNull methods that justifies a field is not null -func IsNotNull(f IQueryField) ICondition { - c := SIsNotNullCondition{NewSingleCondition(f)} - return &c -} - -// SIsEmptyCondition is a condition representing the empty status of a field -type SIsEmptyCondition struct { - SSingleCondition -} - -// WhereClause implementation of SIsEmptyCondition for ICondition -func (c *SIsEmptyCondition) WhereClause() string { - return fmt.Sprintf("LENGTH(%s) = 0", c.field.Reference()) -} - -// IsEmpty method that justifies where a text field is empty, e.g. length is zero -func IsEmpty(f IQueryField) ICondition { - c := SIsEmptyCondition{NewSingleCondition(f)} - return &c -} - -// SIsNullOrEmptyCondition is a condition that justifies a field is null or empty -type SIsNullOrEmptyCondition struct { - SSingleCondition -} - -// WhereClause implementation of SIsNullOrEmptyCondition for ICondition -func (c *SIsNullOrEmptyCondition) WhereClause() string { - return fmt.Sprintf("%s IS NULL OR LENGTH(%s) = 0", c.field.Reference(), c.field.Reference()) -} - -// IsNullOrEmpty is the ethod justifies a field is null or empty, e.g. a is null or length(a) == 0 -func IsNullOrEmpty(f IQueryField) ICondition { - c := SIsNullOrEmptyCondition{NewSingleCondition(f)} - return &c -} - -// SIsNotEmptyCondition represents a condition that represents a field is not empty -type SIsNotEmptyCondition struct { - SSingleCondition -} - -// WhereClause implementation of SIsNotEmptyCondition for ICondition -func (c *SIsNotEmptyCondition) WhereClause() string { - return fmt.Sprintf("%s IS NOT NULL AND LENGTH(%s) > 0", c.field.Reference(), c.field.Reference()) -} - -// IsNotEmpty method justifies a field is not empty -func IsNotEmpty(f IQueryField) ICondition { - c := SIsNotEmptyCondition{NewSingleCondition(f)} - return &c -} - -// SIsTrueCondition represents a boolean field (TINYINT) is true, e.g. a == 1 -type SIsTrueCondition struct { - SSingleCondition -} - -// WhereClause implementation of SIsTrueCondition for ICondition -func (c *SIsTrueCondition) WhereClause() string { - return fmt.Sprintf("%s = 1", c.field.Reference()) -} - -// IsTrue method that justifies a field is true, e.g. field == 1 -func IsTrue(f IQueryField) ICondition { - c := SIsTrueCondition{NewSingleCondition(f)} - return &c -} - -// SIsFalseCondition represents a boolean is false -type SIsFalseCondition struct { - SSingleCondition -} - -// WhereClause implementation of SIsFalseCondition for ICondition -func (c *SIsFalseCondition) WhereClause() string { - return fmt.Sprintf("%s = 0", c.field.Reference()) -} - -// IsFalse method justifies a boolean is false -func IsFalse(f IQueryField) ICondition { - c := SIsFalseCondition{NewSingleCondition(f)} - return &c -} - -// SNoLaterThanCondition coompares a DATETIME field with current time and ensure the field is no later than now, e.g. a <= NOW() -type SNoLaterThanCondition struct { - SSingleCondition -} - -// WhereClause implementation of SNoLaterThanCondition for ICondition -func (c *SNoLaterThanCondition) WhereClause() string { - return fmt.Sprintf("%s <= NOW()", c.field.Reference()) -} - -// NoLaterThan method justifies a DATETIME field is before current time -func NoLaterThan(f IQueryField) ICondition { - c := SNoLaterThanCondition{NewSingleCondition(f)} - return &c -} - -// SNoEarlierThanCondition compares a field with current time and ensure the field is no earlier than NOW, e.g. a >= NOW() -type SNoEarlierThanCondition struct { - SSingleCondition -} - -// WhereClause implementation of SNoEarlierThanCondition for ICondition -func (c *SNoEarlierThanCondition) WhereClause() string { - return fmt.Sprintf("%s >= NOW()", c.field.Reference()) -} - -// NoEarlierThan justifies a field is no earlier than current time -func NoEarlierThan(f IQueryField) ICondition { - c := SNoEarlierThanCondition{NewSingleCondition(f)} - return &c -} - -// STupleCondition is a base condition that composed of two fields -type STupleCondition struct { - left IQueryField - right interface{} -} - -func tupleConditionWhereClause(t *STupleCondition, op string) string { - var buf bytes.Buffer - buf.WriteString(t.left.Reference()) - buf.WriteByte(' ') - buf.WriteString(op) - buf.WriteByte(' ') - buf.WriteString(varConditionWhereClause(t.right)) - return buf.String() -} - -func questionMark(count int) string { - if count == 0 { - return "" - } else if count == 1 { - return "( ? )" - } else { - var buf bytes.Buffer - buf.WriteString("( ") - for i := 0; i < count; i++ { - if i > 0 { - buf.WriteString(", ") - } - buf.WriteString("?") - } - buf.WriteString(" )") - return buf.String() - } -} - -func varConditionWhereClause(v interface{}) string { - switch q := v.(type) { - case IQueryField: - return q.Reference() - case *SQuery: - return fmt.Sprintf("(%s)", q.String()) - case *SSubQuery: - return q.Expression() - default: - expandV := reflectutils.ExpandInterface(v) - return questionMark(len(expandV)) - } -} - -func varConditionVariables(v interface{}) []interface{} { - switch v.(type) { - case IQueryField: - return []interface{}{} - case *SQuery: - q := v.(*SQuery) - return q.Variables() - case *SSubQuery: - q := v.(*SSubQuery) - return q.query.Variables() - default: - return reflectutils.ExpandInterface(v) - } -} - -// NewTupleCondition returns an instance of tuple condition -func NewTupleCondition(l IQueryField, r interface{}) STupleCondition { - return STupleCondition{left: l, right: r} -} - -// Variables implementation of STupleCondition for ICondition -func (t *STupleCondition) Variables() []interface{} { - return varConditionVariables(t.right) -} - -// SInCondition represents a IN operation in SQL query -type SInCondition struct { - STupleCondition - op string -} - -func inConditionWhereClause(t *STupleCondition, op string) string { - v := varConditionWhereClause(t.right) - if len(v) != 0 { - return tupleConditionWhereClause(t, op) - } - return "0" -} - -// WhereClause implementation of SInCondition for ICondition -func (t *SInCondition) WhereClause() string { - return inConditionWhereClause(&t.STupleCondition, t.op) -} - -// In SQL operator -func In(f IQueryField, v interface{}) ICondition { - c := SInCondition{ - NewTupleCondition(f, v), - SQL_OP_IN, - } - return &c -} - -// NotIn SQL operator -func NotIn(f IQueryField, v interface{}) ICondition { - c := SInCondition{ - NewTupleCondition(f, v), - SQL_OP_NOTIN, - } - return &c -} - -// SLikeCondition represents LIKE operation in a SQL query -type SLikeCondition struct { - STupleCondition -} - -func likeEscape(s string) string { - var res bytes.Buffer - for i := 0; i < len(s); i++ { - if s[i] == '_' || s[i] == '%' { - res.WriteByte('\\') - } - res.WriteByte(s[i]) - } - return res.String() -} - -// WhereClause implementation for SLikeCondition for ICondition -func (t *SLikeCondition) WhereClause() string { - return tupleConditionWhereClause(&t.STupleCondition, SQL_OP_LIKE) -} - -// Like SQL operator -func Like(f IQueryField, v string) ICondition { - c := SLikeCondition{NewTupleCondition(f, v)} - return &c -} - -// ContainsAny is a OR combination of serveral Contains conditions -func ContainsAny(f IQueryField, v []string) ICondition { - conds := make([]ICondition, len(v)) - for i := range v { - conds[i] = Contains(f, v[i]) - } - return OR(conds...) -} - -// Contains method is a shortcut of LIKE method, Contains represents the condtion that a field contains a substring -func Contains(f IQueryField, v string) ICondition { - v = likeEscape(v) - nv := fmt.Sprintf("%%%s%%", v) - return Like(f, nv) -} - -// Startswith method is a shortcut of LIKE method, Startswith represents the condition that field starts with a substring -func Startswith(f IQueryField, v string) ICondition { - v = likeEscape(v) - nv := fmt.Sprintf("%s%%", v) - return Like(f, nv) -} - -// Endswith method is a shortcut of LIKE condition, Endswith represents that condition that field endswith a substring -func Endswith(f IQueryField, v string) ICondition { - v = likeEscape(v) - nv := fmt.Sprintf("%%%s", v) - return Like(f, nv) -} - -// SEqualsCondition represents equal operation between two fields -type SEqualsCondition struct { - STupleCondition -} - -// WhereClause implementation of SEqualsCondition for ICondition -func (t *SEqualsCondition) WhereClause() string { - return tupleConditionWhereClause(&t.STupleCondition, SQL_OP_EQUAL) -} - -// Equals method represents equal of two fields -func Equals(f IQueryField, v interface{}) ICondition { - c := SEqualsCondition{NewTupleCondition(f, v)} - return &c -} - -// SNotEqualsCondition is the opposite of equal condition -type SNotEqualsCondition struct { - STupleCondition -} - -// WhereClause implementation of SNotEqualsCondition for ICondition -func (t *SNotEqualsCondition) WhereClause() string { - return tupleConditionWhereClause(&t.STupleCondition, SQL_OP_NOTEQUAL) -} - -// NotEquals method represents not equal of two fields -func NotEquals(f IQueryField, v interface{}) ICondition { - c := SNotEqualsCondition{NewTupleCondition(f, v)} - return &c -} - -// SGreatEqualCondition represents >= operation on two fields -type SGreatEqualCondition struct { - STupleCondition -} - -// WhereClause implementation of SGreatEqualCondition for ICondition -func (t *SGreatEqualCondition) WhereClause() string { - return tupleConditionWhereClause(&t.STupleCondition, SQL_OP_GE) -} - -// GE method represetns operation of Greate Than Or Equal to, e.g. a >= b -func GE(f IQueryField, v interface{}) ICondition { - c := SGreatEqualCondition{NewTupleCondition(f, v)} - return &c -} - -// SGreatThanCondition represetns > operation on two fields -type SGreatThanCondition struct { - STupleCondition -} - -// WhereClause implementation of SGreatThanCondition for ICondition -func (t *SGreatThanCondition) WhereClause() string { - return tupleConditionWhereClause(&t.STupleCondition, SQL_OP_GT) -} - -// GT method represents operation of Great Than, e.g. a > b -func GT(f IQueryField, v interface{}) ICondition { - c := SGreatThanCondition{NewTupleCondition(f, v)} - return &c -} - -// SLessEqualCondition represents <= operation on two fields -type SLessEqualCondition struct { - STupleCondition -} - -// WhereClause implementation of SLessEqualCondition for ICondition -func (t *SLessEqualCondition) WhereClause() string { - return tupleConditionWhereClause(&t.STupleCondition, SQL_OP_LE) -} - -// LE method represents operation of Less Than Or Equal to, e.q. a <= b -func LE(f IQueryField, v interface{}) ICondition { - c := SLessEqualCondition{NewTupleCondition(f, v)} - return &c -} - -// SLessThanCondition represents < operation on two fields -type SLessThanCondition struct { - STupleCondition -} - -// WhereClause implementation of SLessThanCondition for ICondition -func (t *SLessThanCondition) WhereClause() string { - return tupleConditionWhereClause(&t.STupleCondition, SQL_OP_LT) -} - -// LT method represents operation of Less Than, e.g. a < b -func LT(f IQueryField, v interface{}) ICondition { - c := SLessThanCondition{NewTupleCondition(f, v)} - return &c -} - -// STripleCondition represents a base condition that composed of THREE fields -type STripleCondition struct { - STupleCondition - right2 interface{} -} - -// Variables implementation of STripleCondition for ICondition -func (t *STripleCondition) Variables() []interface{} { - ret := make([]interface{}, 0) - vars := varConditionVariables(t.right) - ret = append(ret, vars...) - vars = varConditionVariables(t.right2) - ret = append(ret, vars...) - return ret -} - -// NewTripleCondition return an instance of STripleCondition -func NewTripleCondition(l IQueryField, r interface{}, r2 interface{}) STripleCondition { - return STripleCondition{STupleCondition: NewTupleCondition(l, r), - right2: r2} -} - -// SBetweenCondition represents BETWEEN operator, e.g. c between a and b -type SBetweenCondition struct { - STripleCondition -} - -// WhereClause implementation of SBetweenCondition for ICondition -func (t *SBetweenCondition) WhereClause() string { - ret := tupleConditionWhereClause(&t.STupleCondition, SQL_OP_BETWEEN) - return fmt.Sprintf("%s AND %s", ret, varConditionWhereClause(t.right2)) -} - -// Between SQL operator -func Between(f IQueryField, r1, r2 interface{}) ICondition { - c := SBetweenCondition{NewTripleCondition(f, r1, r2)} - return &c -} - -// STrueCondition represents a dummy condition that is always true -type STrueCondition struct{} - -// WhereClause implementation of STrueCondition for ICondition -func (t *STrueCondition) WhereClause() string { - return "1" -} - -// Variables implementation of STrueCondition for ICondition -func (t *STrueCondition) Variables() []interface{} { - return nil -} - -// SFalseCondition is a dummy condition that is always false -type SFalseCondition struct{} - -// WhereClause implementation of SFalseCondition for ICondition -func (t *SFalseCondition) WhereClause() string { - return "0" -} - -// Variables implementation of SFalseCondition for ICondition -func (t *SFalseCondition) Variables() []interface{} { - return nil -} diff --git a/vendor/yunion.io/x/sqlchemy/const.go b/vendor/yunion.io/x/sqlchemy/const.go deleted file mode 100644 index d447878..0000000 --- a/vendor/yunion.io/x/sqlchemy/const.go +++ /dev/null @@ -1,109 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "strconv" - "strings" -) - -const ( - // SQL_OP_AND represents AND operator - SQL_OP_AND = "AND" - // SQL_OP_OR represents OR operator - SQL_OP_OR = "OR" - // SQL_OP_NOT represents NOT operator - SQL_OP_NOT = "NOT" - // SQL_OP_LIKE represents LIKE operator - SQL_OP_LIKE = "LIKE" - // SQL_OP_IN represents IN operator - SQL_OP_IN = "IN" - // SQL_OP_NOTIN represents NOT IN operator - SQL_OP_NOTIN = "NOT IN" - // SQL_OP_EQUAL represents EQUAL operator - SQL_OP_EQUAL = "=" - // SQL_OP_LT represents < operator - SQL_OP_LT = "<" - // SQL_OP_LE represents <= operator - SQL_OP_LE = "<=" - // SQL_OP_GT represents > operator - SQL_OP_GT = ">" - // SQL_OP_GE represents >= operator - SQL_OP_GE = ">=" - // SQL_OP_BETWEEN represents BETWEEN operator - SQL_OP_BETWEEN = "BETWEEN" - // SQL_OP_NOTEQUAL represents NOT EQUAL operator - SQL_OP_NOTEQUAL = "<>" -) - -const ( - // TAG_IGNORE is a field tag that indicates the field is ignored, not represents a table column - TAG_IGNORE = "ignore" - // TAG_NAME is a field tag that indicates the column name of this field - TAG_NAME = "name" - // TAG_WIDTH is a field tag that indicates the width of the column, like VARCHAR(15) - TAG_WIDTH = "width" - // TAG_TEXT_LENGTH is a field tag that indicates the length of a text column - TAG_TEXT_LENGTH = "length" - // TAG_CHARSET is a field tag that indicates the charset of a text column - TAG_CHARSET = "charset" - // TAG_PRECISION is a field tag that indicates the precision of a float column - TAG_PRECISION = "precision" - // TAG_DEFAULT is a field tag that indicates the default value of a column - TAG_DEFAULT = "default" - // TAG_UNIQUE is a field tag that indicates the column value is unique - TAG_UNIQUE = "unique" - // TAG_INDEX is a field tag that indicates the column is a indexable column - TAG_INDEX = "index" - // TAG_PRIMARY is a field tag that indicates the column is part of primary key - TAG_PRIMARY = "primary" - // TAG_NULLABLE is a field tag that indicates the column is nullable - TAG_NULLABLE = "nullable" - // TAG_AUTOINCREMENT is a field tag that indicates the integer column is auto_increment, the column should must be primary - TAG_AUTOINCREMENT = "auto_increment" - // TAG_AUTOVERSION is a field tag that indicates the integer column is used to records the update version of a record - TAG_AUTOVERSION = "auto_version" - // TAG_UPDATE_TIMESTAMP is a field tag that indicates the datetime column is the updated_at timestamp - TAG_UPDATE_TIMESTAMP = "updated_at" - // TAG_CREATE_TIMESTAMP is a field tag that indicates the datetime column is the created_at timestamp - TAG_CREATE_TIMESTAMP = "created_at" - // TAG_ALLOW_ZERO is a field tag that indicates whether the column allow zero value - TAG_ALLOW_ZERO = "allow_zero" -) - -var ( - // INT_WIDTH_DEFAULT records the default width of integer type - INT_WIDTH_DEFAULT = map[string]int{ - "TINYINT": 4, - "SMALLINT": 6, - "INT": 11, - "BIGINT": 20, - } - // UNSIGNED_INT_WIDTH_DEFAULT records the default width of unsigned integer type - UNSIGNED_INT_WIDTH_DEFAULT = map[string]int{ - "TINYINT": 3, - "SMALLINT": 5, - "INT": 10, - "BIGINT": 20, - } -) - -func intWidthString(typeStr string) string { - return strconv.FormatInt(int64(INT_WIDTH_DEFAULT[strings.ToUpper(typeStr)]), 10) -} - -func uintWidthString(typeStr string) string { - return strconv.FormatInt(int64(UNSIGNED_INT_WIDTH_DEFAULT[strings.ToUpper(typeStr)]), 10) -} diff --git a/vendor/yunion.io/x/sqlchemy/constraint.go b/vendor/yunion.io/x/sqlchemy/constraint.go deleted file mode 100644 index d0379a0..0000000 --- a/vendor/yunion.io/x/sqlchemy/constraint.go +++ /dev/null @@ -1,81 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "regexp" - "strings" -) - -type sTableConstraint struct { - name string - columns []string - foreignTable string - foreignKeys []string -} - -const ( - indexPattern = `(?PUNIQUE\s+)?KEY ` + "`" + `(?P\w+)` + "`" + ` \((?P` + "`" + `\w+` + "`" + `(\(\d+\))?(,\s*` + "`" + `\w+` + "`" + `(\(\d+\))?)*)\)` - constraintPattern = `CONSTRAINT ` + "`" + `(?P\w+)` + "`" + ` FOREIGN KEY \((?P` + "`" + `\w+` + "`" + `(,\s*` + "`" + `\w+` + "`" + `)*)\) REFERENCES ` + "`" + `(?P\w+)` + "`" + ` \((?P` + "`" + `\w+` + "`" + `(,\s*` + "`" + `\w+` + "`" + `)*)\)` -) - -var ( - indexRegexp = regexp.MustCompile(indexPattern) - constraintRegexp = regexp.MustCompile(constraintPattern) -) - -func fetchColumns(match string) []string { - ret := make([]string, 0) - if len(match) > 0 { - for _, part := range strings.Split(match, ",") { - if part[len(part)-1] == ')' { - part = part[:strings.LastIndexByte(part, '(')] - } - part = strings.Trim(part, "`") - if len(part) > 0 { - ret = append(ret, part) - } - } - } - // log.Debugf("%s", ret) - return ret -} - -func parseConstraints(defStr string) []sTableConstraint { - matches := constraintRegexp.FindAllStringSubmatch(defStr, -1) - tcs := make([]sTableConstraint, len(matches)) - for i := range matches { - tcs[i] = sTableConstraint{ - name: matches[i][1], - foreignTable: matches[i][4], - columns: fetchColumns(matches[i][2]), - foreignKeys: fetchColumns(matches[i][5]), - } - } - return tcs -} - -func parseIndexes(defStr string) []sTableIndex { - matches := indexRegexp.FindAllStringSubmatch(defStr, -1) - tcs := make([]sTableIndex, len(matches)) - for i := range matches { - tcs[i] = sTableIndex{ - name: matches[i][2], - isUnique: len(matches[i][1]) > 0, - columns: fetchColumns(matches[i][3]), - } - } - return tcs -} diff --git a/vendor/yunion.io/x/sqlchemy/debug.go b/vendor/yunion.io/x/sqlchemy/debug.go deleted file mode 100644 index 0ca6168..0000000 --- a/vendor/yunion.io/x/sqlchemy/debug.go +++ /dev/null @@ -1,71 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "fmt" - "strings" - "time" - - "yunion.io/x/log" -) - -var ( - // DEBUG_SQLCHEMY is a global constant that indicates turn on SQL debug - DEBUG_SQLCHEMY = false -) - -func sqlDebug(sqlstr string, variables []interface{}) { - for _, v := range variables { - switch v.(type) { - case bool, int, int8, int16, int32, int64, uint, uint8, uint16, uint32, uint64, float32, float64: - sqlstr = strings.Replace(sqlstr, "?", fmt.Sprintf(`%v`, v), 1) - case string, time.Time: - sqlstr = strings.Replace(sqlstr, "?", fmt.Sprintf(`"%s"`, v), 1) - default: - sqlstr = strings.Replace(sqlstr, "?", fmt.Sprintf(`"%v"`, v), 1) - } - } - log.Debugln("SQuery ", sqlstr) -} - -// DebugQuery show the full query string for debug -func (tq *SQuery) DebugQuery() { - sqlstr := tq.String() - vars := tq.Variables() - sqlDebug(sqlstr, vars) -} - -// DebugQuery show the full query string for a subquery for debug -func (sqf *SSubQuery) DebugQuery() { - sqlstr := sqf.Expression() - vars := sqf.query.Variables() - sqlDebug(sqlstr, vars) -} - -// DebugInsert does insert with debug mode on -func (t *STableSpec) DebugInsert(dt interface{}) error { - return t.insert(dt, false, true) -} - -// DebugInsertOrUpdate does insertOrUpdate with debug mode on -func (t *STableSpec) DebugInsertOrUpdate(dt interface{}) error { - return t.insert(dt, true, true) -} - -// DebugUpdateFields does update with debug mode on -func (t *STableSpec) DebugUpdateFields(dt interface{}, fields map[string]interface{}) error { - return t.updateFields(dt, fields, true) -} diff --git a/vendor/yunion.io/x/sqlchemy/doc.go b/vendor/yunion.io/x/sqlchemy/doc.go deleted file mode 100644 index d469747..0000000 --- a/vendor/yunion.io/x/sqlchemy/doc.go +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy // import "yunion.io/x/sqlchemy" diff --git a/vendor/yunion.io/x/sqlchemy/errors.go b/vendor/yunion.io/x/sqlchemy/errors.go deleted file mode 100644 index 9aebf37..0000000 --- a/vendor/yunion.io/x/sqlchemy/errors.go +++ /dev/null @@ -1,67 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "github.com/go-sql-driver/mysql" - - "yunion.io/x/pkg/errors" -) - -const ( - // ErrNoDataToUpdate is an Error constant: no data to update - ErrNoDataToUpdate = errors.Error("No data to update") - - // ErrDuplicateEntry is an Error constant: duplicate entry - ErrDuplicateEntry = errors.Error("duplicate entry") - - // ErrEmptyQuery is an Error constant: empty query - ErrEmptyQuery = errors.Error("empty query") - - // ErrEmptyPrimaryKey is an Error constant: no primary key - ErrEmptyPrimaryKey = errors.Error("empty primary keys") - - // ErrUnexpectRowCount is an Error constant: the number of rows impacted by modification unexpected - ErrUnexpectRowCount = errors.Error("unexpected row count") - - // ErrNeedsPointer is an Error constant: input should be a pointer - ErrNeedsPointer = errors.Error("input needs pointer input") - - // ErrNeedsArray is an Error constant: input should be an Array or Slice - ErrNeedsArray = errors.Error("input needs slice or array") - - // ErrReadOnly is an Error constant: database is read-only - ErrReadOnly = errors.Error("read only input") - - // ErrNotSupported is an Error constant: method not supported yet - ErrNotSupported = errors.ErrNotSupported - - // ErrTableNotExists is an Error constant: table not exists - ErrTableNotExists = errors.Error("TableNotExists") - - // ErrUnionFieldsNotMatch is an Error constant: fields of union queries not match - ErrUnionFieldsNotMatch = errors.Error("cannot union, name of fields not match") -) - -const ( - mysqlErrorTableNotExist = 0x47a -) - -func isMysqlError(err error, code uint16) bool { - if myErr, ok := err.(*mysql.MySQLError); ok { - return myErr.Number == code - } - return false -} diff --git a/vendor/yunion.io/x/sqlchemy/fetch.go b/vendor/yunion.io/x/sqlchemy/fetch.go deleted file mode 100644 index 4088b5b..0000000 --- a/vendor/yunion.io/x/sqlchemy/fetch.go +++ /dev/null @@ -1,89 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "reflect" - - "yunion.io/x/log" - - "yunion.io/x/pkg/errors" - "yunion.io/x/pkg/gotypes" - "yunion.io/x/pkg/util/reflectutils" -) - -// Fetch method fetches the values of a struct whose primary key values have been set -// input is a pointer to the model to be populated -func (ts *STableSpec) Fetch(dt interface{}) error { - q := ts.Query() - dataValue := reflect.ValueOf(dt).Elem() - fields := reflectutils.FetchStructFieldValueSet(dataValue) - for _, c := range ts.columns { - priVal, _ := fields.GetInterface(c.Name()) - if c.IsPrimary() && !gotypes.IsNil(priVal) { // skip update primary key - q = q.Equals(c.Name(), priVal) - } - } - return q.First(dt) -} - -// FetchAll method fetches the values of an array of structs whose primary key values have been set -// input is a pointer to the array of models to be populated -func (ts *STableSpec) FetchAll(dest interface{}) error { - arrayType := reflect.TypeOf(dest).Elem() - if arrayType.Kind() != reflect.Array && arrayType.Kind() != reflect.Slice { - return errors.Wrap(ErrNeedsArray, "dest is not an array or slice") - } - - arrayValue := reflect.ValueOf(dest).Elem() - - primaryCols := ts.PrimaryColumns() - if len(primaryCols) != 1 { - return errors.Wrap(ErrNotSupported, "support 1 primary key only") - } - primaryCol := primaryCols[0] - - keyValues := make([]interface{}, arrayValue.Len()) - for i := 0; i < arrayValue.Len(); i++ { - eleValue := arrayValue.Index(i) - fields := reflectutils.FetchStructFieldValueSet(eleValue) - keyValues[i], _ = fields.GetInterface(primaryCol.Name()) - } - q := ts.Query().In(primaryCol.Name(), keyValues) - - tmpDestMaps, err := q.AllStringMap() - if err != nil { - return errors.Wrap(err, "q.AllStringMap") - } - - tmpDestMapMap := make(map[string]map[string]string) - for i := 0; i < len(tmpDestMaps); i++ { - tmpDestMapMap[tmpDestMaps[i][primaryCol.Name()]] = tmpDestMaps[i] - } - - for i := 0; i < arrayValue.Len(); i++ { - keyValueStr := getStringValue(keyValues[i]) - if tmpMap, ok := tmpDestMapMap[keyValueStr]; ok { - err = mapString2Struct(tmpMap, arrayValue.Index(i)) - if err != nil { - return errors.Wrapf(err, "mapString2Struct %d:%s", i, keyValueStr) - } - } else { - log.Warningf("element %d:%s not found in fetch result", i, keyValueStr) - } - } - - return nil -} diff --git a/vendor/yunion.io/x/sqlchemy/field_update.go b/vendor/yunion.io/x/sqlchemy/field_update.go deleted file mode 100644 index 2633405..0000000 --- a/vendor/yunion.io/x/sqlchemy/field_update.go +++ /dev/null @@ -1,155 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "bytes" - "fmt" - "reflect" - - "yunion.io/x/log" - "yunion.io/x/pkg/errors" - "yunion.io/x/pkg/util/reflectutils" -) - -/* -func (ts *STableSpec) GetUpdateColumnValue(dataType reflect.Type, dataValue reflect.Value, cv map[string]interface{}, fields map[string]interface{}) error { - for i := 0; i < dataType.NumField(); i++ { - fieldType := dataType.Field(i) - if gotypes.IsFieldExportable(fieldType.Name) { - fieldValue := dataValue.Field(i) - newValue, ok := fields[fieldType.Name] - if ok && fieldType.Anonymous { - return errors.New("Unsupported update anonymous field") - } - if ok { - columnName := reflectutils.GetStructFieldName(&fieldType) - cv[columnName] = newValue - continue - } - if fieldType.Anonymous { - err := ts.GetUpdateColumnValue(fieldType.Type, fieldValue, cv, fields) - if err != nil { - return err - } - } - } - } - return nil -} -*/ - -// UpdateFields update a record with the values provided by fields stringmap -// params dt: model struct, fileds: {struct-field-name-string: update-value} -func (ts *STableSpec) UpdateFields(dt interface{}, fields map[string]interface{}) error { - return ts.updateFields(dt, fields, false) -} - -// params dt: model struct, fileds: {struct-field-name-string: update-value} -// find primary key and index key -// find fields correlatively columns -// joint sql and executed -func (ts *STableSpec) updateFields(dt interface{}, fields map[string]interface{}, debug bool) error { - dataValue := reflect.Indirect(reflect.ValueOf(dt)) - - // cv: {"column name": "update value"} - cv := make(map[string]interface{}) - // dataType := dataValue.Type() - // ts.GetUpdateColumnValue(dataType, dataValue, cv, fields) - // if len(cv) == 0 { - // log.Infof("Nothing update") - // return nil - // } - - fullFields := reflectutils.FetchStructFieldValueSet(dataValue) - versionFields := make([]string, 0) - updatedFields := make([]string, 0) - primaryCols := make(map[string]interface{}, 0) - for _, col := range ts.Columns() { - name := col.Name() - colValue, ok := fullFields.GetInterface(name) - if !ok { - continue - } - if col.IsPrimary() && !col.IsZero(colValue) { - primaryCols[name] = colValue - continue - } - intCol, ok := col.(*SIntegerColumn) - if ok && intCol.IsAutoVersion { - versionFields = append(versionFields, name) - continue - } - dateCol, ok := col.(*SDateTimeColumn) - if ok && dateCol.IsUpdatedAt { - updatedFields = append(updatedFields, name) - continue - } - if _, exist := fields[name]; exist { - cv[name] = col.ConvertFromValue(fields[name]) - } - } - - vars := make([]interface{}, 0) - var buf bytes.Buffer - buf.WriteString(fmt.Sprintf("UPDATE `%s` SET ", ts.name)) - first := true - for k, v := range cv { - if first { - first = false - } else { - buf.WriteString(", ") - } - buf.WriteString(fmt.Sprintf("`%s` = ?", k)) - vars = append(vars, v) - } - for _, versionField := range versionFields { - buf.WriteString(fmt.Sprintf(", `%s` = `%s` + 1", versionField, versionField)) - } - for _, updatedField := range updatedFields { - buf.WriteString(fmt.Sprintf(", `%s` = UTC_TIMESTAMP()", updatedField)) - } - buf.WriteString(" WHERE ") - first = true - if len(primaryCols) == 0 { - return ErrEmptyPrimaryKey - } - - for k, v := range primaryCols { - if first { - first = false - } else { - buf.WriteString(" AND ") - } - buf.WriteString(fmt.Sprintf("`%s` = ?", k)) - vars = append(vars, v) - } - - if DEBUG_SQLCHEMY || debug { - log.Infof("Update: %s", buf.String()) - } - results, err := _db.Exec(buf.String(), vars...) - if err != nil { - return err - } - aCnt, err := results.RowsAffected() - if err != nil { - return err - } - if aCnt > 1 { - return errors.Wrapf(ErrUnexpectRowCount, "affected rows %d != 1", aCnt) - } - return nil -} diff --git a/vendor/yunion.io/x/sqlchemy/filter.go b/vendor/yunion.io/x/sqlchemy/filter.go deleted file mode 100644 index facd454..0000000 --- a/vendor/yunion.io/x/sqlchemy/filter.go +++ /dev/null @@ -1,176 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -// Filter method filters a SQL query with given ICondition -// equivalent to add a clause in where conditions -func (tq *SQuery) Filter(cond ICondition) *SQuery { - if tq.groupBy != nil && len(tq.groupBy) > 0 { - if tq.having == nil { - tq.having = cond - } else { - tq.having = AND(tq.having, cond) - } - } else { - if tq.where == nil { - tq.where = cond - } else { - tq.where = AND(tq.where, cond) - } - } - return tq -} - -// FilterByTrue filters query with a true condition -func (tq *SQuery) FilterByTrue() *SQuery { - return tq.Filter(&STrueCondition{}) -} - -// FilterByFalse filters query with a false condition -func (tq *SQuery) FilterByFalse() *SQuery { - return tq.Filter(&SFalseCondition{}) -} - -// Like filters query with a like condition -func (tq *SQuery) Like(f string, v string) *SQuery { - cond := Like(tq.Field(f), v) - return tq.Filter(cond) -} - -// Contains filters query with a contains condition -func (tq *SQuery) Contains(f string, v string) *SQuery { - cond := Contains(tq.Field(f), v) - return tq.Filter(cond) -} - -// Startswith filters query with a startswith condition -func (tq *SQuery) Startswith(f string, v string) *SQuery { - cond := Startswith(tq.Field(f), v) - return tq.Filter(cond) -} - -// Endswith filters query with a endswith condition -func (tq *SQuery) Endswith(f string, v string) *SQuery { - cond := Endswith(tq.Field(f), v) - return tq.Filter(cond) -} - -// NotLike filters query with a not like condition -func (tq *SQuery) NotLike(f string, v string) *SQuery { - cond := Like(tq.Field(f), v) - return tq.Filter(NOT(cond)) -} - -// In filters query with a in condition -func (tq *SQuery) In(f string, v interface{}) *SQuery { - cond := In(tq.Field(f), v) - return tq.Filter(cond) -} - -// NotIn filters query with a not in condition -func (tq *SQuery) NotIn(f string, v interface{}) *SQuery { - cond := In(tq.Field(f), v) - return tq.Filter(NOT(cond)) -} - -// Between filters query with a between condition -func (tq *SQuery) Between(f string, v1, v2 interface{}) *SQuery { - cond := Between(tq.Field(f), v1, v2) - return tq.Filter(cond) -} - -// NotBetween filters query with a not between condition -func (tq *SQuery) NotBetween(f string, v1, v2 interface{}) *SQuery { - cond := Between(tq.Field(f), v1, v2) - return tq.Filter(NOT(cond)) -} - -// Equals filters query with a equals condition -func (tq *SQuery) Equals(f string, v interface{}) *SQuery { - cond := Equals(tq.Field(f), v) - return tq.Filter(cond) -} - -// NotEquals filters the query with a not equals condition -func (tq *SQuery) NotEquals(f string, v interface{}) *SQuery { - cond := NotEquals(tq.Field(f), v) - return tq.Filter(cond) -} - -// GE filters the query with a >= condition -func (tq *SQuery) GE(f string, v interface{}) *SQuery { - cond := GE(tq.Field(f), v) - return tq.Filter(cond) -} - -// LE filters the query with a <= condition -func (tq *SQuery) LE(f string, v interface{}) *SQuery { - cond := LE(tq.Field(f), v) - return tq.Filter(cond) -} - -// GT filters the query with a > condition -func (tq *SQuery) GT(f string, v interface{}) *SQuery { - cond := GT(tq.Field(f), v) - return tq.Filter(cond) -} - -// LT filters the query with a < condition -func (tq *SQuery) LT(f string, v interface{}) *SQuery { - cond := LT(tq.Field(f), v) - return tq.Filter(cond) -} - -// IsNull filters the query with a is null condition -func (tq *SQuery) IsNull(f string) *SQuery { - cond := IsNull(tq.Field(f)) - return tq.Filter(cond) -} - -// IsNotNull filters the query with a is not null condition -func (tq *SQuery) IsNotNull(f string) *SQuery { - cond := IsNotNull(tq.Field(f)) - return tq.Filter(cond) -} - -// IsEmpty filters the query with a is_empty condition -func (tq *SQuery) IsEmpty(f string) *SQuery { - cond := IsEmpty(tq.Field(f)) - return tq.Filter(cond) -} - -// IsNullOrEmpty filters the query with a is null or empty condition -func (tq *SQuery) IsNullOrEmpty(f string) *SQuery { - cond := IsNullOrEmpty(tq.Field(f)) - return tq.Filter(cond) -} - -// IsNotEmpty filters the query with a is not empty condition -func (tq *SQuery) IsNotEmpty(f string) *SQuery { - cond := IsNotEmpty(tq.Field(f)) - return tq.Filter(cond) -} - -// IsTrue filters the query with a is true condition -func (tq *SQuery) IsTrue(f string) *SQuery { - cond := IsTrue(tq.Field(f)) - return tq.Filter(cond) -} - -// IsFalse filters the query with a is false condition -func (tq *SQuery) IsFalse(f string) *SQuery { - cond := IsFalse(tq.Field(f)) - return tq.Filter(cond) -} diff --git a/vendor/yunion.io/x/sqlchemy/functions.go b/vendor/yunion.io/x/sqlchemy/functions.go deleted file mode 100644 index d2b8e4e..0000000 --- a/vendor/yunion.io/x/sqlchemy/functions.go +++ /dev/null @@ -1,270 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "fmt" - "strconv" - "strings" - - "yunion.io/x/log" -) - -// IFunction is the interface for a SQL embedded function, such as MIN, MAX, NOW, etc. -type IFunction interface { - expression() string - variables() []interface{} -} - -// SFunctionFieldBase is a query field that is the result of a SQL embedded function, e.g. COUNT(*) as count -type SFunctionFieldBase struct { - IFunction - alias string -} - -// Reference implementation of SFunctionFieldBase for IQueryField -func (ff *SFunctionFieldBase) Reference() string { - if len(ff.alias) == 0 { - log.Warningf("reference a function field without alias! %s", ff.expression()) - return ff.expression() - } - return fmt.Sprintf("`%s`", ff.alias) -} - -// Expression implementation of SFunctionFieldBase for IQueryField -func (ff *SFunctionFieldBase) Expression() string { - if len(ff.alias) > 0 { - // add alias - return fmt.Sprintf("%s AS `%s`", ff.expression(), ff.alias) - } - // no alias - return ff.expression() -} - -// Name implementation of SFunctionFieldBase for IQueryField -func (ff *SFunctionFieldBase) Name() string { - if len(ff.alias) > 0 { - return ff.alias - } - return ff.expression() -} - -// Label implementation of SFunctionFieldBase for IQueryField -func (ff *SFunctionFieldBase) Label(label string) IQueryField { - if len(label) > 0 && label != ff.alias { - ff.alias = label - } - return ff -} - -// Variables implementation of SFunctionFieldBase for IQueryField -func (ff *SFunctionFieldBase) Variables() []interface{} { - return ff.variables() -} - -type sExprFunction struct { - fields []IQueryField - function string -} - -func (ff *sExprFunction) expression() string { - fieldRefs := make([]interface{}, 0) - for _, f := range ff.fields { - fieldRefs = append(fieldRefs, f.Reference()) - } - return fmt.Sprintf(ff.function, fieldRefs...) -} - -func (ff *sExprFunction) variables() []interface{} { - vars := make([]interface{}, 0) - for _, f := range ff.fields { - fromVars := f.Variables() - vars = append(vars, fromVars...) - } - return vars -} - -// NewFunctionField returns an instance of query field by calling a SQL embedded function -func NewFunctionField(name string, funcexp string, fields ...IQueryField) IQueryField { - funcBase := &sExprFunction{ - fields: fields, - function: funcexp, - } - return &SFunctionFieldBase{ - IFunction: funcBase, - alias: name, - } -} - -// COUNT represents the SQL function COUNT -func COUNT(name string, field ...IQueryField) IQueryField { - var expr string - if len(field) == 0 { - expr = "COUNT(*)" - } else { - expr = "COUNT(%s)" - } - return NewFunctionField(name, expr, field...) -} - -// MAX represents the SQL function MAX -func MAX(name string, field IQueryField) IQueryField { - return NewFunctionField(name, "MAX(%s)", field) -} - -// MIN represents the SQL function MIN -func MIN(name string, field IQueryField) IQueryField { - return NewFunctionField(name, "MIN(%s)", field) -} - -// SUM represents the SQL function SUM -func SUM(name string, field IQueryField) IQueryField { - return NewFunctionField(name, "SUM(%s)", field) -} - -// DISTINCT represents the SQL function DISTINCT -func DISTINCT(name string, field IQueryField) IQueryField { - return NewFunctionField(name, "DISTINCT(%s)", field) -} - -// GROUP_CONCAT represents the SQL function GROUP_CONCAT -func GROUP_CONCAT(name string, field IQueryField) IQueryField { - return NewFunctionField(name, "GROUP_CONCAT(%s)", field) -} - -// REPLACE represents the SQL function REPLACE -func REPLACE(name string, field IQueryField, old string, new string) IQueryField { - return NewFunctionField(name, fmt.Sprintf(`REPLACE(%s, "%s", "%s")`, "%s", old, new), field) -} - -// SConstField is a query field of a constant -type SConstField struct { - constVar interface{} - alias string -} - -// Expression implementation of SConstField for IQueryField -func (s *SConstField) Expression() string { - return fmt.Sprintf("%s AS `%s`", s.Reference(), s.Name()) -} - -// Name implementation of SConstField for IQueryField -func (s *SConstField) Name() string { - return s.alias -} - -// Reference implementation of SConstField for IQueryField -func (s *SConstField) Reference() string { - return getQuoteStringValue(s.constVar) -} - -// Label implementation of SConstField for IQueryField -func (s *SConstField) Label(label string) IQueryField { - if len(label) > 0 { - s.alias = label - } - return s -} - -// Variables implementation of SConstField for IQueryField -func (s *SConstField) Variables() []interface{} { - return nil -} - -// NewConstField returns an instance of SConstField -func NewConstField(variable interface{}) *SConstField { - return &SConstField{constVar: variable} -} - -// SStringField is a query field of a string constant -type SStringField struct { - strConst string - alias string -} - -// Expression implementation of SStringField for IQueryField -func (s *SStringField) Expression() string { - return fmt.Sprintf("%s AS `%s`", s.Reference(), s.Name()) -} - -// Name implementation of SStringField for IQueryField -func (s *SStringField) Name() string { - return s.alias -} - -// Reference implementation of SStringField for IQueryField -func (s *SStringField) Reference() string { - return strconv.Quote(s.strConst) -} - -// Label implementation of SStringField for IQueryField -func (s *SStringField) Label(label string) IQueryField { - if len(label) > 0 { - s.alias = label - } - return s -} - -// Variables implementation of SStringField for IQueryField -func (s *SStringField) Variables() []interface{} { - return nil -} - -// NewStringField returns an instance of SStringField -func NewStringField(name string) *SStringField { - return &SStringField{strConst: name} -} - -// CONCAT represents a SQL function CONCAT -func CONCAT(name string, fields ...IQueryField) IQueryField { - params := []string{} - for i := 0; i < len(fields); i++ { - params = append(params, "%s") - } - return NewFunctionField(name, `CONCAT(`+strings.Join(params, ",")+`)`, fields...) -} - -// SubStr represents a SQL function SUBSTR -func SubStr(name string, field IQueryField, pos, length int) IQueryField { - var rightStr string - if length <= 0 { - rightStr = fmt.Sprintf("%d)", pos) - } else { - rightStr = fmt.Sprintf("%d, %d)", pos, length) - } - return NewFunctionField(name, `SUBSTR(%s, `+rightStr, field) -} - -// OR_Val represents a SQL function that does binary | operation on a field -func OR_Val(name string, field IQueryField, v interface{}) IQueryField { - rightStr := fmt.Sprintf("|%v", v) - return NewFunctionField(name, "%s"+rightStr, field) -} - -// AND_Val represents a SQL function that does binary & operation on a field -func AND_Val(name string, field IQueryField, v interface{}) IQueryField { - rightStr := fmt.Sprintf("&%v", v) - return NewFunctionField(name, "%s"+rightStr, field) -} - -// INET_ATON represents a SQL function INET_ATON -func INET_ATON(field IQueryField) IQueryField { - return NewFunctionField("", `INET_ATON(%s)`, field) -} - -// TimestampAdd represents a SQL function TimestampAdd -func TimestampAdd(name string, field IQueryField, offsetSeconds int) IQueryField { - return NewFunctionField(name, `TIMESTAMPADD(SECOND, `+fmt.Sprintf("%d", offsetSeconds)+`, %s)`, field) -} diff --git a/vendor/yunion.io/x/sqlchemy/inc.go b/vendor/yunion.io/x/sqlchemy/inc.go deleted file mode 100644 index 399db67..0000000 --- a/vendor/yunion.io/x/sqlchemy/inc.go +++ /dev/null @@ -1,169 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "bytes" - "database/sql" - "fmt" - "reflect" - - "yunion.io/x/log" - "yunion.io/x/pkg/errors" - "yunion.io/x/pkg/gotypes" - "yunion.io/x/pkg/util/reflectutils" -) - -// Increment perform an incremental update on a record, the primary key of the record is specified in diff, -// the numeric fields of this record will be atomically added by the value of the corresponding field in diff -// if target is given as a pointer to a variable, the result will be stored in the target -// if target is not given, the updated result will be stored in diff -func (t *STableSpec) Increment(diff interface{}, target interface{}) error { - return t.incrementInternal(diff, "+", target) -} - -// Decrement is similar to Increment methods, the difference is that this method will atomically decrease the numeric fields -// with the value of diff -func (t *STableSpec) Decrement(diff interface{}, target interface{}) error { - return t.incrementInternal(diff, "-", target) -} - -func (t *STableSpec) incrementInternal(diff interface{}, opcode string, target interface{}) error { - if target == nil { - if reflect.ValueOf(diff).Kind() != reflect.Ptr { - return errors.Wrap(ErrNeedsPointer, "Incremental input must be a Pointer") - } - } else { - if reflect.ValueOf(target).Kind() != reflect.Ptr { - return errors.Wrap(ErrNeedsPointer, "Incremental update target must be a Pointer") - } - } - - dataValue := reflect.Indirect(reflect.ValueOf(diff)) - fields := reflectutils.FetchStructFieldValueSet(dataValue) - var targetFields reflectutils.SStructFieldValueSet - if target != nil { - targetValue := reflect.Indirect(reflect.ValueOf(target)) - targetFields = reflectutils.FetchStructFieldValueSet(targetValue) - } - - primaries := make(map[string]interface{}) - vars := make([]interface{}, 0) - versionFields := make([]string, 0) - updatedFields := make([]string, 0) - incFields := make([]string, 0) - - for _, c := range t.columns { - k := c.Name() - v, _ := fields.GetInterface(k) - if c.IsPrimary() { - if targetFields != nil { - v, _ = targetFields.GetInterface(k) - } - if !gotypes.IsNil(v) && !c.IsZero(v) { - primaries[k] = v - } else if c.IsText() { - primaries[k] = "" - } else { - return ErrEmptyPrimaryKey - } - continue - } - dtc, ok := c.(*SDateTimeColumn) - if ok && dtc.IsUpdatedAt { - updatedFields = append(updatedFields, k) - continue - } - nc, ok := c.(*SIntegerColumn) - if ok && nc.IsAutoVersion { - versionFields = append(versionFields, k) - continue - } - if c.IsNumeric() && !c.IsZero(v) { - incFields = append(incFields, k) - vars = append(vars, v) - continue - } - } - - if len(vars) == 0 { - return ErrNoDataToUpdate - } - if len(primaries) == 0 { - return ErrEmptyPrimaryKey - } - - var buf bytes.Buffer - buf.WriteString(fmt.Sprintf("UPDATE `%s` SET ", t.name)) - first := true - for _, k := range incFields { - if first { - first = false - } else { - buf.WriteString(", ") - } - buf.WriteString(fmt.Sprintf("`%s` = `%s` %s ?", k, k, opcode)) - } - for _, versionField := range versionFields { - buf.WriteString(fmt.Sprintf(", `%s` = `%s` + 1", versionField, versionField)) - } - for _, updatedField := range updatedFields { - buf.WriteString(fmt.Sprintf(", `%s` = UTC_TIMESTAMP()", updatedField)) - } - - buf.WriteString(" WHERE ") - first = true - for k, v := range primaries { - if first { - first = false - } else { - buf.WriteString(" AND ") - } - buf.WriteString(fmt.Sprintf("`%s` = ?", k)) - vars = append(vars, v) - } - - if DEBUG_SQLCHEMY { - log.Infof("Update: %s %s", buf.String(), vars) - } - - results, err := _db.Exec(buf.String(), vars...) - if err != nil { - return errors.Wrapf(err, "_db.Exec %s %#v", buf.String(), vars) - } - aCnt, err := results.RowsAffected() - if err != nil { - return errors.Wrap(err, "results.RowsAffected") - } - if aCnt != 1 { - if aCnt == 0 { - return sql.ErrNoRows - } - return errors.Wrapf(ErrUnexpectRowCount, "affected rows %d != 1", aCnt) - } - q := t.Query() - for k, v := range primaries { - q = q.Equals(k, v) - } - if target != nil { - err = q.First(target) - } else { - err = q.First(diff) - } - if err != nil { - return errors.Wrap(err, "query after update failed") - } - return nil -} diff --git a/vendor/yunion.io/x/sqlchemy/index.go b/vendor/yunion.io/x/sqlchemy/index.go deleted file mode 100644 index ee30008..0000000 --- a/vendor/yunion.io/x/sqlchemy/index.go +++ /dev/null @@ -1,78 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "fmt" - "strings" -) - -type sTableIndex struct { - name string - columns []string - isUnique bool -} - -/*type TColumnNames []string - -func (cols TColumnNames) Len() int { - return len(cols) -} - -func (cols TColumnNames) Swap(i, j int) { - cols[i], cols[j] = cols[j], cols[i] -} - -func (cols TColumnNames) Less(i, j int) bool { - if strings.Compare(cols[i], cols[j]) < 0 { - return true - } else { - return false - } -}*/ - -func (index *sTableIndex) IsIdentical(cols ...string) bool { - if len(index.columns) != len(cols) { - return false - } - for i := 0; i < len(index.columns); i++ { - if index.columns[i] != cols[i] { - return false - } - } - return true -} - -func (index *sTableIndex) QuotedColumns() []string { - ret := make([]string, len(index.columns)) - for i := 0; i < len(ret); i++ { - ret[i] = fmt.Sprintf("`%s`", index.columns[i]) - } - return ret -} - -// AddIndex adds a SQL index over multiple columns for a Table -// param unique: indicates a unique index cols: name of columns -func (ts *STableSpec) AddIndex(unique bool, cols ...string) bool { - for i := 0; i < len(ts.indexes); i++ { - if ts.indexes[i].IsIdentical(cols...) { - return false - } - } - name := fmt.Sprintf("ix_%s_%s", ts.name, strings.Join(cols, "_")) - idx := sTableIndex{name: name, columns: cols, isUnique: unique} - ts.indexes = append(ts.indexes, idx) - return true -} diff --git a/vendor/yunion.io/x/sqlchemy/insert.go b/vendor/yunion.io/x/sqlchemy/insert.go deleted file mode 100644 index 95eb120..0000000 --- a/vendor/yunion.io/x/sqlchemy/insert.go +++ /dev/null @@ -1,242 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "fmt" - "reflect" - "strings" - - "yunion.io/x/log" - "yunion.io/x/pkg/errors" - "yunion.io/x/pkg/gotypes" - "yunion.io/x/pkg/util/reflectutils" -) - -// Insert perform a insert operation, the value of the record is store in dt -func (t *STableSpec) Insert(dt interface{}) error { - return t.insert(dt, false, false) -} - -// InsertOrUpdate perform a insert or update operation, the value of the record is string in dt -// MySQL: INSERT INTO ... ON DUPLICATE KEY UPDATE ... -// works only for the cases that all values of primary keys are determeted before insert -func (t *STableSpec) InsertOrUpdate(dt interface{}) error { - return t.insert(dt, true, false) -} - -func (t *STableSpec) insertSqlPrep(dataFields reflectutils.SStructFieldValueSet, update bool) (string, []interface{}, error) { - var autoIncField string - createdAtFields := make([]string, 0) - - names := make([]string, 0) - format := make([]string, 0) - values := make([]interface{}, 0) - - updates := make([]string, 0) - updateValues := make([]interface{}, 0) - - for _, c := range t.columns { - isAutoInc := false - nc, ok := c.(*SIntegerColumn) - if ok && nc.IsAutoIncrement { - isAutoInc = true - } - - k := c.Name() - - dtc, isDate := c.(*SDateTimeColumn) - inc, isInt := c.(*SIntegerColumn) - ov, find := dataFields.GetInterface(k) - - if !find { - continue - } - - if isDate && (dtc.IsCreatedAt || dtc.IsUpdatedAt) { - createdAtFields = append(createdAtFields, k) - names = append(names, fmt.Sprintf("`%s`", k)) - if c.IsZero(ov) { - format = append(format, "UTC_TIMESTAMP()") - } else { - values = append(values, ov) - format = append(format, "?") - } - - if update && dtc.IsUpdatedAt { - if c.IsZero(ov) { - updates = append(updates, fmt.Sprintf("`%s` = UTC_TIMESTAMP()", k)) - } else { - updates = append(updates, fmt.Sprintf("`%s` = ?", k)) - updateValues = append(updateValues, ov) - } - } - - continue - } - - if update && isInt && inc.IsAutoVersion { - updates = append(updates, fmt.Sprintf("`%s` = `%s` + 1", k, k)) - continue - } - - _, isTextCol := c.(*STextColumn) - if c.IsSupportDefault() && (len(c.Default()) > 0 || isTextCol) && !gotypes.IsNil(ov) && c.IsZero(ov) && !c.AllowZero() { // empty text value - val := c.ConvertFromString(c.Default()) - values = append(values, val) - names = append(names, fmt.Sprintf("`%s`", k)) - format = append(format, "?") - - if update { - updates = append(updates, fmt.Sprintf("`%s` = ?", k)) - updateValues = append(updateValues, val) - } - continue - } - - if !gotypes.IsNil(ov) && (!c.IsZero(ov) || (!c.IsPointer() && !c.IsText())) && !isAutoInc { - v := c.ConvertFromValue(ov) - values = append(values, v) - names = append(names, fmt.Sprintf("`%s`", k)) - format = append(format, "?") - - if update { - updates = append(updates, fmt.Sprintf("`%s` = ?", k)) - updateValues = append(updateValues, v) - } - continue - } - - if c.IsPrimary() { - if isAutoInc { - if len(autoIncField) > 0 { - panic(fmt.Sprintf("multiple auto_increment columns: %q, %q", autoIncField, k)) - } - autoIncField = k - } else if c.IsText() { - values = append(values, "") - names = append(names, fmt.Sprintf("`%s`", k)) - format = append(format, "?") - } else { - return "", nil, errors.Wrapf(ErrEmptyPrimaryKey, "cannot insert for null primary key %q", k) - } - - continue - } - } - - insertSql := fmt.Sprintf("INSERT INTO `%s` (%s) VALUES(%s)", - t.name, - strings.Join(names, ", "), - strings.Join(format, ", ")) - - if update { - insertSql += " ON DUPLICATE KEY UPDATE " + strings.Join(updates, ", ") - values = append(values, updateValues...) - } - return insertSql, values, nil -} - -func beforeInsert(val reflect.Value) { - switch val.Kind() { - case reflect.Struct: - structType := val.Type() - for i := 0; i < val.NumField(); i++ { - fieldType := structType.Field(i) - if fieldType.Anonymous { - beforeInsert(val.Field(i)) - } - } - valPtr := val.Addr() - afterMarshalFunc := valPtr.MethodByName("BeforeInsert") - if afterMarshalFunc.IsValid() && !afterMarshalFunc.IsNil() { - afterMarshalFunc.Call([]reflect.Value{}) - } - case reflect.Ptr: - beforeInsert(val.Elem()) - } -} - -func (t *STableSpec) insert(data interface{}, update bool, debug bool) error { - beforeInsert(reflect.ValueOf(data)) - - dataValue := reflect.ValueOf(data).Elem() - dataFields := reflectutils.FetchStructFieldValueSet(dataValue) - insertSql, values, err := t.insertSqlPrep(dataFields, update) - if err != nil { - return err - } - - if DEBUG_SQLCHEMY || debug { - log.Debugf("%s values: %v", insertSql, values) - } - - results, err := _db.Exec(insertSql, values...) - if err != nil { - return err - } - affectCnt, err := results.RowsAffected() - if err != nil { - return err - } - - targetCnt := int64(1) - if update { - // for insertOrUpdate cases, if no duplication, targetCnt=1, else targetCnt=2 - targetCnt = 2 - } - if (!update && affectCnt < 1) || affectCnt > targetCnt { - return errors.Wrapf(ErrUnexpectRowCount, "Insert affected cnt %d != (1, %d)", affectCnt, targetCnt) - } - - /* - if len(autoIncField) > 0 { - lastId, err := results.LastInsertId() - if err == nil { - val, ok := reflectutils.FindStructFieldValue(dataValue, autoIncField) - if ok { - gotypes.SetValue(val, fmt.Sprint(lastId)) - } - } - } - */ - - // query the value, so default value can be feedback into the object - // fields = reflectutils.FetchStructFieldNameValueInterfaces(dataValue) - q := t.Query() - for _, c := range t.columns { - if c.IsPrimary() { - nc, ok := c.(*SIntegerColumn) - if ok && nc.IsAutoIncrement { - lastId, err := results.LastInsertId() - if err != nil { - return errors.Wrap(err, "fetching lastInsertId failed") - } - q = q.Equals(c.Name(), lastId) - } else { - priVal, _ := dataFields.GetInterface(c.Name()) - if !gotypes.IsNil(priVal) { - q = q.Equals(c.Name(), priVal) - } - } - } - } - err = q.First(data) - if err != nil { - return errors.Wrap(err, "query after insert failed") - } - - return nil -} diff --git a/vendor/yunion.io/x/sqlchemy/parser.go b/vendor/yunion.io/x/sqlchemy/parser.go deleted file mode 100644 index f02284e..0000000 --- a/vendor/yunion.io/x/sqlchemy/parser.go +++ /dev/null @@ -1,130 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "fmt" - "reflect" - - "yunion.io/x/pkg/gotypes" - "yunion.io/x/pkg/tristate" - "yunion.io/x/pkg/util/reflectutils" -) - -func structField2ColumnSpec(field *reflectutils.SStructFieldValue) IColumnSpec { - fieldname := field.Info.MarshalName() - tagmap := field.Info.Tags - if _, ok := tagmap[TAG_IGNORE]; ok { - return nil - } - fieldType := field.Value.Type() - var retCol = getFiledTypeCol(fieldType, fieldname, tagmap, false) - if retCol == nil && fieldType.Kind() == reflect.Ptr { - retCol = getFiledTypeCol(fieldType.Elem(), fieldname, tagmap, true) - } - if retCol == nil { - panic(fmt.Sprintf("unsupported colume %s data type %s", fieldname, fieldType.Name())) - } - return retCol -} - -func getFiledTypeCol(fieldType reflect.Type, fieldname string, tagmap map[string]string, isPointer bool) IColumnSpec { - switch fieldType { - case tristate.TriStateType: - tagmap[TAG_WIDTH] = "1" - col := NewTristateColumn(fieldname, tagmap, isPointer) - return &col - case gotypes.TimeType: - col := NewDateTimeColumn(fieldname, tagmap, isPointer) - return &col - } - switch fieldType.Kind() { - case reflect.String: - col := NewTextColumn(fieldname, tagmap, isPointer) - return &col - case reflect.Int, reflect.Int32: - tagmap[TAG_WIDTH] = intWidthString("INT") - col := NewIntegerColumn(fieldname, "INT", false, tagmap, isPointer) - return &col - case reflect.Int8: - tagmap[TAG_WIDTH] = intWidthString("TINYINT") - col := NewIntegerColumn(fieldname, "TINYINT", false, tagmap, isPointer) - return &col - case reflect.Int16: - tagmap[TAG_WIDTH] = intWidthString("SMALLINT") - col := NewIntegerColumn(fieldname, "SMALLINT", false, tagmap, isPointer) - return &col - case reflect.Int64: - tagmap[TAG_WIDTH] = intWidthString("BIGINT") - col := NewIntegerColumn(fieldname, "BIGINT", false, tagmap, isPointer) - return &col - case reflect.Uint, reflect.Uint32: - tagmap[TAG_WIDTH] = uintWidthString("INT") - col := NewIntegerColumn(fieldname, "INT", true, tagmap, isPointer) - return &col - case reflect.Uint8: - tagmap[TAG_WIDTH] = uintWidthString("TINYINT") - col := NewIntegerColumn(fieldname, "TINYINT", true, tagmap, isPointer) - return &col - case reflect.Uint16: - tagmap[TAG_WIDTH] = uintWidthString("SMALLINT") - col := NewIntegerColumn(fieldname, "SMALLINT", true, tagmap, isPointer) - return &col - case reflect.Uint64: - tagmap[TAG_WIDTH] = uintWidthString("BIGINT") - col := NewIntegerColumn(fieldname, "BIGINT", true, tagmap, isPointer) - return &col - case reflect.Bool: - tagmap[TAG_WIDTH] = "1" - col := NewBooleanColumn(fieldname, tagmap, isPointer) - return &col - case reflect.Float32, reflect.Float64: - if _, ok := tagmap[TAG_WIDTH]; ok { - col := NewDecimalColumn(fieldname, tagmap, isPointer) - return &col - } - colType := "FLOAT" - if fieldType == gotypes.Float64Type { - colType = "DOUBLE" - } - col := NewFloatColumn(fieldname, colType, tagmap, isPointer) - return &col - } - if fieldType.Implements(gotypes.ISerializableType) { - col := NewCompoundColumn(fieldname, tagmap, isPointer) - return &col - } - return nil -} - -func struct2TableSpec(sv reflect.Value, table *STableSpec) { - fields := reflectutils.FetchStructFieldValueSet(sv) - autoIncCnt := 0 - for i := 0; i < len(fields); i++ { - column := structField2ColumnSpec(&fields[i]) - if column != nil { - if intC, ok := column.(*SIntegerColumn); ok && intC.IsAutoIncrement { - autoIncCnt++ - if autoIncCnt > 1 { - panic(fmt.Sprintf("Table %s contains multiple autoincremental columns!!", table.name)) - } - } - if column.IsIndex() { - table.AddIndex(column.IsUnique(), column.Name()) - } - table.columns = append(table.columns, column) - } - } -} diff --git a/vendor/yunion.io/x/sqlchemy/query.go b/vendor/yunion.io/x/sqlchemy/query.go deleted file mode 100644 index 460fa1f..0000000 --- a/vendor/yunion.io/x/sqlchemy/query.go +++ /dev/null @@ -1,810 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "bytes" - "database/sql" - "fmt" - "reflect" - "sort" - "strings" - - "yunion.io/x/log" - "yunion.io/x/pkg/errors" - "yunion.io/x/pkg/util/reflectutils" -) - -// IQuery is an interface that reprsents a SQL query, e.g. -// SELECT ... FROM ... WHERE ... -type IQuery interface { - // queryString - String(fields ...IQueryField) string - - // fields in the select clause - QueryFields() []IQueryField - - // variables in statement - Variables() []interface{} - - // convert this SQL to a subquery - SubQuery() *SSubQuery - - // reference to a field by name - Field(name string) IQueryField -} - -// IQuerySource is an interface that represents a data source of a SQL query. the source can be a table or a subquery -// e.g. SELECT ... FROM (SELECT * FROM tbl) AS A -type IQuerySource interface { - // string in select ... from (expresson here) - Expression() string - - // alias in select ... from (express) as alias - Alias() string - - // variables in statement - Variables() []interface{} - - // reference to a field by name, optionally giving an alias name - Field(id string, alias ...string) IQueryField - - // return all the fields that this source provides - Fields() []IQueryField -} - -// IQueryField is an interface that represents a select field in a SQL query -type IQueryField interface { - // the string after select - Expression() string - - // the name of thie field - Name() string - - // the reference string in where clause - Reference() string - - // give this field an alias name - Label(label string) IQueryField - - // return variables - Variables() []interface{} -} - -// Expression implementation of STable for IQuerySource -func (tbl *STable) Expression() string { - return tbl.spec.Expression() -} - -// Alias implementation of STable for IQuerySource -func (tbl *STable) Alias() string { - return tbl.alias -} - -// Variables implementation of STable for IQuerySource -func (tbl *STable) Variables() []interface{} { - return []interface{}{} -} - -// QueryJoinType is the Join type of SQL query, namely, innerjoin, leftjoin and rightjoin -type QueryJoinType string - -const ( - // INNERJOIN represents innerjoin - INNERJOIN QueryJoinType = "JOIN" - - // LEFTJOIN represents left join - LEFTJOIN QueryJoinType = "LEFT JOIN" - - // RIGHTJOIN represents right-join - RIGHTJOIN QueryJoinType = "RIGHT JOIN" - - // FULLJOIN QueryJoinType = "FULLJOIN" -) - -// sQueryJoin represents the state of a Join Query -type sQueryJoin struct { - jointype QueryJoinType - from IQuerySource - condition ICondition -} - -// SQuery is a data structure represents a SQL query in the form of -// SELECT ... FROM ... JOIN ... ON ... WHERE ... GROUP BY ... ORDER BY ... HAVING ... -type SQuery struct { - rawSql string - fields []IQueryField - distinct bool - from IQuerySource - joins []sQueryJoin - where ICondition - groupBy []IQueryField - orderBy []sQueryOrder - having ICondition - limit int - offset int - - fieldCache map[string]IQueryField - - snapshot string -} - -// SSubQuery represents a subquery. A subquery is a query used as a query source -// SSubQuery should implementation IQuerySource -// At the same time, a subquery can be used in condition. e.g. IN condition -type SSubQuery struct { - query IQuery - alias string - - referedFields map[string]IQueryField -} - -// SSubQueryField represents a field of subquery, which implements IQueryField -type SSubQueryField struct { - field IQueryField - query *SSubQuery - alias string -} - -// Expression implementation of SSubQueryField for IQueryField -func (sqf *SSubQueryField) Expression() string { - if len(sqf.alias) > 0 { - return fmt.Sprintf("`%s`.`%s` AS `%s`", sqf.query.alias, sqf.field.Name(), sqf.alias) - } - return fmt.Sprintf("`%s`.`%s`", sqf.query.alias, sqf.field.Name()) -} - -// Name implementation of SSubQueryField for IQueryField -func (sqf *SSubQueryField) Name() string { - if len(sqf.alias) > 0 { - return sqf.alias - } - return sqf.field.Name() -} - -// Reference implementation of SSubQueryField for IQueryField -func (sqf *SSubQueryField) Reference() string { - return fmt.Sprintf("`%s`.`%s`", sqf.query.alias, sqf.Name()) -} - -// Label implementation of SSubQueryField for IQueryField -func (sqf *SSubQueryField) Label(label string) IQueryField { - if len(label) > 0 && label != sqf.field.Name() { - sqf.alias = label - } - return sqf -} - -// Variables implementation of SSubQueryField for IQueryField -func (sqf *SSubQueryField) Variables() []interface{} { - return nil -} - -// Expression implementation of SSubQuery for IQuerySource -func (sq *SSubQuery) Expression() string { - fields := make([]IQueryField, 0) - for k := range sq.referedFields { - fields = append(fields, sq.referedFields[k]) - } - // Make sure the order of the fields - sort.Slice(fields, func(i, j int) bool { - return fields[i].Name() < fields[j].Name() - }) - return fmt.Sprintf("(%s)", sq.query.String(fields...)) -} - -// Alias implementation of SSubQuery for IQuerySource -func (sq *SSubQuery) Alias() string { - return sq.alias -} - -// Variables implementation of SSubQuery for IQuerySource -func (sq *SSubQuery) Variables() []interface{} { - return sq.query.Variables() -} - -func (sq *SSubQuery) findField(id string) IQueryField { - if sq.referedFields == nil { - sq.referedFields = make(map[string]IQueryField) - } - if _, ok := sq.referedFields[id]; ok { - return sq.referedFields[id] - } - queryFields := sq.query.QueryFields() - for i := range queryFields { - if queryFields[i].Name() == id { - sq.referedFields[id] = sq.query.Field(queryFields[i].Name()) - return sq.referedFields[id] - } - } - return nil -} - -// Field implementation of SSubQuery for IQuerySource -func (sq *SSubQuery) Field(id string, alias ...string) IQueryField { - f := sq.findField(id) - if f == nil { - return nil - } - sqf := SSubQueryField{query: sq, field: f} - if len(alias) > 0 { - sqf.Label(alias[0]) - } - return &sqf -} - -// Fields implementation of SSubQuery for IQuerySource -func (sq *SSubQuery) Fields() []IQueryField { - ret := make([]IQueryField, 0) - for _, f := range sq.query.QueryFields() { - sqf := SSubQueryField{query: sq, field: f} - ret = append(ret, &sqf) - } - return ret -} - -// DoQuery returns a SQuery instance that query specified fields from a query source -func DoQuery(from IQuerySource, f ...IQueryField) *SQuery { - // if len(f) == 0 { - // f = from.Fields() - // } - tq := SQuery{fields: f, from: from} - return &tq -} - -// AppendField appends query field to a query -func (tq *SQuery) AppendField(f ...IQueryField) *SQuery { - tq.fields = append(tq.fields, f...) - return tq -} - -// Query of SSubQuery generates a new query from a subquery -func (sq *SSubQuery) Query(f ...IQueryField) *SQuery { - return DoQuery(sq, f...) -} - -// Query of STable generates a new query from a table -func (tbl *STable) Query(f ...IQueryField) *SQuery { - return DoQuery(tbl, f...) -} - -// Query of STableSpec generates a new query from a STableSpec instance -func (ts *STableSpec) Query(f ...IQueryField) *SQuery { - return ts.Instance().Query(f...) -} - -// QueryOrderType indicates the query order type, either ASC or DESC -type QueryOrderType string - -const ( - // SQL_ORDER_ASC represents Ascending order - SQL_ORDER_ASC QueryOrderType = "ASC" - - // SQL_ORDER_DESC represents Descending order - SQL_ORDER_DESC QueryOrderType = "DESC" -) - -// Equals of QueryOrderType determines whether two order type identical -func (qot QueryOrderType) Equals(orderType string) bool { - if strings.ToUpper(orderType) == string(qot) { - return true - } - return false -} - -// internal structure to store state of query order -type sQueryOrder struct { - field IQueryField - order QueryOrderType -} - -func (tq *SQuery) _orderBy(order QueryOrderType, fields []IQueryField) *SQuery { - if tq.orderBy == nil { - tq.orderBy = make([]sQueryOrder, 0) - } - for i := range fields { - tq.orderBy = append(tq.orderBy, sQueryOrder{field: fields[i], order: order}) - } - return tq -} - -// Asc of SQuery does query in ascending order of specified fields -func (tq *SQuery) Asc(fields ...interface{}) *SQuery { - return tq._orderBy(SQL_ORDER_ASC, convertQueryField(tq, fields)) -} - -// Desc of SQuery does query in descending order of specified fields -func (tq *SQuery) Desc(fields ...interface{}) *SQuery { - return tq._orderBy(SQL_ORDER_DESC, convertQueryField(tq, fields)) -} - -func convertQueryField(tq IQuery, fields []interface{}) []IQueryField { - nFields := make([]IQueryField, 0) - for _, f := range fields { - switch ff := f.(type) { - case string: - nFields = append(nFields, tq.Field(ff)) - case IQueryField: - nFields = append(nFields, ff) - default: - log.Errorf("Invalid query field %s neither string nor IQueryField", f) - } - } - return nFields -} - -// GroupBy of SQuery does query group by specified fields -func (tq *SQuery) GroupBy(f ...interface{}) *SQuery { - if tq.groupBy == nil { - tq.groupBy = make([]IQueryField, 0) - } - qfs := convertQueryField(tq, f) - tq.groupBy = append(tq.groupBy, qfs...) - return tq -} - -// Limit of SQuery adds limit to a query -func (tq *SQuery) Limit(limit int) *SQuery { - tq.limit = limit - return tq -} - -// Offset of SQuery adds offset to a query -func (tq *SQuery) Offset(offset int) *SQuery { - tq.offset = offset - return tq -} - -// QueryFields of SQuery returns fields in SELECT clause of a query -func (tq *SQuery) QueryFields() []IQueryField { - if len(tq.fields) > 0 { - return tq.fields - } - return tq.from.Fields() -} - -// String of SQuery implemetation of SQuery for IQuery -func (tq *SQuery) String(fields ...IQueryField) string { - sql := queryString(tq, fields...) - // log.Debugf("Query: %s", sql) - return sql -} - -func queryString(tq *SQuery, tmpFields ...IQueryField) string { - if len(tq.rawSql) > 0 { - return tq.rawSql - } - - var buf bytes.Buffer - buf.WriteString("SELECT ") - if tq.distinct { - buf.WriteString("DISTINCT ") - } - fields := tq.fields - if len(fields) == 0 { - fields = tmpFields - } - if len(fields) == 0 { - fields = tq.QueryFields() - for i := range fields { - tq.from.Field(fields[i].Name()) - } - } - for i := range fields { - if i > 0 { - buf.WriteString(", ") - } - buf.WriteString(fields[i].Expression()) - } - buf.WriteString(" FROM ") - buf.WriteString(fmt.Sprintf("%s AS `%s`", tq.from.Expression(), tq.from.Alias())) - for _, join := range tq.joins { - buf.WriteByte(' ') - buf.WriteString(string(join.jointype)) - buf.WriteByte(' ') - buf.WriteString(fmt.Sprintf("%s AS `%s`", join.from.Expression(), join.from.Alias())) - buf.WriteString(" ON ") - buf.WriteString(join.condition.WhereClause()) - } - if tq.where != nil { - buf.WriteString(" WHERE ") - buf.WriteString(tq.where.WhereClause()) - } - if tq.groupBy != nil && len(tq.groupBy) > 0 { - buf.WriteString(" GROUP BY ") - for i, f := range tq.groupBy { - if i > 0 { - buf.WriteString(", ") - } - buf.WriteString(f.Reference()) - } - } - if tq.having != nil { - buf.WriteString(" HAVING ") - buf.WriteString(tq.having.WhereClause()) - } - if tq.orderBy != nil && len(tq.orderBy) > 0 { - buf.WriteString(" ORDER BY ") - for i, f := range tq.orderBy { - if i > 0 { - buf.WriteString(", ") - } - buf.WriteString(fmt.Sprintf("%s %s", f.field.Reference(), f.order)) - } - } - if tq.limit > 0 { - buf.WriteString(fmt.Sprintf(" LIMIT %d", tq.limit)) - } - if tq.offset > 0 { - buf.WriteString(fmt.Sprintf(" OFFSET %d", tq.offset)) - } - return buf.String() -} - -// Join of SQuery joins query with another IQuerySource on specified condition -func (tq *SQuery) Join(from IQuerySource, on ICondition) *SQuery { - return tq._join(from, on, INNERJOIN) -} - -// LeftJoin of SQuery left-joins query with another IQuerySource on specified condition -func (tq *SQuery) LeftJoin(from IQuerySource, on ICondition) *SQuery { - return tq._join(from, on, LEFTJOIN) -} - -// RightJoin of SQuery right-joins query with another IQuerySource on specified condition -func (tq *SQuery) RightJoin(from IQuerySource, on ICondition) *SQuery { - return tq._join(from, on, RIGHTJOIN) -} - -/*func (tq *SQuery) FullJoin(from IQuerySource, on ICondition) *SQuery { - return tq._join(from, on, FULLJOIN) -}*/ - -func (tq *SQuery) _join(from IQuerySource, on ICondition, joinType QueryJoinType) *SQuery { - if tq.joins == nil { - tq.joins = make([]sQueryJoin, 0) - } - qj := sQueryJoin{jointype: joinType, from: from, condition: on} - tq.joins = append(tq.joins, qj) - return tq -} - -// Variables implementation of SQuery for IQuery -func (tq *SQuery) Variables() []interface{} { - vars := make([]interface{}, 0) - var fromvars []interface{} - fields := tq.fields - for i := range fields { - fromvars = fields[i].Variables() - vars = append(vars, fromvars...) - } - if tq.from != nil { - fromvars = tq.from.Variables() - vars = append(vars, fromvars...) - } - for _, join := range tq.joins { - fromvars = join.from.Variables() - vars = append(vars, fromvars...) - fromvars = join.condition.Variables() - vars = append(vars, fromvars...) - } - if tq.where != nil { - fromvars = tq.where.Variables() - vars = append(vars, fromvars...) - } - if tq.having != nil { - fromvars = tq.having.Variables() - vars = append(vars, fromvars...) - } - return vars -} - -// Distinct of SQuery indicates a distinct query results -func (tq *SQuery) Distinct() *SQuery { - tq.distinct = true - return tq -} - -// SubQuery of SQuery generates a SSubQuery from a Query -func (tq *SQuery) SubQuery() *SSubQuery { - sq := SSubQuery{query: tq, alias: getTableAliasName()} - return &sq -} - -// Row of SQuery returns an instance of sql.Row for native data fetching -func (tq *SQuery) Row() *sql.Row { - sqlstr := tq.String() - vars := tq.Variables() - if DEBUG_SQLCHEMY { - sqlDebug(sqlstr, vars) - } - return _db.QueryRow(sqlstr, vars...) -} - -// Rows of SQuery returns an instance of sql.Rows for native data fetching -func (tq *SQuery) Rows() (*sql.Rows, error) { - sqlstr := tq.String() - vars := tq.Variables() - if DEBUG_SQLCHEMY { - sqlDebug(sqlstr, vars) - } - return _db.Query(sqlstr, vars...) -} - -// Count of SQuery returns the count of a query -// use CountWithError instead -// deprecated -func (tq *SQuery) Count() int { - cnt, _ := tq.CountWithError() - return cnt -} - -func (tq *SQuery) countQuery() *SQuery { - tq2 := *tq - tq2.limit = 0 - tq2.offset = 0 - cq := &SQuery{ - fields: []IQueryField{ - COUNT("count"), - }, - from: tq2.SubQuery(), - } - return cq -} - -// CountWithError of SQuery returns the row count of a query -func (tq *SQuery) CountWithError() (int, error) { - cq := tq.countQuery() - count := 0 - err := cq.Row().Scan(&count) - if err == nil { - return count, nil - } - log.Errorf("SQuery count %s failed: %s", cq.String(), err) - return -1, err -} - -// Field implementation of SQuery for IQuery -func (tq *SQuery) Field(name string) IQueryField { - f := tq.findField(name) - if DEBUG_SQLCHEMY && f == nil { - log.Debugf("cannot find field %s for query", name) - } - return f -} - -func (tq *SQuery) findField(name string) IQueryField { - if tq.fieldCache == nil { - tq.fieldCache = make(map[string]IQueryField) - } - if _, ok := tq.fieldCache[name]; ok { - return tq.fieldCache[name] - } - f := tq.internalFindField(name) - if f != nil { - tq.fieldCache[name] = f - } - return f -} - -func (tq *SQuery) internalFindField(name string) IQueryField { - for _, f := range tq.fields { - if f.Name() == name { - // switch f.(type) { - // case *SFunctionFieldBase: - // log.Warningf("cannot directly reference a function alias, should use Subquery() to enclose the query") - // } - return f - } - } - f := tq.from.Field(name) - if f != nil { - return f - } - /* for _, f := range tq.from.Fields() { - if f.Name() == name { - return f - } - }*/ - for _, join := range tq.joins { - f = join.from.Field(name) - if f != nil { - return f - } - /* for _, f := range join.from.Fields() { - if f.Name() == name { - return f - } - }*/ - } - return nil -} - -// IRowScanner is an interface for sql data fetching -type IRowScanner interface { - Scan(desc ...interface{}) error -} - -func rowScan2StringMap(fields []string, row IRowScanner) (map[string]string, error) { - targets := make([]interface{}, len(fields)) - for i := range fields { - var recver interface{} - targets[i] = &recver - } - if err := row.Scan(targets...); err != nil { - return nil, err - } - results := make(map[string]string) - for i, f := range fields { - //log.Debugf("%d %s: %s", i, f, targets[i]) - rawValue := reflect.Indirect(reflect.ValueOf(targets[i])) - if rawValue.Interface() == nil { - results[f] = "" - } else { - value := rawValue.Interface() - // log.Infof("%s %s", value, reflect.TypeOf(value)) - results[f] = getStringValue(value) - } - } - return results, nil -} - -func (tq *SQuery) rowScan2StringMap(row IRowScanner) (map[string]string, error) { - queryFields := tq.QueryFields() - fields := make([]string, len(queryFields)) - for i, f := range queryFields { - fields[i] = f.Name() - } - return rowScan2StringMap(fields, row) -} - -// FirstStringMap returns query result of the first row in a stringmap(map[string]string) -func (tq *SQuery) FirstStringMap() (map[string]string, error) { - return tq.rowScan2StringMap(tq.Row()) -} - -// AllStringMap returns query result of all rows in an array of stringmap(map[string]string) -func (tq *SQuery) AllStringMap() ([]map[string]string, error) { - rows, err := tq.Rows() - if err != nil { - return nil, err - } - defer rows.Close() - results := make([]map[string]string, 0) - for rows.Next() { - result, err := tq.rowScan2StringMap(rows) - if err != nil { - return nil, err - } - results = append(results, result) - } - return results, nil -} - -func mapString2Struct(mapResult map[string]string, destValue reflect.Value) error { - destFields := reflectutils.FetchStructFieldValueSet(destValue) - var err error - for k, v := range mapResult { - if len(v) > 0 { - fieldValue, ok := destFields.GetValue(k) - if ok { - err = setValueBySQLString(fieldValue, v) - if err != nil { - log.Errorf("Set field %q value error %s", k, err) - } - } - } - } - return err -} - -func callAfterQuery(val reflect.Value) { - afterQueryFunc := val.MethodByName("AfterQuery") - if afterQueryFunc.IsValid() && !afterQueryFunc.IsNil() { - afterQueryFunc.Call([]reflect.Value{}) - } -} - -// First return query result of first row and store the result in a data struct -func (tq *SQuery) First(dest interface{}) error { - mapResult, err := tq.FirstStringMap() - if err != nil { - return err - } - destPtrValue := reflect.ValueOf(dest) - if destPtrValue.Kind() != reflect.Ptr { - return errors.Wrap(ErrNeedsPointer, "input must be a pointer") - } - destValue := destPtrValue.Elem() - err = mapString2Struct(mapResult, destValue) - if err != nil { - return err - } - callAfterQuery(destPtrValue) - return nil -} - -// All return query results of all rows and store the result in an array of data struct -func (tq *SQuery) All(dest interface{}) error { - arrayType := reflect.TypeOf(dest).Elem() - - if arrayType.Kind() != reflect.Array && arrayType.Kind() != reflect.Slice { - return errors.Wrap(ErrNeedsArray, "dest is not an array or slice") - } - elemType := arrayType.Elem() - - mapResults, err := tq.AllStringMap() - if err != nil { - return err - } - - arrayValue := reflect.ValueOf(dest).Elem() - for _, mapV := range mapResults { - elemPtrValue := reflect.New(elemType) - elemValue := reflect.Indirect(elemPtrValue) - err = mapString2Struct(mapV, elemValue) - if err != nil { - break - } - callAfterQuery(elemPtrValue) - newArray := reflect.Append(arrayValue, elemValue) - arrayValue.Set(newArray) - } - return err -} - -// Row2Map is a utility function that fetch stringmap(map[string]string) from a native sql.Row or sql.Rows -func (tq *SQuery) Row2Map(row IRowScanner) (map[string]string, error) { - return tq.rowScan2StringMap(row) -} - -// RowMap2Struct is a utility function that fetch struct from a native sql.Row or sql.Rows -func (tq *SQuery) RowMap2Struct(result map[string]string, dest interface{}) error { - destPtrValue := reflect.ValueOf(dest) - if destPtrValue.Kind() != reflect.Ptr { - return errors.Wrap(ErrNeedsPointer, "input must be a pointer") - } - - destValue := destPtrValue.Elem() - err := mapString2Struct(result, destValue) - if err != nil { - return err - } - callAfterQuery(destPtrValue) - return nil -} - -// Row2Struct is a utility function that fill a struct with the value of a sql.Row or sql.Rows -func (tq *SQuery) Row2Struct(row IRowScanner, dest interface{}) error { - result, err := tq.rowScan2StringMap(row) - if err != nil { - return err - } - return tq.RowMap2Struct(result, dest) -} - -// Snapshot of SQuery take a snapshot of the query, so we can tell wether the query is modified later by comparing the SQL with snapshot -func (tq *SQuery) Snapshot() *SQuery { - tq.snapshot = tq.String() - return tq -} - -// IsAltered of SQuery indicates whether a query was altered. By comparing with the saved query snapshot, we can tell whether a query is altered -func (tq *SQuery) IsAltered() bool { - if len(tq.snapshot) == 0 { - panic(fmt.Sprintf("Query %s has never been snapshot when IsAltered called", tq.String())) - } - return tq.String() != tq.snapshot -} diff --git a/vendor/yunion.io/x/sqlchemy/rawquery.go b/vendor/yunion.io/x/sqlchemy/rawquery.go deleted file mode 100644 index a466ec1..0000000 --- a/vendor/yunion.io/x/sqlchemy/rawquery.go +++ /dev/null @@ -1,59 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -// SRawQueryField is a struct represents a field of a raw SQL query -// a raw query is a query that not follow standard SELECT ... FROM ... pattern -// e.g. show tables -// the struct implements IQueryField interface -type SRawQueryField struct { - name string -} - -// Expression implementation of SRawQueryField for IQueryField -func (rqf *SRawQueryField) Expression() string { - return rqf.name -} - -// Name implementation of SRawQueryField for IQueryField -func (rqf *SRawQueryField) Name() string { - return rqf.name -} - -// Reference implementation of SRawQueryField for IQueryField -func (rqf *SRawQueryField) Reference() string { - return rqf.name -} - -// Label implementation of SRawQueryField for IQueryField -func (rqf *SRawQueryField) Label(label string) IQueryField { - return rqf -} - -// Variables implementation of SRawQueryField for IQueryField -func (rqf *SRawQueryField) Variables() []interface{} { - return nil -} - -// NewRawQuery returns an instance of SQuery with raw SQL query. e.g. show tables -func NewRawQuery(sqlStr string, fields ...string) *SQuery { - qfs := make([]IQueryField, len(fields)) - for i, f := range fields { - rqf := SRawQueryField{name: f} - qfs[i] = &rqf - } - q := SQuery{rawSql: sqlStr, fields: qfs} - return &q -} diff --git a/vendor/yunion.io/x/sqlchemy/reflect.go b/vendor/yunion.io/x/sqlchemy/reflect.go deleted file mode 100644 index 0e2ddaa..0000000 --- a/vendor/yunion.io/x/sqlchemy/reflect.go +++ /dev/null @@ -1,176 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "fmt" - "reflect" - "strconv" - "time" - - "yunion.io/x/jsonutils" - "yunion.io/x/log" - "yunion.io/x/pkg/errors" - "yunion.io/x/pkg/gotypes" - "yunion.io/x/pkg/tristate" - "yunion.io/x/pkg/util/timeutils" -) - -func getQuoteStringValue(dat interface{}) string { - value := reflect.ValueOf(dat) - switch value.Kind() { - case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: - return fmt.Sprintf("%d", value.Int()) - case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64: - return fmt.Sprintf("%d", value.Uint()) - case reflect.Float32, reflect.Float64: - return fmt.Sprintf("%f", value.Float()) - } - return strconv.Quote(getStringValue(dat)) -} - -func getStringValue(dat interface{}) string { - value := reflect.ValueOf(dat) - switch value.Type() { - case tristate.TriStateType: - return dat.(tristate.TriState).String() - case gotypes.TimeType: - tm, ok := dat.(time.Time) - if !ok { - log.Errorf("Fail to convert to time.Time %s", value) - } else { - return timeutils.MysqlTime(tm) - } - /*case jsonutils.JSONStringType, jsonutils.JSONIntType, jsonutils.JSONFloatType, jsonutils.JSONBoolType, - jsonutils.JSONDictType, jsonutils.JSONArrayType: - json, ok := value.Interface().(jsonutils.JSONObject) - if !ok { - log.Errorf("fail to convert to JSONObject", value) - }else { - return json.String() - }*/ - case gotypes.Uint8SliceType: - rawBytes, ok := value.Interface().([]byte) - if !ok { - log.Errorf("Fail to convert to bytes %s", value) - } else { - return string(rawBytes) - } - } - switch value.Kind() { - case reflect.Bool: - if value.Bool() { - return "true" - } - return "false" - case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: - return fmt.Sprintf("%d", value.Int()) - case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64: - return fmt.Sprintf("%d", value.Uint()) - case reflect.Float32, reflect.Float64: - return fmt.Sprintf("%f", value.Float()) - case reflect.String: - return value.String() - } - serializable, ok := value.Interface().(gotypes.ISerializable) - if ok { - return serializable.String() - } - log.Errorf("cannot convert %v to string", value) - return "" -} - -func setValueBySQLString(value reflect.Value, val string) error { - if !value.CanSet() { - return errors.Wrap(ErrReadOnly, "value is not settable") - } - switch value.Type() { - case tristate.TriStateType: - if val == "0" { - value.Set(tristate.TriStateFalseValue) - } else if val == "1" { - value.Set(tristate.TriStateTrueValue) - } else { - value.Set(tristate.TriStateNoneValue) - } - return nil - case gotypes.TimeType: - if val != "0000-00-00 00:00:00" { - tm, err := timeutils.ParseTimeStr(val) - if err != nil { - return errors.Wrap(err, "ParseTimeStr") - } - value.Set(reflect.ValueOf(tm)) - } - return nil - } - switch value.Kind() { - case reflect.Bool: - if val == "0" { - value.SetBool(false) - } else { - value.SetBool(true) - } - return nil - case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: - valInt, err := strconv.ParseInt(val, 10, 64) - if err != nil { - return errors.Wrap(err, "ParseInt") - } - value.SetInt(valInt) - return nil - case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64: - valUint, err := strconv.ParseUint(val, 10, 64) - if err != nil { - return errors.Wrap(err, "ParseUint") - } - value.SetUint(valUint) - return nil - case reflect.Float32, reflect.Float64: - valFloat, err := strconv.ParseFloat(val, 64) - if err != nil { - return errors.Wrap(err, "ParseFloat") - } - value.SetFloat(valFloat) - return nil - case reflect.String: - value.SetString(val) - return nil - case reflect.Slice: - elemValue := reflect.New(value.Type().Elem()).Elem() - err := setValueBySQLString(elemValue, val) - if err != nil { - return errors.Wrap(err, "reflect.Slice") - } - value.Set(reflect.Append(value, elemValue)) - return nil - default: - if valueType := value.Type(); valueType.Implements(gotypes.ISerializableType) { - serializable, err := jsonutils.JSONDeserialize(valueType, val) - if err != nil { - return err - } - value.Set(reflect.ValueOf(serializable)) - return nil - } else if value.Kind() == reflect.Ptr { - if value.IsNil() { - value.Set(reflect.New(value.Type().Elem())) - } - return setValueBySQLString(value.Elem(), val) - } else { - return errors.Wrapf(ErrNotSupported, "not supported type: %s", valueType) - } - } -} diff --git a/vendor/yunion.io/x/sqlchemy/sql.go b/vendor/yunion.io/x/sqlchemy/sql.go deleted file mode 100644 index bf6ea29..0000000 --- a/vendor/yunion.io/x/sqlchemy/sql.go +++ /dev/null @@ -1,65 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "database/sql" - - "yunion.io/x/log" -) - -// the global DB connection -var _db *sql.DB - -// SetDB sets global DB instance -func SetDB(db *sql.DB) { - _db = db -} - -// GetDB get DB instance -func GetDB() *sql.DB { - return _db -} - -// CloseDB close DB connection -func CloseDB() { - _db.Close() - _db = nil -} - -type tableName struct { - Name string -} - -// GetTables get all tables' name in database -func GetTables() []string { - tables := make([]tableName, 0) - q := NewRawQuery("SHOW TABLES", "name") - err := q.All(&tables) - if err != nil { - log.Errorf("show tables fail %s", err) - return nil - } - ret := make([]string, len(tables)) - for i, t := range tables { - ret[i] = t.Name - } - return ret -} - -// Exec execute a raw SQL query -func Exec(sql string, args ...interface{}) (sql.Result, error) { - return _db.Exec(sql, args...) -} diff --git a/vendor/yunion.io/x/sqlchemy/sync.go b/vendor/yunion.io/x/sqlchemy/sync.go deleted file mode 100644 index 6f034b4..0000000 --- a/vendor/yunion.io/x/sqlchemy/sync.go +++ /dev/null @@ -1,441 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "fmt" - "math/bits" - "regexp" - "sort" - "strconv" - "strings" - - "yunion.io/x/log" - "yunion.io/x/pkg/errors" - "yunion.io/x/pkg/utils" -) - -type sSqlColumnInfo struct { - Field string - Type string - Collation string - Null string - Key string - Default string - Extra string - Privileges string - Comment string -} - -func decodeSqlTypeString(typeStr string) []string { - typeReg := regexp.MustCompile(`(\w+)\((\d+)(,\s*(\d+))?\)`) - matches := typeReg.FindStringSubmatch(typeStr) - if len(matches) >= 3 { - return matches[1:] - } - parts := strings.Split(typeStr, " ") - return []string{parts[0]} -} - -func (info *sSqlColumnInfo) toColumnSpec() IColumnSpec { - tagmap := make(map[string]string) - - matches := decodeSqlTypeString(info.Type) - typeStr := strings.ToUpper(matches[0]) - width := 0 - if len(matches) > 1 { - width, _ = strconv.Atoi(matches[1]) - } - if width > 0 { - tagmap[TAG_WIDTH] = fmt.Sprintf("%d", width) - } - if info.Null == "YES" { - tagmap[TAG_NULLABLE] = "true" - } else { - tagmap[TAG_NULLABLE] = "false" - } - if info.Key == "PRI" { - tagmap[TAG_PRIMARY] = "true" - } else { - tagmap[TAG_PRIMARY] = "false" - } - charset := "" - if info.Collation == "ascii_general_ci" { - charset = "ascii" - } else if info.Collation == "utf8_general_ci" || info.Collation == "utf8mb4_unicode_ci" { - charset = "utf8" - } else { - charset = "ascii" - } - if len(charset) > 0 { - tagmap[TAG_CHARSET] = charset - } - if info.Default != "NULL" { - tagmap[TAG_DEFAULT] = info.Default - } - if strings.HasSuffix(typeStr, "CHAR") { - c := NewTextColumn(info.Field, tagmap, false) - return &c - } else if strings.HasSuffix(typeStr, "TEXT") { - tagmap[TAG_TEXT_LENGTH] = typeStr[:len(typeStr)-4] - c := NewTextColumn(info.Field, tagmap, false) - return &c - } else if strings.HasSuffix(typeStr, "INT") { - if info.Extra == "auto_increment" { - tagmap[TAG_AUTOINCREMENT] = "true" - } - unsigned := false - if strings.HasSuffix(info.Type, " unsigned") { - unsigned = true - } - if _, ok := tagmap[TAG_WIDTH]; !ok { - if unsigned { - tagmap[TAG_WIDTH] = uintWidthString(typeStr) - } else { - tagmap[TAG_WIDTH] = intWidthString(typeStr) - } - } - c := NewIntegerColumn(info.Field, typeStr, unsigned, tagmap, false) - return &c - } else if typeStr == "FLOAT" || typeStr == "DOUBLE" { - c := NewFloatColumn(info.Field, typeStr, tagmap, false) - return &c - } else if typeStr == "DECIMAL" { - if len(matches) > 3 { - precision, _ := strconv.Atoi(matches[3]) - if precision > 0 { - tagmap[TAG_PRECISION] = fmt.Sprintf("%d", precision) - } - } - c := NewDecimalColumn(info.Field, tagmap, false) - return &c - } else if typeStr == "DATETIME" { - c := NewDateTimeColumn(info.Field, tagmap, false) - return &c - } else if typeStr == "DATE" || typeStr == "TIMESTAMP" { - c := NewTimeTypeColumn(info.Field, typeStr, tagmap, false) - return &c - } else if strings.HasPrefix(typeStr, "ENUM(") { - // enum type, force convert to text - // discourage use of enum, use text instead - enums := utils.FindWords([]byte(typeStr[5:len(typeStr)-1]), 0) - - width := 0 - for i := range enums { - if width < len(enums[i]) { - width = len(enums[i]) - } - } - tagmap[TAG_WIDTH] = fmt.Sprintf("%d", 1< %s(primary:%v)", tableName, cols1[i].DefinitionString(), cols1[i].IsPrimary(), cols2[j].DefinitionString(), cols2[j].IsPrimary()) - update = append(update, sUpdateColumnSpec{ - oldCol: cols1[i], - newCol: cols2[j], - }) - } - i++ - j++ - } else if comp > 0 { - add = append(add, cols2[j]) - j++ - } else { - remove = append(remove, cols1[i]) - i++ - } - } else if i < len(cols1) { - remove = append(remove, cols1[i]) - i++ - } else if j < len(cols2) { - add = append(add, cols2[j]) - j++ - } - } - return remove, update, add -} - -func diffIndexes2(exists []sTableIndex, defs []sTableIndex) (diff []sTableIndex) { - diff = make([]sTableIndex, 0) - for i := 0; i < len(exists); i++ { - findDef := false - for j := 0; j < len(defs); j++ { - if defs[j].IsIdentical(exists[i].columns...) { - findDef = true - break - } - } - if !findDef { - diff = append(diff, exists[i]) - } - } - return -} - -func diffIndexes(exists []sTableIndex, defs []sTableIndex) (added []sTableIndex, removed []sTableIndex) { - return diffIndexes2(defs, exists), diffIndexes2(exists, defs) -} - -// DropForeignKeySQL returns the SQL statements to do droping foreignkey for a TableSpec -func (ts *STableSpec) DropForeignKeySQL() []string { - _, constraints, err := ts.fetchIndexesAndConstraints() - if err != nil { - if errors.Cause(err) != ErrTableNotExists { - log.Errorf("fetchIndexesAndConstraints fail %s", err) - } - return nil - } - - ret := make([]string, 0) - for _, constraint := range constraints { - sql := fmt.Sprintf("ALTER TABLE `%s` DROP FOREIGN KEY `%s`", ts.name, constraint.name) - ret = append(ret, sql) - log.Infof("%s;", sql) - } - - return ret -} - -// Exists checks wheter a table exists -func (ts *STableSpec) Exists() bool { - tables := GetTables() - in, _ := utils.InStringArray(ts.name, tables) - return in -} - -// SyncSQL returns SQL statements that make table in database consistent with TableSpec definitions -// by comparing table definition derived from TableSpec and that in database -func (ts *STableSpec) SyncSQL() []string { - if !ts.Exists() { - log.Debugf("table %s not created yet", ts.name) - sql := ts.CreateSQL() - return []string{sql} - } - - indexes, _, err := ts.fetchIndexesAndConstraints() - if err != nil { - if errors.Cause(err) != ErrTableNotExists { - log.Errorf("fetchIndexesAndConstraints fail %s", err) - } - return nil - } - - ret := make([]string, 0) - cols, err := ts.fetchColumnDefs() - if err != nil { - log.Errorf("fetchColumnDefs fail: %s", err) - return nil - } - - addIndexes, removeIndexes := diffIndexes(indexes, ts.indexes) - - for _, idx := range removeIndexes { - sql := fmt.Sprintf("DROP INDEX `%s` ON `%s`", idx.name, ts.name) - ret = append(ret, sql) - log.Infof("%s;", sql) - } - - alters := make([]string, 0) - remove, update, add := diffCols(ts.name, cols, ts.columns) - // first check if primary key is modifed - changePrimary := false - for _, col := range remove { - if col.IsPrimary() { - changePrimary = true - } - } - for _, cols := range update { - if cols.oldCol.IsPrimary() != cols.newCol.IsPrimary() { - changePrimary = true - } - } - for _, col := range add { - if col.IsPrimary() { - changePrimary = true - } - } - if changePrimary { - oldHasPrimary := false - for _, c := range cols { - if c.IsPrimary() { - oldHasPrimary = true - break - } - } - if oldHasPrimary { - sql := fmt.Sprintf("DROP PRIMARY KEY") - alters = append(alters, sql) - } - } - /* IGNORE DROP STATEMENT */ - for _, col := range remove { - sql := fmt.Sprintf("DROP COLUMN `%s`", col.Name()) - log.Debugf("skip ALTER TABLE %s %s;", ts.name, sql) - // alters = append(alters, sql) - // ignore drop statement - // if the column is auto_increment integer column, - // then need to drop auto_increment attribute - if intCol, ok := col.(*SIntegerColumn); ok { - if intCol.IsAutoIncrement { - // make sure the column is nullable - col.SetNullable(true) - log.Errorf("column %s is auto_increment, drop auto_inrement attribute", col.Name()) - intCol.IsAutoIncrement = false - sql := fmt.Sprintf("MODIFY %s", col.DefinitionString()) - alters = append(alters, sql) - } - } - // if the column is not nullable but no default - // then need to drop the not-nullable attribute - if !col.IsNullable() && col.Default() == "" { - col.SetNullable(true) - sql := fmt.Sprintf("MODIFY %s", col.DefinitionString()) - alters = append(alters, sql) - log.Errorf("column %s is not nullable but no default, drop not nullable attribute", col.Name()) - } - } - for _, cols := range update { - sql := fmt.Sprintf("MODIFY %s", cols.newCol.DefinitionString()) - alters = append(alters, sql) - } - for _, col := range add { - sql := fmt.Sprintf("ADD %s", col.DefinitionString()) - alters = append(alters, sql) - } - if changePrimary { - primaries := make([]string, 0) - for _, c := range ts.columns { - if c.IsPrimary() { - primaries = append(primaries, fmt.Sprintf("`%s`", c.Name())) - } - } - if len(primaries) > 0 { - sql := fmt.Sprintf("ADD PRIMARY KEY(%s)", strings.Join(primaries, ", ")) - alters = append(alters, sql) - } - } - - if len(alters) > 0 { - sql := fmt.Sprintf("ALTER TABLE `%s` %s;", ts.name, strings.Join(alters, ", ")) - ret = append(ret, sql) - } - - for _, idx := range addIndexes { - sql := fmt.Sprintf("CREATE INDEX `%s` ON `%s` (%s)", idx.name, ts.name, strings.Join(idx.QuotedColumns(), ",")) - ret = append(ret, sql) - log.Infof("%s;", sql) - } - - return ret -} - -// Sync executes the SQLs to synchronize the DB definion of s SQL database -// by applying the SQL statements generated by SyncSQL() -func (ts *STableSpec) Sync() error { - sqls := ts.SyncSQL() - if sqls != nil { - for _, sql := range sqls { - log.Infof(sql) - _, err := _db.Exec(sql) - if err != nil { - log.Errorf("exec sql error %s: %s", sql, err) - return err - } - } - } - return nil -} - -// CheckSync checks whether the table in database consistent with TableSpec -func (ts *STableSpec) CheckSync() error { - sqls := ts.SyncSQL() - if len(sqls) > 0 { - for _, sql := range sqls { - fmt.Println(sql) - } - return fmt.Errorf("DB table %q not in sync", ts.name) - } - return nil -} diff --git a/vendor/yunion.io/x/sqlchemy/table.go b/vendor/yunion.io/x/sqlchemy/table.go deleted file mode 100644 index 0c0884d..0000000 --- a/vendor/yunion.io/x/sqlchemy/table.go +++ /dev/null @@ -1,273 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "fmt" - "reflect" - "strings" - - "yunion.io/x/log" - "yunion.io/x/pkg/utils" -) - -// ITableSpec is the interface represents a table -type ITableSpec interface { - // Insert performs an insert operation that insert one record at a time - Insert(dt interface{}) error - - // InsertOrUpdate performs an atomic insert or update operation that insert a new record to update the record with current value - InsertOrUpdate(dt interface{}) error - - // Update performs an update operation - Update(dt interface{}, onUpdate func() error) (UpdateDiffs, error) - - // Increment performs a special update that do an atomic incremental update of the numeric fields - Increment(diff, target interface{}) error - - // Decrement performs a special update that do an atomic decremental update of the numeric fields - Decrement(diff, target interface{}) error - - // DataType returns the data type corresponding to the table - DataType() reflect.Type - - // ColumnSpec returns the column definition of a spcific column - ColumnSpec(name string) IColumnSpec - - // Name returns the name of the table - Name() string - - // Columns returns the array of columns definitions - Columns() []IColumnSpec - - // PrimaryColumns returns the array of columns of primary keys - PrimaryColumns() []IColumnSpec - - // Expression returns expression of the table - Expression() string - - // Instance returns an instance of STable for this spec - Instance() *STable - - // DropForeignKeySQL returns the SQL statements to drop foreignkeys for this table - DropForeignKeySQL() []string - - // AddIndex adds index to table - AddIndex(unique bool, cols ...string) bool - - // SyncSQL forces synchronize the data definition and model definition of the table - SyncSQL() []string - - // Fetch query a struct - Fetch(dt interface{}) error -} - -// STableSpec defines the table specification, which implements ITableSpec -type STableSpec struct { - structType reflect.Type - name string - columns []IColumnSpec - indexes []sTableIndex - contraints []sTableConstraint -} - -// STable is an instance of table for query, system will automatically give a alias to this table -type STable struct { - spec ITableSpec - alias string -} - -// STableField represents a field in a table, implements IQueryField -type STableField struct { - table *STable - spec IColumnSpec - alias string -} - -// NewTableSpecFromStruct generates STableSpec based on the information of a struct model -func NewTableSpecFromStruct(s interface{}, name string) *STableSpec { - val := reflect.Indirect(reflect.ValueOf(s)) - st := val.Type() - if st.Kind() != reflect.Struct { - panic("expect Struct kind") - } - table := &STableSpec{ - columns: []IColumnSpec{}, - name: name, - structType: st, - } - struct2TableSpec(val, table) - return table -} - -// Name implementation of STableSpec for ITableSpec -func (ts *STableSpec) Name() string { - return ts.name -} - -// Expression implementation of STableSpec for ITableSpec -func (ts *STableSpec) Expression() string { - return fmt.Sprintf("`%s`", ts.name) -} - -// Clone makes a clone of a table, so we may create a new table of the same schema -func (ts *STableSpec) Clone(name string, autoIncOffset int64) *STableSpec { - newCols := make([]IColumnSpec, len(ts.columns)) - for i := range newCols { - col := ts.columns[i] - if intCol, ok := col.(*SIntegerColumn); ok && intCol.IsAutoIncrement { - newCol := *intCol - newCol.AutoIncrementOffset = autoIncOffset - newCols[i] = &newCol - } else { - newCols[i] = col - } - } - return &STableSpec{ - structType: ts.structType, - name: name, - columns: newCols, - indexes: ts.indexes, - contraints: ts.contraints, - } -} - -// Columns implementation of STableSpec for ITableSpec -func (ts *STableSpec) Columns() []IColumnSpec { - return ts.columns -} - -// PrimaryColumns implementation of STableSpec for ITableSpec -func (ts *STableSpec) PrimaryColumns() []IColumnSpec { - ret := make([]IColumnSpec, 0) - for i := range ts.columns { - if ts.columns[i].IsPrimary() { - ret = append(ret, ts.columns[i]) - } - } - return ret -} - -// DataType implementation of STableSpec for ITableSpec -func (ts *STableSpec) DataType() reflect.Type { - return ts.structType -} - -// CreateSQL returns the SQL for creating this table -func (ts *STableSpec) CreateSQL() string { - cols := make([]string, 0) - primaries := make([]string, 0) - indexes := make([]string, 0) - autoInc := "" - for _, c := range ts.columns { - cols = append(cols, c.DefinitionString()) - if c.IsPrimary() { - primaries = append(primaries, fmt.Sprintf("`%s`", c.Name())) - if intC, ok := c.(*SIntegerColumn); ok && intC.AutoIncrementOffset > 1 { - autoInc = fmt.Sprintf(" AUTO_INCREMENT=%d", intC.AutoIncrementOffset) - } - } - if c.IsIndex() { - indexes = append(indexes, fmt.Sprintf("KEY `ix_%s_%s` (`%s`)", ts.name, c.Name(), c.Name())) - } - } - if len(primaries) > 0 { - cols = append(cols, fmt.Sprintf("PRIMARY KEY (%s)", strings.Join(primaries, ", "))) - } - if len(indexes) > 0 { - cols = append(cols, indexes...) - } - return fmt.Sprintf("CREATE TABLE IF NOT EXISTS `%s` (\n%s\n) ENGINE=InnoDB DEFAULT CHARSET = utf8mb4 COLLATE = utf8mb4_unicode_ci%s", ts.name, strings.Join(cols, ",\n"), autoInc) -} - -// NewTableInstance return an new table instance from an ITableSpec -func NewTableInstance(ts ITableSpec) *STable { - table := STable{spec: ts, alias: getTableAliasName()} - return &table -} - -// Instance return an new table instance from an instance of STableSpec -func (ts *STableSpec) Instance() *STable { - return NewTableInstance(ts) -} - -// ColumnSpec implementation of STableSpec for ITableSpec -func (ts *STableSpec) ColumnSpec(name string) IColumnSpec { - for _, c := range ts.Columns() { - if c.Name() == name { - return c - } - } - return nil -} - -// Field implementation of STableSpec for IQuerySource -func (tbl *STable) Field(name string, alias ...string) IQueryField { - // name = reflectutils.StructFieldName(name) - name = utils.CamelSplit(name, "_") - spec := tbl.spec.ColumnSpec(name) - if spec == nil { - log.Warningf("column %s not found in table %s", name, tbl.spec.Name()) - return nil - } - col := STableField{table: tbl, spec: spec} - if len(alias) > 0 { - col.Label(alias[0]) - } - return &col -} - -// Fields implementation of STable for IQuerySource -func (tbl *STable) Fields() []IQueryField { - ret := make([]IQueryField, 0) - for _, c := range tbl.spec.Columns() { - ret = append(ret, tbl.Field(c.Name())) - } - return ret -} - -// Expression implementation of STableField for IQueryField -func (c *STableField) Expression() string { - if len(c.alias) > 0 { - return fmt.Sprintf("`%s`.`%s` as `%s`", c.table.Alias(), c.spec.Name(), c.alias) - } - return fmt.Sprintf("`%s`.`%s`", c.table.Alias(), c.spec.Name()) -} - -// Name implementation of STableField for IQueryField -func (c *STableField) Name() string { - if len(c.alias) > 0 { - return c.alias - } - return c.spec.Name() -} - -// Reference implementation of STableField for IQueryField -func (c *STableField) Reference() string { - return fmt.Sprintf("`%s`.`%s`", c.table.Alias(), c.Name()) -} - -// Label implementation of STableField for IQueryField -func (c *STableField) Label(label string) IQueryField { - if len(label) > 0 && label != c.spec.Name() { - c.alias = label - } - return c -} - -// Variables implementation of STableField for IQueryField -func (c *STableField) Variables() []interface{} { - return nil -} diff --git a/vendor/yunion.io/x/sqlchemy/tablealias.go b/vendor/yunion.io/x/sqlchemy/tablealias.go deleted file mode 100644 index 96b14f1..0000000 --- a/vendor/yunion.io/x/sqlchemy/tablealias.go +++ /dev/null @@ -1,32 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "fmt" - "sync" -) - -var ( - tableID = 0 - tableIDLock *sync.Mutex = &sync.Mutex{} -) - -func getTableAliasName() string { - tableIDLock.Lock() - defer tableIDLock.Unlock() - tableID++ - return fmt.Sprintf("t%d", tableID) -} diff --git a/vendor/yunion.io/x/sqlchemy/union.go b/vendor/yunion.io/x/sqlchemy/union.go deleted file mode 100644 index fb23d0c..0000000 --- a/vendor/yunion.io/x/sqlchemy/union.go +++ /dev/null @@ -1,224 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "database/sql" - "fmt" - "strings" - - "yunion.io/x/log" - "yunion.io/x/pkg/errors" -) - -// SUnionQueryField represents a field of a union query -type SUnionQueryField struct { - union *SUnion - name string - alias string -} - -// Expression implementation of SUnionQueryField for IQueryField -func (sqf *SUnionQueryField) Expression() string { - if len(sqf.alias) > 0 { - return fmt.Sprintf("`%s`.`%s` as `%s`", sqf.union.Alias(), sqf.name, sqf.alias) - } - return fmt.Sprintf("`%s`.`%s`", sqf.union.Alias(), sqf.name) -} - -// Name implementation of SUnionQueryField for IQueryField -func (sqf *SUnionQueryField) Name() string { - if len(sqf.alias) > 0 { - return sqf.alias - } - return sqf.name -} - -// Reference implementation of SUnionQueryField for IQueryField -func (sqf *SUnionQueryField) Reference() string { - return fmt.Sprintf("`%s`.`%s`", sqf.union.Alias(), sqf.Name()) -} - -// Label implementation of SUnionQueryField for IQueryField -func (sqf *SUnionQueryField) Label(label string) IQueryField { - if len(label) > 0 && label != sqf.name { - sqf.alias = label - } - return sqf -} - -// Variables implementation of SUnionQueryField for IQueryField -func (sqf *SUnionQueryField) Variables() []interface{} { - return nil -} - -// SUnion is the struct to store state of a Union query, which implementation the interface of IQuerySource -type SUnion struct { - alias string - queries []IQuery - fields []IQueryField - orderBy []sQueryOrder - limit int - offset int -} - -// Alias implementation of SUnion for IQuerySource -func (uq *SUnion) Alias() string { - return uq.alias -} - -// Expression implementation of SUnion for IQuerySource -func (uq *SUnion) Expression() string { - var buf strings.Builder - buf.WriteByte('(') - for i := range uq.queries { - if i != 0 { - buf.WriteString(" UNION ") - } - buf.WriteByte('(') - buf.WriteString(uq.queries[i].String()) - buf.WriteByte(')') - } - if uq.orderBy != nil && len(uq.orderBy) > 0 { - buf.WriteString(" ORDER BY ") - for i, f := range uq.orderBy { - if i > 0 { - buf.WriteString(", ") - } - buf.WriteString(fmt.Sprintf("%s %s", f.field.Reference(), f.order)) - } - } - if uq.limit > 0 { - buf.WriteString(fmt.Sprintf(" LIMIT %d", uq.limit)) - } - if uq.offset > 0 { - buf.WriteString(fmt.Sprintf(" OFFSET %d", uq.offset)) - } - buf.WriteByte(')') - return buf.String() -} - -/*func (tq *SUnion) _orderBy(order QueryOrderType, fields []IQueryField) *SUnion { - if tq.orderBy == nil { - tq.orderBy = make([]SQueryOrder, 0) - } - for _, f := range fields { - tq.orderBy = append(tq.orderBy, SQueryOrder{field: f, order: order}) - } - return tq -} - -func (tq *SUnion) Asc(fields ...interface{}) *SUnion { - return tq._orderBy(SQL_ORDER_ASC, convertQueryField(tq, fields)) -} - -func (tq *SUnion) Desc(fields ...interface{}) *SUnion { - return tq._orderBy(SQL_ORDER_DESC, convertQueryField(tq, fields)) -} -*/ - -// Limit adds limit to a union query -func (uq *SUnion) Limit(limit int) *SUnion { - uq.limit = limit - return uq -} - -// Offset adds offset to a union query -func (uq *SUnion) Offset(offset int) *SUnion { - uq.offset = offset - return uq -} - -// Fields implementation of SUnion for IQuerySource -func (uq *SUnion) Fields() []IQueryField { - return uq.fields -} - -// Field implementation of SUnion for IQuerySource -func (uq *SUnion) Field(name string, alias ...string) IQueryField { - for i := range uq.fields { - if name == uq.fields[i].Name() { - if len(alias) > 0 { - uq.fields[i].Label(alias[0]) - } - return uq.fields[i] - } - } - return nil -} - -// Variables implementation of SUnion for IQuerySource -func (uq *SUnion) Variables() []interface{} { - ret := make([]interface{}, 0) - for i := range uq.queries { - ret = append(ret, uq.queries[i].Variables()...) - } - return ret -} - -// Union method returns union query of several queries. -// Require the fields of all queries should exactly match -// deprecated -func Union(query ...IQuery) *SUnion { - u, err := UnionWithError(query...) - if err != nil { - log.Fatalf("Fatal: %s", err.Error()) - } - return u -} - -// UnionWithError constructs union query of several Queries -// Require the fields of all queries should exactly match -func UnionWithError(query ...IQuery) (*SUnion, error) { - if len(query) == 0 { - return nil, errors.Wrap(sql.ErrNoRows, "empty union query") - } - - fieldNames := make([]string, 0) - for _, f := range query[0].QueryFields() { - fieldNames = append(fieldNames, f.Name()) - } - - for i := 1; i < len(query); i++ { - qfields := query[i].QueryFields() - if len(fieldNames) != len(qfields) { - return nil, errors.Wrap(ErrUnionFieldsNotMatch, "number not match") - } - for i := range qfields { - if fieldNames[i] != qfields[i].Name() { - return nil, errors.Wrapf(ErrUnionFieldsNotMatch, "name %s:%s not match", fieldNames[i], qfields[i].Name()) - } - } - } - - fields := make([]IQueryField, len(fieldNames)) - - uq := &SUnion{ - alias: getTableAliasName(), - queries: query, - fields: fields, - } - - for i := range fieldNames { - fields[i] = &SUnionQueryField{name: fieldNames[i], union: uq} - } - - return uq, nil -} - -// Query of SUnion returns a SQuery of a union query -func (uq *SUnion) Query(f ...IQueryField) *SQuery { - return DoQuery(uq, f...) -} diff --git a/vendor/yunion.io/x/sqlchemy/update.go b/vendor/yunion.io/x/sqlchemy/update.go deleted file mode 100644 index 2cbb390..0000000 --- a/vendor/yunion.io/x/sqlchemy/update.go +++ /dev/null @@ -1,242 +0,0 @@ -// Copyright 2019 Yunion -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -package sqlchemy - -import ( - "bytes" - "fmt" - "reflect" - "strings" - - "yunion.io/x/jsonutils" - "yunion.io/x/log" - "yunion.io/x/pkg/errors" - "yunion.io/x/pkg/gotypes" - "yunion.io/x/pkg/util/reflectutils" - "yunion.io/x/pkg/utils" -) - -// SUpdateSession is a struct to store the state of a update session -type SUpdateSession struct { - oValue reflect.Value - tableSpec *STableSpec -} - -func (ts *STableSpec) prepareUpdate(dt interface{}) (*SUpdateSession, error) { - if reflect.ValueOf(dt).Kind() != reflect.Ptr { - return nil, errors.Wrap(ErrNeedsPointer, "Update input must be a Pointer") - } - dataValue := reflect.ValueOf(dt).Elem() - fields := reflectutils.FetchStructFieldValueSet(dataValue) // fetchStructFieldNameValue(dataType, dataValue) - - zeroPrimary := make([]string, 0) - for _, c := range ts.columns { - k := c.Name() - ov, ok := fields.GetInterface(k) - if !ok { - continue - } - if c.IsPrimary() && c.IsZero(ov) && !c.IsText() { - zeroPrimary = append(zeroPrimary, k) - } - } - - if len(zeroPrimary) > 0 { - return nil, errors.Wrapf(ErrEmptyPrimaryKey, "not a valid data, primary key %s empty", - strings.Join(zeroPrimary, ",")) - } - - originValue := gotypes.DeepCopyRv(dataValue) - us := SUpdateSession{oValue: originValue, tableSpec: ts} - return &us, nil -} - -// SUpdateDiff is a struct to store the differences for an update of a column -type SUpdateDiff struct { - old interface{} - new interface{} - col IColumnSpec -} - -// String of SUpdateDiff returns the string representation of a SUpdateDiff -func (ud *SUpdateDiff) String() string { - return fmt.Sprintf("%s->%s", - utils.TruncateString(ud.old, 32), - utils.TruncateString(ud.new, 32)) -} - -func (ud SUpdateDiff) jsonObj() jsonutils.JSONObject { - r := jsonutils.NewDict() - r.Set("old", jsonutils.Marshal(ud.old)) - r.Set("new", jsonutils.Marshal(ud.new)) - return r -} - -// UpdateDiffs is a map of SUpdateDiff whose key is the column name -type UpdateDiffs map[string]SUpdateDiff - -// String of UpdateDiffs returns the string representation of UpdateDiffs -func (uds UpdateDiffs) String() string { - obj := jsonutils.NewDict() - for k := range uds { - obj.Set(k, uds[k].jsonObj()) - } - return obj.String() -} - -func (us *SUpdateSession) saveUpdate(dt interface{}) (UpdateDiffs, error) { - beforeUpdateFunc := reflect.ValueOf(dt).MethodByName("BeforeUpdate") - if beforeUpdateFunc.IsValid() && !beforeUpdateFunc.IsNil() { - beforeUpdateFunc.Call([]reflect.Value{}) - } - - // dataType := reflect.TypeOf(dt).Elem() - dataValue := reflect.ValueOf(dt).Elem() - ofields := reflectutils.FetchStructFieldValueSet(us.oValue) - fields := reflectutils.FetchStructFieldValueSet(dataValue) - - versionFields := make([]string, 0) - updatedFields := make([]string, 0) - primaries := make(map[string]interface{}) - setters := UpdateDiffs{} - for _, c := range us.tableSpec.columns { - k := c.Name() - of, _ := ofields.GetInterface(k) - nf, _ := fields.GetInterface(k) - if c.IsPrimary() { - if !gotypes.IsNil(of) && !c.IsZero(of) { - if c.IsText() { - ov, _ := of.(string) - nv, _ := nf.(string) - if ov != nv && strings.EqualFold(ov, nv) { - setters[k] = SUpdateDiff{old: of, new: nf, col: c} - } - } - primaries[k] = c.ConvertFromValue(of) - } else if c.IsText() { - primaries[k] = "" - } else { - return nil, ErrEmptyPrimaryKey - } - continue - } - nc, ok := c.(*SIntegerColumn) - if ok && nc.IsAutoVersion { - versionFields = append(versionFields, k) - continue - } - dtc, ok := c.(*SDateTimeColumn) - if ok && dtc.IsUpdatedAt { - updatedFields = append(updatedFields, k) - continue - } - if reflect.DeepEqual(of, nf) { - continue - } - if c.IsZero(nf) && c.IsText() { - nf = nil - } - setters[k] = SUpdateDiff{old: of, new: nf, col: c} - } - - if len(setters) == 0 { - return nil, ErrNoDataToUpdate - } - - vars := make([]interface{}, 0) - var buf bytes.Buffer - buf.WriteString(fmt.Sprintf("UPDATE `%s` SET ", us.tableSpec.name)) - first := true - for k, v := range setters { - if first { - first = false - } else { - buf.WriteString(", ") - } - if gotypes.IsNil(v.new) { - buf.WriteString(fmt.Sprintf("`%s` = NULL", k)) - } else { - buf.WriteString(fmt.Sprintf("`%s` = ?", k)) - vars = append(vars, v.col.ConvertFromValue(v.new)) - } - } - for _, versionField := range versionFields { - buf.WriteString(fmt.Sprintf(", `%s` = `%s` + 1", versionField, versionField)) - } - for _, updatedField := range updatedFields { - buf.WriteString(fmt.Sprintf(", `%s` = UTC_TIMESTAMP()", updatedField)) - } - buf.WriteString(" WHERE ") - first = true - if len(primaries) == 0 { - return nil, ErrEmptyPrimaryKey - } - for k, v := range primaries { - if first { - first = false - } else { - buf.WriteString(" AND ") - } - buf.WriteString(fmt.Sprintf("`%s` = ?", k)) - vars = append(vars, v) - } - - if DEBUG_SQLCHEMY { - log.Infof("Update: %s %s", buf.String(), vars) - } - results, err := _db.Exec(buf.String(), vars...) - if err != nil { - return nil, err - } - aCnt, err := results.RowsAffected() - if err != nil { - return nil, err - } - if aCnt > 1 { - return nil, errors.Wrapf(ErrUnexpectRowCount, "affected rows %d != 1", aCnt) - } - q := us.tableSpec.Query() - for k, v := range primaries { - q = q.Equals(k, v) - } - err = q.First(dt) - if err != nil { - return nil, errors.Wrap(err, "query after update failed") - } - return setters, nil -} - -// Update method of STableSpec updates a record of a table, -// dt is the point to the struct storing the record -// doUpdate provides method to update the field of the record -func (ts *STableSpec) Update(dt interface{}, doUpdate func() error) (UpdateDiffs, error) { - session, err := ts.prepareUpdate(dt) - if err != nil { - return nil, err - } - err = doUpdate() - if err != nil { - return nil, err - } - uds, err := session.saveUpdate(dt) - if err == ErrNoDataToUpdate { - return nil, nil - } else if err == nil { - if DEBUG_SQLCHEMY { - log.Debugf("Update diff: %s", uds) - } - } - return uds, err -}