| @@ -885,12 +885,12 @@ | |||
| version = "v2.3.2" | |||
| [[projects]] | |||
| digest = "1:e2144032dcf8e856fb733151391669dc2d32d79ebb69e3c4151efa605f5e8a01" | |||
| digest = "1:9c541fc507676a69ea8aaed1af53278a5241d26ce0f192c993fec2ac5b78f795" | |||
| name = "gopkg.in/testfixtures.v2" | |||
| packages = ["."] | |||
| pruneopts = "NUT" | |||
| revision = "b9ef14dc461bf934d8df2dfc6f1f456be5664cca" | |||
| version = "v2.0.0" | |||
| revision = "fa3fb89109b0b31957a5430cef3e93e535de362b" | |||
| version = "v2.5.0" | |||
| [[projects]] | |||
| digest = "1:ad6f94355d292690137613735965bd3688844880fdab90eccf66321910344942" | |||
| @@ -5,22 +5,38 @@ import ( | |||
| ) | |||
| type ( | |||
| DataBaseHelper Helper // Deprecated: Use Helper instead | |||
| // DataBaseHelper is the helper interface | |||
| // Deprecated: Use Helper instead | |||
| DataBaseHelper Helper | |||
| PostgreSQLHelper struct { // Deprecated: Use PostgreSQL{} instead | |||
| // PostgreSQLHelper is the PostgreSQL helper | |||
| // Deprecated: Use PostgreSQL{} instead | |||
| PostgreSQLHelper struct { | |||
| PostgreSQL | |||
| UseAlterConstraint bool | |||
| } | |||
| MySQLHelper struct { // Deprecated: Use MySQL{} instead | |||
| // MySQLHelper is the MySQL helper | |||
| // Deprecated: Use MySQL{} instead | |||
| MySQLHelper struct { | |||
| MySQL | |||
| } | |||
| SQLiteHelper struct { // Deprecated: Use SQLite{} instead | |||
| // SQLiteHelper is the SQLite helper | |||
| // Deprecated: Use SQLite{} instead | |||
| SQLiteHelper struct { | |||
| SQLite | |||
| } | |||
| SQLServerHelper struct { // Deprecated: Use SQLServer{} instead | |||
| // SQLServerHelper is the SQLServer helper | |||
| // Deprecated: Use SQLServer{} instead | |||
| SQLServerHelper struct { | |||
| SQLServer | |||
| } | |||
| OracleHelper struct { // Deprecated: Use Oracle{} instead | |||
| // OracleHelper is the Oracle helper | |||
| // Deprecated: Use Oracle{} instead | |||
| OracleHelper struct { | |||
| Oracle | |||
| } | |||
| ) | |||
| @@ -0,0 +1,41 @@ | |||
| package testfixtures | |||
| import ( | |||
| "errors" | |||
| "fmt" | |||
| ) | |||
| var ( | |||
| // ErrWrongCastNotAMap is returned when a map is not a map[interface{}]interface{} | |||
| ErrWrongCastNotAMap = errors.New("Could not cast record: not a map[interface{}]interface{}") | |||
| // ErrFileIsNotSliceOrMap is returned the the fixture file is not a slice or map. | |||
| ErrFileIsNotSliceOrMap = errors.New("The fixture file is not a slice or map") | |||
| // ErrKeyIsNotString is returned when a record is not of type string | |||
| ErrKeyIsNotString = errors.New("Record map key is not string") | |||
| // ErrNotTestDatabase is returned when the database name doesn't contains "test" | |||
| ErrNotTestDatabase = errors.New(`Loading aborted because the database name does not contains "test"`) | |||
| ) | |||
| // InsertError will be returned if any error happens on database while | |||
| // inserting the record | |||
| type InsertError struct { | |||
| Err error | |||
| File string | |||
| Index int | |||
| SQL string | |||
| Params []interface{} | |||
| } | |||
| func (e *InsertError) Error() string { | |||
| return fmt.Sprintf( | |||
| "testfixtures: error inserting record: %v, on file: %s, index: %d, sql: %s, params: %v", | |||
| e.Err, | |||
| e.File, | |||
| e.Index, | |||
| e.SQL, | |||
| e.Params, | |||
| ) | |||
| } | |||
| @@ -0,0 +1,110 @@ | |||
| package testfixtures | |||
| import ( | |||
| "database/sql" | |||
| "fmt" | |||
| "os" | |||
| "path" | |||
| "unicode/utf8" | |||
| "gopkg.in/yaml.v2" | |||
| ) | |||
| // TableInfo is settings for generating a fixture for table. | |||
| type TableInfo struct { | |||
| Name string // Table name | |||
| Where string // A condition for extracting records. If this value is empty, extracts all records. | |||
| } | |||
| func (ti *TableInfo) whereClause() string { | |||
| if ti.Where == "" { | |||
| return "" | |||
| } | |||
| return fmt.Sprintf(" WHERE %s", ti.Where) | |||
| } | |||
| // GenerateFixtures generates fixtures for the current contents of a database, and saves | |||
| // them to the specified directory | |||
| func GenerateFixtures(db *sql.DB, helper Helper, dir string) error { | |||
| tables, err := helper.tableNames(db) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| for _, table := range tables { | |||
| filename := path.Join(dir, table+".yml") | |||
| if err := generateFixturesForTable(db, helper, &TableInfo{Name: table}, filename); err != nil { | |||
| return err | |||
| } | |||
| } | |||
| return nil | |||
| } | |||
| // GenerateFixturesForTables generates fixtures for the current contents of specified tables in a database, and saves | |||
| // them to the specified directory | |||
| func GenerateFixturesForTables(db *sql.DB, tables []*TableInfo, helper Helper, dir string) error { | |||
| for _, table := range tables { | |||
| filename := path.Join(dir, table.Name+".yml") | |||
| if err := generateFixturesForTable(db, helper, table, filename); err != nil { | |||
| return err | |||
| } | |||
| } | |||
| return nil | |||
| } | |||
| func generateFixturesForTable(db *sql.DB, h Helper, table *TableInfo, filename string) error { | |||
| query := fmt.Sprintf("SELECT * FROM %s%s", h.quoteKeyword(table.Name), table.whereClause()) | |||
| rows, err := db.Query(query) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| defer rows.Close() | |||
| columns, err := rows.Columns() | |||
| if err != nil { | |||
| return err | |||
| } | |||
| fixtures := make([]interface{}, 0, 10) | |||
| for rows.Next() { | |||
| entries := make([]interface{}, len(columns)) | |||
| entryPtrs := make([]interface{}, len(entries)) | |||
| for i := range entries { | |||
| entryPtrs[i] = &entries[i] | |||
| } | |||
| if err := rows.Scan(entryPtrs...); err != nil { | |||
| return err | |||
| } | |||
| entryMap := make(map[string]interface{}, len(entries)) | |||
| for i, column := range columns { | |||
| entryMap[column] = convertValue(entries[i]) | |||
| } | |||
| fixtures = append(fixtures, entryMap) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return err | |||
| } | |||
| f, err := os.Create(filename) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| defer f.Close() | |||
| marshaled, err := yaml.Marshal(fixtures) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| _, err = f.Write(marshaled) | |||
| return err | |||
| } | |||
| func convertValue(value interface{}) interface{} { | |||
| switch v := value.(type) { | |||
| case []byte: | |||
| if utf8.Valid(v) { | |||
| return string(v) | |||
| } | |||
| } | |||
| return value | |||
| } | |||
| @@ -18,21 +18,56 @@ type Helper interface { | |||
| init(*sql.DB) error | |||
| disableReferentialIntegrity(*sql.DB, loadFunction) error | |||
| paramType() int | |||
| databaseName(*sql.DB) string | |||
| databaseName(queryable) (string, error) | |||
| tableNames(queryable) ([]string, error) | |||
| isTableModified(queryable, string) (bool, error) | |||
| afterLoad(queryable) error | |||
| quoteKeyword(string) string | |||
| whileInsertOnTable(*sql.Tx, string, func() error) error | |||
| } | |||
| type queryable interface { | |||
| Exec(string, ...interface{}) (sql.Result, error) | |||
| Query(string, ...interface{}) (*sql.Rows, error) | |||
| QueryRow(string, ...interface{}) *sql.Row | |||
| } | |||
| // batchSplitter is an interface with method which returns byte slice for | |||
| // splitting SQL batches. This need to split sql statements and run its | |||
| // separately. | |||
| // | |||
| // For Microsoft SQL Server batch splitter is "GO". For details see | |||
| // https://docs.microsoft.com/en-us/sql/t-sql/language-elements/sql-server-utilities-statements-go | |||
| type batchSplitter interface { | |||
| splitter() []byte | |||
| } | |||
| var ( | |||
| _ Helper = &MySQL{} | |||
| _ Helper = &PostgreSQL{} | |||
| _ Helper = &SQLite{} | |||
| _ Helper = &Oracle{} | |||
| _ Helper = &SQLServer{} | |||
| ) | |||
| type baseHelper struct{} | |||
| func (*baseHelper) init(_ *sql.DB) error { | |||
| func (baseHelper) init(_ *sql.DB) error { | |||
| return nil | |||
| } | |||
| func (*baseHelper) quoteKeyword(str string) string { | |||
| func (baseHelper) quoteKeyword(str string) string { | |||
| return fmt.Sprintf(`"%s"`, str) | |||
| } | |||
| func (*baseHelper) whileInsertOnTable(_ *sql.Tx, _ string, fn func() error) error { | |||
| func (baseHelper) whileInsertOnTable(_ *sql.Tx, _ string, fn func() error) error { | |||
| return fn() | |||
| } | |||
| func (baseHelper) isTableModified(_ queryable, _ string) (bool, error) { | |||
| return true, nil | |||
| } | |||
| func (baseHelper) afterLoad(_ queryable) error { | |||
| return nil | |||
| } | |||
| @@ -0,0 +1,44 @@ | |||
| package testfixtures | |||
| import ( | |||
| "database/sql/driver" | |||
| "encoding/json" | |||
| ) | |||
| var ( | |||
| _ driver.Valuer = jsonArray{} | |||
| _ driver.Valuer = jsonMap{} | |||
| ) | |||
| type jsonArray []interface{} | |||
| func (a jsonArray) Value() (driver.Value, error) { | |||
| return json.Marshal(a) | |||
| } | |||
| type jsonMap map[string]interface{} | |||
| func (m jsonMap) Value() (driver.Value, error) { | |||
| return json.Marshal(m) | |||
| } | |||
| // Go refuses to convert map[interface{}]interface{} to JSON because JSON only support string keys | |||
| // So it's necessary to recursively convert all map[interface]interface{} to map[string]interface{} | |||
| func recursiveToJSON(v interface{}) (r interface{}) { | |||
| switch v := v.(type) { | |||
| case []interface{}: | |||
| for i, e := range v { | |||
| v[i] = recursiveToJSON(e) | |||
| } | |||
| r = jsonArray(v) | |||
| case map[interface{}]interface{}: | |||
| newMap := make(map[string]interface{}, len(v)) | |||
| for k, e := range v { | |||
| newMap[k.(string)] = recursiveToJSON(e) | |||
| } | |||
| r = jsonMap(newMap) | |||
| default: | |||
| r = v | |||
| } | |||
| return | |||
| } | |||
| @@ -8,6 +8,18 @@ import ( | |||
| // MySQL is the MySQL helper for this package | |||
| type MySQL struct { | |||
| baseHelper | |||
| tables []string | |||
| tablesChecksum map[string]int64 | |||
| } | |||
| func (h *MySQL) init(db *sql.DB) error { | |||
| var err error | |||
| h.tables, err = h.tableNames(db) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| return nil | |||
| } | |||
| func (*MySQL) paramType() int { | |||
| @@ -18,28 +30,105 @@ func (*MySQL) quoteKeyword(str string) string { | |||
| return fmt.Sprintf("`%s`", str) | |||
| } | |||
| func (*MySQL) databaseName(db *sql.DB) (dbName string) { | |||
| db.QueryRow("SELECT DATABASE()").Scan(&dbName) | |||
| return | |||
| func (*MySQL) databaseName(q queryable) (string, error) { | |||
| var dbName string | |||
| err := q.QueryRow("SELECT DATABASE()").Scan(&dbName) | |||
| return dbName, err | |||
| } | |||
| func (h *MySQL) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||
| func (h *MySQL) tableNames(q queryable) ([]string, error) { | |||
| query := ` | |||
| SELECT table_name | |||
| FROM information_schema.tables | |||
| WHERE table_schema = ? | |||
| AND table_type = 'BASE TABLE'; | |||
| ` | |||
| dbName, err := h.databaseName(q) | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| rows, err := q.Query(query, dbName) | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| defer rows.Close() | |||
| var tables []string | |||
| for rows.Next() { | |||
| var table string | |||
| if err = rows.Scan(&table); err != nil { | |||
| return nil, err | |||
| } | |||
| tables = append(tables, table) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return nil, err | |||
| } | |||
| return tables, nil | |||
| } | |||
| func (h *MySQL) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||
| // re-enable after load | |||
| defer db.Exec("SET FOREIGN_KEY_CHECKS = 1") | |||
| defer func() { | |||
| if _, err2 := db.Exec("SET FOREIGN_KEY_CHECKS = 1"); err2 != nil && err == nil { | |||
| err = err2 | |||
| } | |||
| }() | |||
| tx, err := db.Begin() | |||
| if err != nil { | |||
| return err | |||
| } | |||
| defer tx.Rollback() | |||
| if _, err = tx.Exec("SET FOREIGN_KEY_CHECKS = 0"); err != nil { | |||
| return err | |||
| } | |||
| if err = loadFn(tx); err != nil { | |||
| tx.Rollback() | |||
| return err | |||
| } | |||
| return tx.Commit() | |||
| } | |||
| func (h *MySQL) isTableModified(q queryable, tableName string) (bool, error) { | |||
| checksum, err := h.getChecksum(q, tableName) | |||
| if err != nil { | |||
| return true, err | |||
| } | |||
| oldChecksum := h.tablesChecksum[tableName] | |||
| return oldChecksum == 0 || checksum != oldChecksum, nil | |||
| } | |||
| func (h *MySQL) afterLoad(q queryable) error { | |||
| if h.tablesChecksum != nil { | |||
| return nil | |||
| } | |||
| h.tablesChecksum = make(map[string]int64, len(h.tables)) | |||
| for _, t := range h.tables { | |||
| checksum, err := h.getChecksum(q, t) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| h.tablesChecksum[t] = checksum | |||
| } | |||
| return nil | |||
| } | |||
| func (h *MySQL) getChecksum(q queryable, tableName string) (int64, error) { | |||
| sql := fmt.Sprintf("CHECKSUM TABLE %s", h.quoteKeyword(tableName)) | |||
| var ( | |||
| table string | |||
| checksum int64 | |||
| ) | |||
| if err := q.QueryRow(sql).Scan(&table, &checksum); err != nil { | |||
| return 0, err | |||
| } | |||
| return checksum, nil | |||
| } | |||
| @@ -43,54 +43,90 @@ func (*Oracle) quoteKeyword(str string) string { | |||
| return fmt.Sprintf("\"%s\"", strings.ToUpper(str)) | |||
| } | |||
| func (*Oracle) databaseName(db *sql.DB) (dbName string) { | |||
| db.QueryRow("SELECT user FROM DUAL").Scan(&dbName) | |||
| return | |||
| func (*Oracle) databaseName(q queryable) (string, error) { | |||
| var dbName string | |||
| err := q.QueryRow("SELECT user FROM DUAL").Scan(&dbName) | |||
| return dbName, err | |||
| } | |||
| func (*Oracle) getEnabledConstraints(db *sql.DB) ([]oracleConstraint, error) { | |||
| constraints := make([]oracleConstraint, 0) | |||
| rows, err := db.Query(` | |||
| SELECT table_name, constraint_name | |||
| FROM user_constraints | |||
| WHERE constraint_type = 'R' | |||
| AND status = 'ENABLED' | |||
| `) | |||
| func (*Oracle) tableNames(q queryable) ([]string, error) { | |||
| query := ` | |||
| SELECT TABLE_NAME | |||
| FROM USER_TABLES | |||
| ` | |||
| rows, err := q.Query(query) | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| defer rows.Close() | |||
| var tables []string | |||
| for rows.Next() { | |||
| var table string | |||
| if err = rows.Scan(&table); err != nil { | |||
| return nil, err | |||
| } | |||
| tables = append(tables, table) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return nil, err | |||
| } | |||
| return tables, nil | |||
| } | |||
| func (*Oracle) getEnabledConstraints(q queryable) ([]oracleConstraint, error) { | |||
| var constraints []oracleConstraint | |||
| rows, err := q.Query(` | |||
| SELECT table_name, constraint_name | |||
| FROM user_constraints | |||
| WHERE constraint_type = 'R' | |||
| AND status = 'ENABLED' | |||
| `) | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| defer rows.Close() | |||
| for rows.Next() { | |||
| var constraint oracleConstraint | |||
| rows.Scan(&constraint.tableName, &constraint.constraintName) | |||
| constraints = append(constraints, constraint) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return nil, err | |||
| } | |||
| return constraints, nil | |||
| } | |||
| func (*Oracle) getSequences(db *sql.DB) ([]string, error) { | |||
| sequences := make([]string, 0) | |||
| rows, err := db.Query("SELECT sequence_name FROM user_sequences") | |||
| func (*Oracle) getSequences(q queryable) ([]string, error) { | |||
| var sequences []string | |||
| rows, err := q.Query("SELECT sequence_name FROM user_sequences") | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| defer rows.Close() | |||
| for rows.Next() { | |||
| var sequence string | |||
| rows.Scan(&sequence) | |||
| if err = rows.Scan(&sequence); err != nil { | |||
| return nil, err | |||
| } | |||
| sequences = append(sequences, sequence) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return nil, err | |||
| } | |||
| return sequences, nil | |||
| } | |||
| func (h *Oracle) resetSequences(db *sql.DB) error { | |||
| func (h *Oracle) resetSequences(q queryable) error { | |||
| for _, sequence := range h.sequences { | |||
| _, err := db.Exec(fmt.Sprintf("DROP SEQUENCE %s", h.quoteKeyword(sequence))) | |||
| _, err := q.Exec(fmt.Sprintf("DROP SEQUENCE %s", h.quoteKeyword(sequence))) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| _, err = db.Exec(fmt.Sprintf("CREATE SEQUENCE %s START WITH %d", h.quoteKeyword(sequence), resetSequencesTo)) | |||
| _, err = q.Exec(fmt.Sprintf("CREATE SEQUENCE %s START WITH %d", h.quoteKeyword(sequence), resetSequencesTo)) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| @@ -98,11 +134,14 @@ func (h *Oracle) resetSequences(db *sql.DB) error { | |||
| return nil | |||
| } | |||
| func (h *Oracle) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||
| func (h *Oracle) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||
| // re-enable after load | |||
| defer func() { | |||
| for _, c := range h.enabledConstraints { | |||
| db.Exec(fmt.Sprintf("ALTER TABLE %s ENABLE CONSTRAINT %s", h.quoteKeyword(c.tableName), h.quoteKeyword(c.constraintName))) | |||
| _, err2 := db.Exec(fmt.Sprintf("ALTER TABLE %s ENABLE CONSTRAINT %s", h.quoteKeyword(c.tableName), h.quoteKeyword(c.constraintName))) | |||
| if err2 != nil && err == nil { | |||
| err = err2 | |||
| } | |||
| } | |||
| }() | |||
| @@ -118,9 +157,9 @@ func (h *Oracle) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) er | |||
| if err != nil { | |||
| return err | |||
| } | |||
| defer tx.Rollback() | |||
| if err = loadFn(tx); err != nil { | |||
| tx.Rollback() | |||
| return err | |||
| } | |||
| @@ -3,6 +3,7 @@ package testfixtures | |||
| import ( | |||
| "database/sql" | |||
| "fmt" | |||
| "strings" | |||
| ) | |||
| // PostgreSQL is the PG helper for this package | |||
| @@ -18,6 +19,7 @@ type PostgreSQL struct { | |||
| tables []string | |||
| sequences []string | |||
| nonDeferrableConstraints []pgConstraint | |||
| tablesChecksum map[string]string | |||
| } | |||
| type pgConstraint struct { | |||
| @@ -28,7 +30,7 @@ type pgConstraint struct { | |||
| func (h *PostgreSQL) init(db *sql.DB) error { | |||
| var err error | |||
| h.tables, err = h.getTables(db) | |||
| h.tables, err = h.tableNames(db) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| @@ -50,44 +52,57 @@ func (*PostgreSQL) paramType() int { | |||
| return paramTypeDollar | |||
| } | |||
| func (*PostgreSQL) databaseName(db *sql.DB) (dbName string) { | |||
| db.QueryRow("SELECT current_database()").Scan(&dbName) | |||
| return | |||
| func (*PostgreSQL) databaseName(q queryable) (string, error) { | |||
| var dbName string | |||
| err := q.QueryRow("SELECT current_database()").Scan(&dbName) | |||
| return dbName, err | |||
| } | |||
| func (h *PostgreSQL) getTables(db *sql.DB) ([]string, error) { | |||
| func (h *PostgreSQL) tableNames(q queryable) ([]string, error) { | |||
| var tables []string | |||
| sql := ` | |||
| SELECT table_name | |||
| FROM information_schema.tables | |||
| WHERE table_schema = 'public' | |||
| AND table_type = 'BASE TABLE'; | |||
| ` | |||
| rows, err := db.Query(sql) | |||
| SELECT pg_namespace.nspname || '.' || pg_class.relname | |||
| FROM pg_class | |||
| INNER JOIN pg_namespace ON pg_namespace.oid = pg_class.relnamespace | |||
| WHERE pg_class.relkind = 'r' | |||
| AND pg_namespace.nspname NOT IN ('pg_catalog', 'information_schema') | |||
| AND pg_namespace.nspname NOT LIKE 'pg_toast%'; | |||
| ` | |||
| rows, err := q.Query(sql) | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| defer rows.Close() | |||
| for rows.Next() { | |||
| var table string | |||
| rows.Scan(&table) | |||
| if err = rows.Scan(&table); err != nil { | |||
| return nil, err | |||
| } | |||
| tables = append(tables, table) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return nil, err | |||
| } | |||
| return tables, nil | |||
| } | |||
| func (h *PostgreSQL) getSequences(db *sql.DB) ([]string, error) { | |||
| var sequences []string | |||
| func (h *PostgreSQL) getSequences(q queryable) ([]string, error) { | |||
| const sql = ` | |||
| SELECT pg_namespace.nspname || '.' || pg_class.relname AS sequence_name | |||
| FROM pg_class | |||
| INNER JOIN pg_namespace ON pg_namespace.oid = pg_class.relnamespace | |||
| WHERE pg_class.relkind = 'S' | |||
| ` | |||
| sql := "SELECT relname FROM pg_class WHERE relkind = 'S'" | |||
| rows, err := db.Query(sql) | |||
| rows, err := q.Query(sql) | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| defer rows.Close() | |||
| var sequences []string | |||
| for rows.Next() { | |||
| var sequence string | |||
| if err = rows.Scan(&sequence); err != nil { | |||
| @@ -95,18 +110,22 @@ func (h *PostgreSQL) getSequences(db *sql.DB) ([]string, error) { | |||
| } | |||
| sequences = append(sequences, sequence) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return nil, err | |||
| } | |||
| return sequences, nil | |||
| } | |||
| func (*PostgreSQL) getNonDeferrableConstraints(db *sql.DB) ([]pgConstraint, error) { | |||
| func (*PostgreSQL) getNonDeferrableConstraints(q queryable) ([]pgConstraint, error) { | |||
| var constraints []pgConstraint | |||
| sql := ` | |||
| SELECT table_name, constraint_name | |||
| FROM information_schema.table_constraints | |||
| WHERE constraint_type = 'FOREIGN KEY' | |||
| AND is_deferrable = 'NO'` | |||
| rows, err := db.Query(sql) | |||
| SELECT table_schema || '.' || table_name, constraint_name | |||
| FROM information_schema.table_constraints | |||
| WHERE constraint_type = 'FOREIGN KEY' | |||
| AND is_deferrable = 'NO' | |||
| ` | |||
| rows, err := q.Query(sql) | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| @@ -114,23 +133,27 @@ WHERE constraint_type = 'FOREIGN KEY' | |||
| defer rows.Close() | |||
| for rows.Next() { | |||
| var constraint pgConstraint | |||
| err = rows.Scan(&constraint.tableName, &constraint.constraintName) | |||
| if err != nil { | |||
| if err = rows.Scan(&constraint.tableName, &constraint.constraintName); err != nil { | |||
| return nil, err | |||
| } | |||
| constraints = append(constraints, constraint) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return nil, err | |||
| } | |||
| return constraints, nil | |||
| } | |||
| func (h *PostgreSQL) disableTriggers(db *sql.DB, loadFn loadFunction) error { | |||
| func (h *PostgreSQL) disableTriggers(db *sql.DB, loadFn loadFunction) (err error) { | |||
| defer func() { | |||
| // re-enable triggers after load | |||
| var sql string | |||
| for _, table := range h.tables { | |||
| sql += fmt.Sprintf("ALTER TABLE %s ENABLE TRIGGER ALL;", h.quoteKeyword(table)) | |||
| } | |||
| db.Exec(sql) | |||
| if _, err2 := db.Exec(sql); err2 != nil && err == nil { | |||
| err = err2 | |||
| } | |||
| }() | |||
| tx, err := db.Begin() | |||
| @@ -154,14 +177,16 @@ func (h *PostgreSQL) disableTriggers(db *sql.DB, loadFn loadFunction) error { | |||
| return tx.Commit() | |||
| } | |||
| func (h *PostgreSQL) makeConstraintsDeferrable(db *sql.DB, loadFn loadFunction) error { | |||
| func (h *PostgreSQL) makeConstraintsDeferrable(db *sql.DB, loadFn loadFunction) (err error) { | |||
| defer func() { | |||
| // ensure constraint being not deferrable again after load | |||
| var sql string | |||
| for _, constraint := range h.nonDeferrableConstraints { | |||
| sql += fmt.Sprintf("ALTER TABLE %s ALTER CONSTRAINT %s NOT DEFERRABLE;", h.quoteKeyword(constraint.tableName), h.quoteKeyword(constraint.constraintName)) | |||
| } | |||
| db.Exec(sql) | |||
| if _, err2 := db.Exec(sql); err2 != nil && err == nil { | |||
| err = err2 | |||
| } | |||
| }() | |||
| var sql string | |||
| @@ -176,28 +201,31 @@ func (h *PostgreSQL) makeConstraintsDeferrable(db *sql.DB, loadFn loadFunction) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| defer tx.Rollback() | |||
| if _, err = tx.Exec("SET CONSTRAINTS ALL DEFERRED"); err != nil { | |||
| return nil | |||
| return err | |||
| } | |||
| if err = loadFn(tx); err != nil { | |||
| tx.Rollback() | |||
| return err | |||
| } | |||
| return tx.Commit() | |||
| } | |||
| func (h *PostgreSQL) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||
| func (h *PostgreSQL) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||
| // ensure sequences being reset after load | |||
| defer h.resetSequences(db) | |||
| defer func() { | |||
| if err2 := h.resetSequences(db); err2 != nil && err == nil { | |||
| err = err2 | |||
| } | |||
| }() | |||
| if h.UseAlterConstraint { | |||
| return h.makeConstraintsDeferrable(db, loadFn) | |||
| } else { | |||
| return h.disableTriggers(db, loadFn) | |||
| } | |||
| return h.disableTriggers(db, loadFn) | |||
| } | |||
| func (h *PostgreSQL) resetSequences(db *sql.DB) error { | |||
| @@ -209,3 +237,53 @@ func (h *PostgreSQL) resetSequences(db *sql.DB) error { | |||
| } | |||
| return nil | |||
| } | |||
| func (h *PostgreSQL) isTableModified(q queryable, tableName string) (bool, error) { | |||
| checksum, err := h.getChecksum(q, tableName) | |||
| if err != nil { | |||
| return false, err | |||
| } | |||
| oldChecksum := h.tablesChecksum[tableName] | |||
| return oldChecksum == "" || checksum != oldChecksum, nil | |||
| } | |||
| func (h *PostgreSQL) afterLoad(q queryable) error { | |||
| if h.tablesChecksum != nil { | |||
| return nil | |||
| } | |||
| h.tablesChecksum = make(map[string]string, len(h.tables)) | |||
| for _, t := range h.tables { | |||
| checksum, err := h.getChecksum(q, t) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| h.tablesChecksum[t] = checksum | |||
| } | |||
| return nil | |||
| } | |||
| func (h *PostgreSQL) getChecksum(q queryable, tableName string) (string, error) { | |||
| sqlStr := fmt.Sprintf(` | |||
| SELECT md5(CAST((array_agg(t.*)) AS TEXT)) | |||
| FROM %s AS t | |||
| `, | |||
| h.quoteKeyword(tableName), | |||
| ) | |||
| var checksum sql.NullString | |||
| if err := q.QueryRow(sqlStr).Scan(&checksum); err != nil { | |||
| return "", err | |||
| } | |||
| return checksum.String, nil | |||
| } | |||
| func (*PostgreSQL) quoteKeyword(s string) string { | |||
| parts := strings.Split(s, ".") | |||
| for i, p := range parts { | |||
| parts[i] = fmt.Sprintf(`"%s"`, p) | |||
| } | |||
| return strings.Join(parts, ".") | |||
| } | |||
| @@ -14,23 +14,59 @@ func (*SQLite) paramType() int { | |||
| return paramTypeQuestion | |||
| } | |||
| func (*SQLite) databaseName(db *sql.DB) (dbName string) { | |||
| func (*SQLite) databaseName(q queryable) (string, error) { | |||
| var seq int | |||
| var main string | |||
| db.QueryRow("PRAGMA database_list").Scan(&seq, &main, &dbName) | |||
| var main, dbName string | |||
| err := q.QueryRow("PRAGMA database_list").Scan(&seq, &main, &dbName) | |||
| if err != nil { | |||
| return "", err | |||
| } | |||
| dbName = filepath.Base(dbName) | |||
| return | |||
| return dbName, nil | |||
| } | |||
| func (*SQLite) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||
| tx, err := db.Begin() | |||
| func (*SQLite) tableNames(q queryable) ([]string, error) { | |||
| query := ` | |||
| SELECT name | |||
| FROM sqlite_master | |||
| WHERE type = 'table'; | |||
| ` | |||
| rows, err := q.Query(query) | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| defer rows.Close() | |||
| var tables []string | |||
| for rows.Next() { | |||
| var table string | |||
| if err = rows.Scan(&table); err != nil { | |||
| return nil, err | |||
| } | |||
| tables = append(tables, table) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return nil, err | |||
| } | |||
| return tables, nil | |||
| } | |||
| func (*SQLite) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||
| defer func() { | |||
| if _, err2 := db.Exec("PRAGMA defer_foreign_keys = OFF"); err2 != nil && err == nil { | |||
| err = err2 | |||
| } | |||
| }() | |||
| if _, err = db.Exec("PRAGMA defer_foreign_keys = ON"); err != nil { | |||
| return err | |||
| } | |||
| if _, err = tx.Exec("PRAGMA defer_foreign_keys = ON"); err != nil { | |||
| tx, err := db.Begin() | |||
| if err != nil { | |||
| return err | |||
| } | |||
| defer tx.Rollback() | |||
| if err = loadFn(tx); err != nil { | |||
| return err | |||
| @@ -3,6 +3,7 @@ package testfixtures | |||
| import ( | |||
| "database/sql" | |||
| "fmt" | |||
| "strings" | |||
| ) | |||
| // SQLServer is the helper for SQL Server for this package. | |||
| @@ -16,7 +17,7 @@ type SQLServer struct { | |||
| func (h *SQLServer) init(db *sql.DB) error { | |||
| var err error | |||
| h.tables, err = h.getTables(db) | |||
| h.tables, err = h.tableNames(db) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| @@ -28,46 +29,62 @@ func (*SQLServer) paramType() int { | |||
| return paramTypeQuestion | |||
| } | |||
| func (*SQLServer) quoteKeyword(str string) string { | |||
| return fmt.Sprintf("[%s]", str) | |||
| func (*SQLServer) quoteKeyword(s string) string { | |||
| parts := strings.Split(s, ".") | |||
| for i, p := range parts { | |||
| parts[i] = fmt.Sprintf(`[%s]`, p) | |||
| } | |||
| return strings.Join(parts, ".") | |||
| } | |||
| func (*SQLServer) databaseName(db *sql.DB) (dbname string) { | |||
| db.QueryRow("SELECT DB_NAME()").Scan(&dbname) | |||
| return | |||
| func (*SQLServer) databaseName(q queryable) (string, error) { | |||
| var dbName string | |||
| err := q.QueryRow("SELECT DB_NAME()").Scan(&dbName) | |||
| return dbName, err | |||
| } | |||
| func (*SQLServer) getTables(db *sql.DB) ([]string, error) { | |||
| rows, err := db.Query("SELECT table_name FROM information_schema.tables") | |||
| func (*SQLServer) tableNames(q queryable) ([]string, error) { | |||
| rows, err := q.Query("SELECT table_schema + '.' + table_name FROM information_schema.tables") | |||
| if err != nil { | |||
| return nil, err | |||
| } | |||
| tables := make([]string, 0) | |||
| defer rows.Close() | |||
| var tables []string | |||
| for rows.Next() { | |||
| var table string | |||
| rows.Scan(&table) | |||
| if err = rows.Scan(&table); err != nil { | |||
| return nil, err | |||
| } | |||
| tables = append(tables, table) | |||
| } | |||
| if err = rows.Err(); err != nil { | |||
| return nil, err | |||
| } | |||
| return tables, nil | |||
| } | |||
| func (*SQLServer) tableHasIdentityColumn(tx *sql.Tx, tableName string) bool { | |||
| func (h *SQLServer) tableHasIdentityColumn(q queryable, tableName string) bool { | |||
| sql := ` | |||
| SELECT COUNT(*) | |||
| FROM SYS.IDENTITY_COLUMNS | |||
| WHERE OBJECT_NAME(OBJECT_ID) = ? | |||
| ` | |||
| SELECT COUNT(*) | |||
| FROM SYS.IDENTITY_COLUMNS | |||
| WHERE OBJECT_ID = OBJECT_ID(?) | |||
| ` | |||
| var count int | |||
| tx.QueryRow(sql, tableName).Scan(&count) | |||
| q.QueryRow(sql, h.quoteKeyword(tableName)).Scan(&count) | |||
| return count > 0 | |||
| } | |||
| func (h *SQLServer) whileInsertOnTable(tx *sql.Tx, tableName string, fn func() error) error { | |||
| func (h *SQLServer) whileInsertOnTable(tx *sql.Tx, tableName string, fn func() error) (err error) { | |||
| if h.tableHasIdentityColumn(tx, tableName) { | |||
| defer tx.Exec(fmt.Sprintf("SET IDENTITY_INSERT %s OFF", h.quoteKeyword(tableName))) | |||
| defer func() { | |||
| _, err2 := tx.Exec(fmt.Sprintf("SET IDENTITY_INSERT %s OFF", h.quoteKeyword(tableName))) | |||
| if err2 != nil && err == nil { | |||
| err = err2 | |||
| } | |||
| }() | |||
| _, err := tx.Exec(fmt.Sprintf("SET IDENTITY_INSERT %s ON", h.quoteKeyword(tableName))) | |||
| if err != nil { | |||
| return err | |||
| @@ -76,19 +93,19 @@ func (h *SQLServer) whileInsertOnTable(tx *sql.Tx, tableName string, fn func() e | |||
| return fn() | |||
| } | |||
| func (h *SQLServer) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||
| func (h *SQLServer) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||
| // ensure the triggers are re-enable after all | |||
| defer func() { | |||
| sql := "" | |||
| var sql string | |||
| for _, table := range h.tables { | |||
| sql += fmt.Sprintf("ALTER TABLE %s WITH CHECK CHECK CONSTRAINT ALL;", h.quoteKeyword(table)) | |||
| } | |||
| if _, err := db.Exec(sql); err != nil { | |||
| fmt.Printf("Error on re-enabling constraints: %v\n", err) | |||
| if _, err2 := db.Exec(sql); err2 != nil && err == nil { | |||
| err = err2 | |||
| } | |||
| }() | |||
| sql := "" | |||
| var sql string | |||
| for _, table := range h.tables { | |||
| sql += fmt.Sprintf("ALTER TABLE %s NOCHECK CONSTRAINT ALL;", h.quoteKeyword(table)) | |||
| } | |||
| @@ -100,11 +117,19 @@ func (h *SQLServer) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| defer tx.Rollback() | |||
| if err = loadFn(tx); err != nil { | |||
| tx.Rollback() | |||
| return err | |||
| } | |||
| return tx.Commit() | |||
| } | |||
| // splitter is a batchSplitter interface implementation. We need it for | |||
| // SQL Server because commands like a `CREATE SCHEMA...` and a `CREATE TABLE...` | |||
| // could not be executed in the same batch. | |||
| // See https://docs.microsoft.com/en-us/previous-versions/sql/sql-server-2008-r2/ms175502(v=sql.105)#rules-for-using-batches | |||
| func (*SQLServer) splitter() []byte { | |||
| return []byte("GO\n") | |||
| } | |||
| @@ -2,7 +2,6 @@ package testfixtures | |||
| import ( | |||
| "database/sql" | |||
| "errors" | |||
| "fmt" | |||
| "io/ioutil" | |||
| "path" | |||
| @@ -33,22 +32,10 @@ type insertSQL struct { | |||
| } | |||
| var ( | |||
| // ErrWrongCastNotAMap is returned when a map is not a map[interface{}]interface{} | |||
| ErrWrongCastNotAMap = errors.New("Could not cast record: not a map[interface{}]interface{}") | |||
| // ErrFileIsNotSliceOrMap is returned the the fixture file is not a slice or map. | |||
| ErrFileIsNotSliceOrMap = errors.New("The fixture file is not a slice or map") | |||
| // ErrKeyIsNotString is returned when a record is not of type string | |||
| ErrKeyIsNotString = errors.New("Record map key is not string") | |||
| // ErrNotTestDatabase is returned when the database name doesn't contains "test" | |||
| ErrNotTestDatabase = errors.New(`Loading aborted because the database name does not contains "test"`) | |||
| dbnameRegexp = regexp.MustCompile("(?i)test") | |||
| ) | |||
| // NewFolder craetes a context for all fixtures in a given folder into the database: | |||
| // NewFolder creates a context for all fixtures in a given folder into the database: | |||
| // NewFolder(db, &PostgreSQL{}, "my/fixtures/folder") | |||
| func NewFolder(db *sql.DB, helper Helper, folderName string) (*Context, error) { | |||
| fixtures, err := fixturesFromFolder(folderName) | |||
| @@ -64,7 +51,7 @@ func NewFolder(db *sql.DB, helper Helper, folderName string) (*Context, error) { | |||
| return c, nil | |||
| } | |||
| // NewFiles craetes a context for all specified fixtures files into database: | |||
| // NewFiles creates a context for all specified fixtures files into database: | |||
| // NewFiles(db, &PostgreSQL{}, | |||
| // "fixtures/customers.yml", | |||
| // "fixtures/orders.yml" | |||
| @@ -102,27 +89,55 @@ func newContext(db *sql.DB, helper Helper, fixtures []*fixtureFile) (*Context, e | |||
| return c, nil | |||
| } | |||
| // DetectTestDatabase returns nil if databaseName matches regexp | |||
| // if err := fixtures.DetectTestDatabase(); err != nil { | |||
| // log.Fatal(err) | |||
| // } | |||
| func (c *Context) DetectTestDatabase() error { | |||
| dbName, err := c.helper.databaseName(c.db) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| if !dbnameRegexp.MatchString(dbName) { | |||
| return ErrNotTestDatabase | |||
| } | |||
| return nil | |||
| } | |||
| // Load wipes and after load all fixtures in the database. | |||
| // if err := fixtures.Load(); err != nil { | |||
| // log.Fatal(err) | |||
| // } | |||
| func (c *Context) Load() error { | |||
| if !skipDatabaseNameCheck { | |||
| if !dbnameRegexp.MatchString(c.helper.databaseName(c.db)) { | |||
| return ErrNotTestDatabase | |||
| if err := c.DetectTestDatabase(); err != nil { | |||
| return err | |||
| } | |||
| } | |||
| err := c.helper.disableReferentialIntegrity(c.db, func(tx *sql.Tx) error { | |||
| for _, file := range c.fixturesFiles { | |||
| modified, err := c.helper.isTableModified(tx, file.fileNameWithoutExtension()) | |||
| if err != nil { | |||
| return err | |||
| } | |||
| if !modified { | |||
| continue | |||
| } | |||
| if err := file.delete(tx, c.helper); err != nil { | |||
| return err | |||
| } | |||
| err := c.helper.whileInsertOnTable(tx, file.fileNameWithoutExtension(), func() error { | |||
| for _, i := range file.insertSQLs { | |||
| err = c.helper.whileInsertOnTable(tx, file.fileNameWithoutExtension(), func() error { | |||
| for j, i := range file.insertSQLs { | |||
| if _, err := tx.Exec(i.sql, i.params...); err != nil { | |||
| return err | |||
| return &InsertError{ | |||
| Err: err, | |||
| File: file.fileName, | |||
| Index: j, | |||
| SQL: i.sql, | |||
| Params: i.params, | |||
| } | |||
| } | |||
| } | |||
| return nil | |||
| @@ -133,7 +148,10 @@ func (c *Context) Load() error { | |||
| } | |||
| return nil | |||
| }) | |||
| return err | |||
| if err != nil { | |||
| return err | |||
| } | |||
| return c.helper.afterLoad(c.db) | |||
| } | |||
| func (c *Context) buildInsertSQLs() error { | |||
| @@ -204,25 +222,33 @@ func (f *fixtureFile) buildInsertSQL(h Helper, record map[interface{}]interface{ | |||
| sqlColumns = append(sqlColumns, h.quoteKeyword(keyStr)) | |||
| // if string, try convert to SQL or time | |||
| // if map or array, convert to json | |||
| switch v := value.(type) { | |||
| case string: | |||
| if strings.HasPrefix(v, "RAW=") { | |||
| sqlValues = append(sqlValues, strings.TrimPrefix(v, "RAW=")) | |||
| continue | |||
| } | |||
| if t, err := tryStrToDate(v); err == nil { | |||
| value = t | |||
| } | |||
| case []interface{}, map[interface{}]interface{}: | |||
| value = recursiveToJSON(v) | |||
| } | |||
| switch h.paramType() { | |||
| case paramTypeDollar: | |||
| sqlValues = append(sqlValues, fmt.Sprintf("$%d", i)) | |||
| case paramTypeQuestion: | |||
| sqlValues = append(sqlValues, "?") | |||
| case paramTypeColon: | |||
| switch { | |||
| case isDateTime(value): | |||
| sqlValues = append(sqlValues, fmt.Sprintf("to_date(:%d, 'YYYY-MM-DD HH24:MI:SS')", i)) | |||
| case isDate(value): | |||
| sqlValues = append(sqlValues, fmt.Sprintf("to_date(:%d, 'YYYY-MM-DD')", i)) | |||
| case isTime(value): | |||
| sqlValues = append(sqlValues, fmt.Sprintf("to_date(:%d, 'HH24:MI:SS')", i)) | |||
| default: | |||
| sqlValues = append(sqlValues, fmt.Sprintf(":%d", i)) | |||
| } | |||
| sqlValues = append(sqlValues, fmt.Sprintf(":%d", i)) | |||
| } | |||
| i++ | |||
| values = append(values, value) | |||
| i++ | |||
| } | |||
| sqlStr = fmt.Sprintf( | |||
| @@ -1,36 +1,34 @@ | |||
| package testfixtures | |||
| import "regexp" | |||
| var ( | |||
| regexpDate = regexp.MustCompile("\\d\\d\\d\\d-\\d\\d-\\d\\d") | |||
| regexpDateTime = regexp.MustCompile("\\d\\d\\d\\d-\\d\\d-\\d\\d \\d\\d:\\d\\d:\\d\\d") | |||
| regexpTime = regexp.MustCompile("\\d\\d:\\d\\d:\\d\\d") | |||
| import ( | |||
| "errors" | |||
| "time" | |||
| ) | |||
| func isDate(value interface{}) bool { | |||
| str, isStr := value.(string) | |||
| if !isStr { | |||
| return false | |||
| } | |||
| return regexpDate.MatchString(str) | |||
| var timeFormats = []string{ | |||
| "2006-01-02", | |||
| "2006-01-02 15:04", | |||
| "2006-01-02 15:04:05", | |||
| "20060102", | |||
| "20060102 15:04", | |||
| "20060102 15:04:05", | |||
| "02/01/2006", | |||
| "02/01/2006 15:04", | |||
| "02/01/2006 15:04:05", | |||
| "2006-01-02T15:04-07:00", | |||
| "2006-01-02T15:04:05-07:00", | |||
| } | |||
| func isDateTime(value interface{}) bool { | |||
| str, isStr := value.(string) | |||
| if !isStr { | |||
| return false | |||
| } | |||
| // ErrCouldNotConvertToTime is returns when a string is not a reconizable time format | |||
| var ErrCouldNotConvertToTime = errors.New("Could not convert string to time") | |||
| return regexpDateTime.MatchString(str) | |||
| } | |||
| func isTime(value interface{}) bool { | |||
| str, isStr := value.(string) | |||
| if !isStr { | |||
| return false | |||
| func tryStrToDate(s string) (time.Time, error) { | |||
| for _, f := range timeFormats { | |||
| t, err := time.ParseInLocation(f, s, time.Local) | |||
| if err != nil { | |||
| continue | |||
| } | |||
| return t, nil | |||
| } | |||
| return regexpTime.MatchString(str) | |||
| return time.Time{}, ErrCouldNotConvertToTime | |||
| } | |||