| @@ -885,12 +885,12 @@ | |||||
| version = "v2.3.2" | version = "v2.3.2" | ||||
| [[projects]] | [[projects]] | ||||
| digest = "1:e2144032dcf8e856fb733151391669dc2d32d79ebb69e3c4151efa605f5e8a01" | |||||
| digest = "1:9c541fc507676a69ea8aaed1af53278a5241d26ce0f192c993fec2ac5b78f795" | |||||
| name = "gopkg.in/testfixtures.v2" | name = "gopkg.in/testfixtures.v2" | ||||
| packages = ["."] | packages = ["."] | ||||
| pruneopts = "NUT" | pruneopts = "NUT" | ||||
| revision = "b9ef14dc461bf934d8df2dfc6f1f456be5664cca" | |||||
| version = "v2.0.0" | |||||
| revision = "fa3fb89109b0b31957a5430cef3e93e535de362b" | |||||
| version = "v2.5.0" | |||||
| [[projects]] | [[projects]] | ||||
| digest = "1:ad6f94355d292690137613735965bd3688844880fdab90eccf66321910344942" | digest = "1:ad6f94355d292690137613735965bd3688844880fdab90eccf66321910344942" | ||||
| @@ -5,22 +5,38 @@ import ( | |||||
| ) | ) | ||||
| type ( | type ( | ||||
| DataBaseHelper Helper // Deprecated: Use Helper instead | |||||
| // DataBaseHelper is the helper interface | |||||
| // Deprecated: Use Helper instead | |||||
| DataBaseHelper Helper | |||||
| PostgreSQLHelper struct { // Deprecated: Use PostgreSQL{} instead | |||||
| // PostgreSQLHelper is the PostgreSQL helper | |||||
| // Deprecated: Use PostgreSQL{} instead | |||||
| PostgreSQLHelper struct { | |||||
| PostgreSQL | PostgreSQL | ||||
| UseAlterConstraint bool | UseAlterConstraint bool | ||||
| } | } | ||||
| MySQLHelper struct { // Deprecated: Use MySQL{} instead | |||||
| // MySQLHelper is the MySQL helper | |||||
| // Deprecated: Use MySQL{} instead | |||||
| MySQLHelper struct { | |||||
| MySQL | MySQL | ||||
| } | } | ||||
| SQLiteHelper struct { // Deprecated: Use SQLite{} instead | |||||
| // SQLiteHelper is the SQLite helper | |||||
| // Deprecated: Use SQLite{} instead | |||||
| SQLiteHelper struct { | |||||
| SQLite | SQLite | ||||
| } | } | ||||
| SQLServerHelper struct { // Deprecated: Use SQLServer{} instead | |||||
| // SQLServerHelper is the SQLServer helper | |||||
| // Deprecated: Use SQLServer{} instead | |||||
| SQLServerHelper struct { | |||||
| SQLServer | SQLServer | ||||
| } | } | ||||
| OracleHelper struct { // Deprecated: Use Oracle{} instead | |||||
| // OracleHelper is the Oracle helper | |||||
| // Deprecated: Use Oracle{} instead | |||||
| OracleHelper struct { | |||||
| Oracle | Oracle | ||||
| } | } | ||||
| ) | ) | ||||
| @@ -0,0 +1,41 @@ | |||||
| package testfixtures | |||||
| import ( | |||||
| "errors" | |||||
| "fmt" | |||||
| ) | |||||
| var ( | |||||
| // ErrWrongCastNotAMap is returned when a map is not a map[interface{}]interface{} | |||||
| ErrWrongCastNotAMap = errors.New("Could not cast record: not a map[interface{}]interface{}") | |||||
| // ErrFileIsNotSliceOrMap is returned the the fixture file is not a slice or map. | |||||
| ErrFileIsNotSliceOrMap = errors.New("The fixture file is not a slice or map") | |||||
| // ErrKeyIsNotString is returned when a record is not of type string | |||||
| ErrKeyIsNotString = errors.New("Record map key is not string") | |||||
| // ErrNotTestDatabase is returned when the database name doesn't contains "test" | |||||
| ErrNotTestDatabase = errors.New(`Loading aborted because the database name does not contains "test"`) | |||||
| ) | |||||
| // InsertError will be returned if any error happens on database while | |||||
| // inserting the record | |||||
| type InsertError struct { | |||||
| Err error | |||||
| File string | |||||
| Index int | |||||
| SQL string | |||||
| Params []interface{} | |||||
| } | |||||
| func (e *InsertError) Error() string { | |||||
| return fmt.Sprintf( | |||||
| "testfixtures: error inserting record: %v, on file: %s, index: %d, sql: %s, params: %v", | |||||
| e.Err, | |||||
| e.File, | |||||
| e.Index, | |||||
| e.SQL, | |||||
| e.Params, | |||||
| ) | |||||
| } | |||||
| @@ -0,0 +1,110 @@ | |||||
| package testfixtures | |||||
| import ( | |||||
| "database/sql" | |||||
| "fmt" | |||||
| "os" | |||||
| "path" | |||||
| "unicode/utf8" | |||||
| "gopkg.in/yaml.v2" | |||||
| ) | |||||
| // TableInfo is settings for generating a fixture for table. | |||||
| type TableInfo struct { | |||||
| Name string // Table name | |||||
| Where string // A condition for extracting records. If this value is empty, extracts all records. | |||||
| } | |||||
| func (ti *TableInfo) whereClause() string { | |||||
| if ti.Where == "" { | |||||
| return "" | |||||
| } | |||||
| return fmt.Sprintf(" WHERE %s", ti.Where) | |||||
| } | |||||
| // GenerateFixtures generates fixtures for the current contents of a database, and saves | |||||
| // them to the specified directory | |||||
| func GenerateFixtures(db *sql.DB, helper Helper, dir string) error { | |||||
| tables, err := helper.tableNames(db) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| for _, table := range tables { | |||||
| filename := path.Join(dir, table+".yml") | |||||
| if err := generateFixturesForTable(db, helper, &TableInfo{Name: table}, filename); err != nil { | |||||
| return err | |||||
| } | |||||
| } | |||||
| return nil | |||||
| } | |||||
| // GenerateFixturesForTables generates fixtures for the current contents of specified tables in a database, and saves | |||||
| // them to the specified directory | |||||
| func GenerateFixturesForTables(db *sql.DB, tables []*TableInfo, helper Helper, dir string) error { | |||||
| for _, table := range tables { | |||||
| filename := path.Join(dir, table.Name+".yml") | |||||
| if err := generateFixturesForTable(db, helper, table, filename); err != nil { | |||||
| return err | |||||
| } | |||||
| } | |||||
| return nil | |||||
| } | |||||
| func generateFixturesForTable(db *sql.DB, h Helper, table *TableInfo, filename string) error { | |||||
| query := fmt.Sprintf("SELECT * FROM %s%s", h.quoteKeyword(table.Name), table.whereClause()) | |||||
| rows, err := db.Query(query) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| defer rows.Close() | |||||
| columns, err := rows.Columns() | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| fixtures := make([]interface{}, 0, 10) | |||||
| for rows.Next() { | |||||
| entries := make([]interface{}, len(columns)) | |||||
| entryPtrs := make([]interface{}, len(entries)) | |||||
| for i := range entries { | |||||
| entryPtrs[i] = &entries[i] | |||||
| } | |||||
| if err := rows.Scan(entryPtrs...); err != nil { | |||||
| return err | |||||
| } | |||||
| entryMap := make(map[string]interface{}, len(entries)) | |||||
| for i, column := range columns { | |||||
| entryMap[column] = convertValue(entries[i]) | |||||
| } | |||||
| fixtures = append(fixtures, entryMap) | |||||
| } | |||||
| if err = rows.Err(); err != nil { | |||||
| return err | |||||
| } | |||||
| f, err := os.Create(filename) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| defer f.Close() | |||||
| marshaled, err := yaml.Marshal(fixtures) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| _, err = f.Write(marshaled) | |||||
| return err | |||||
| } | |||||
| func convertValue(value interface{}) interface{} { | |||||
| switch v := value.(type) { | |||||
| case []byte: | |||||
| if utf8.Valid(v) { | |||||
| return string(v) | |||||
| } | |||||
| } | |||||
| return value | |||||
| } | |||||
| @@ -18,21 +18,56 @@ type Helper interface { | |||||
| init(*sql.DB) error | init(*sql.DB) error | ||||
| disableReferentialIntegrity(*sql.DB, loadFunction) error | disableReferentialIntegrity(*sql.DB, loadFunction) error | ||||
| paramType() int | paramType() int | ||||
| databaseName(*sql.DB) string | |||||
| databaseName(queryable) (string, error) | |||||
| tableNames(queryable) ([]string, error) | |||||
| isTableModified(queryable, string) (bool, error) | |||||
| afterLoad(queryable) error | |||||
| quoteKeyword(string) string | quoteKeyword(string) string | ||||
| whileInsertOnTable(*sql.Tx, string, func() error) error | whileInsertOnTable(*sql.Tx, string, func() error) error | ||||
| } | } | ||||
| type queryable interface { | |||||
| Exec(string, ...interface{}) (sql.Result, error) | |||||
| Query(string, ...interface{}) (*sql.Rows, error) | |||||
| QueryRow(string, ...interface{}) *sql.Row | |||||
| } | |||||
| // batchSplitter is an interface with method which returns byte slice for | |||||
| // splitting SQL batches. This need to split sql statements and run its | |||||
| // separately. | |||||
| // | |||||
| // For Microsoft SQL Server batch splitter is "GO". For details see | |||||
| // https://docs.microsoft.com/en-us/sql/t-sql/language-elements/sql-server-utilities-statements-go | |||||
| type batchSplitter interface { | |||||
| splitter() []byte | |||||
| } | |||||
| var ( | |||||
| _ Helper = &MySQL{} | |||||
| _ Helper = &PostgreSQL{} | |||||
| _ Helper = &SQLite{} | |||||
| _ Helper = &Oracle{} | |||||
| _ Helper = &SQLServer{} | |||||
| ) | |||||
| type baseHelper struct{} | type baseHelper struct{} | ||||
| func (*baseHelper) init(_ *sql.DB) error { | |||||
| func (baseHelper) init(_ *sql.DB) error { | |||||
| return nil | return nil | ||||
| } | } | ||||
| func (*baseHelper) quoteKeyword(str string) string { | |||||
| func (baseHelper) quoteKeyword(str string) string { | |||||
| return fmt.Sprintf(`"%s"`, str) | return fmt.Sprintf(`"%s"`, str) | ||||
| } | } | ||||
| func (*baseHelper) whileInsertOnTable(_ *sql.Tx, _ string, fn func() error) error { | |||||
| func (baseHelper) whileInsertOnTable(_ *sql.Tx, _ string, fn func() error) error { | |||||
| return fn() | return fn() | ||||
| } | } | ||||
| func (baseHelper) isTableModified(_ queryable, _ string) (bool, error) { | |||||
| return true, nil | |||||
| } | |||||
| func (baseHelper) afterLoad(_ queryable) error { | |||||
| return nil | |||||
| } | |||||
| @@ -0,0 +1,44 @@ | |||||
| package testfixtures | |||||
| import ( | |||||
| "database/sql/driver" | |||||
| "encoding/json" | |||||
| ) | |||||
| var ( | |||||
| _ driver.Valuer = jsonArray{} | |||||
| _ driver.Valuer = jsonMap{} | |||||
| ) | |||||
| type jsonArray []interface{} | |||||
| func (a jsonArray) Value() (driver.Value, error) { | |||||
| return json.Marshal(a) | |||||
| } | |||||
| type jsonMap map[string]interface{} | |||||
| func (m jsonMap) Value() (driver.Value, error) { | |||||
| return json.Marshal(m) | |||||
| } | |||||
| // Go refuses to convert map[interface{}]interface{} to JSON because JSON only support string keys | |||||
| // So it's necessary to recursively convert all map[interface]interface{} to map[string]interface{} | |||||
| func recursiveToJSON(v interface{}) (r interface{}) { | |||||
| switch v := v.(type) { | |||||
| case []interface{}: | |||||
| for i, e := range v { | |||||
| v[i] = recursiveToJSON(e) | |||||
| } | |||||
| r = jsonArray(v) | |||||
| case map[interface{}]interface{}: | |||||
| newMap := make(map[string]interface{}, len(v)) | |||||
| for k, e := range v { | |||||
| newMap[k.(string)] = recursiveToJSON(e) | |||||
| } | |||||
| r = jsonMap(newMap) | |||||
| default: | |||||
| r = v | |||||
| } | |||||
| return | |||||
| } | |||||
| @@ -8,6 +8,18 @@ import ( | |||||
| // MySQL is the MySQL helper for this package | // MySQL is the MySQL helper for this package | ||||
| type MySQL struct { | type MySQL struct { | ||||
| baseHelper | baseHelper | ||||
| tables []string | |||||
| tablesChecksum map[string]int64 | |||||
| } | |||||
| func (h *MySQL) init(db *sql.DB) error { | |||||
| var err error | |||||
| h.tables, err = h.tableNames(db) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| return nil | |||||
| } | } | ||||
| func (*MySQL) paramType() int { | func (*MySQL) paramType() int { | ||||
| @@ -18,28 +30,105 @@ func (*MySQL) quoteKeyword(str string) string { | |||||
| return fmt.Sprintf("`%s`", str) | return fmt.Sprintf("`%s`", str) | ||||
| } | } | ||||
| func (*MySQL) databaseName(db *sql.DB) (dbName string) { | |||||
| db.QueryRow("SELECT DATABASE()").Scan(&dbName) | |||||
| return | |||||
| func (*MySQL) databaseName(q queryable) (string, error) { | |||||
| var dbName string | |||||
| err := q.QueryRow("SELECT DATABASE()").Scan(&dbName) | |||||
| return dbName, err | |||||
| } | } | ||||
| func (h *MySQL) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||||
| func (h *MySQL) tableNames(q queryable) ([]string, error) { | |||||
| query := ` | |||||
| SELECT table_name | |||||
| FROM information_schema.tables | |||||
| WHERE table_schema = ? | |||||
| AND table_type = 'BASE TABLE'; | |||||
| ` | |||||
| dbName, err := h.databaseName(q) | |||||
| if err != nil { | |||||
| return nil, err | |||||
| } | |||||
| rows, err := q.Query(query, dbName) | |||||
| if err != nil { | |||||
| return nil, err | |||||
| } | |||||
| defer rows.Close() | |||||
| var tables []string | |||||
| for rows.Next() { | |||||
| var table string | |||||
| if err = rows.Scan(&table); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| tables = append(tables, table) | |||||
| } | |||||
| if err = rows.Err(); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| return tables, nil | |||||
| } | |||||
| func (h *MySQL) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||||
| // re-enable after load | // re-enable after load | ||||
| defer db.Exec("SET FOREIGN_KEY_CHECKS = 1") | |||||
| defer func() { | |||||
| if _, err2 := db.Exec("SET FOREIGN_KEY_CHECKS = 1"); err2 != nil && err == nil { | |||||
| err = err2 | |||||
| } | |||||
| }() | |||||
| tx, err := db.Begin() | tx, err := db.Begin() | ||||
| if err != nil { | if err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| defer tx.Rollback() | |||||
| if _, err = tx.Exec("SET FOREIGN_KEY_CHECKS = 0"); err != nil { | if _, err = tx.Exec("SET FOREIGN_KEY_CHECKS = 0"); err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| if err = loadFn(tx); err != nil { | if err = loadFn(tx); err != nil { | ||||
| tx.Rollback() | |||||
| return err | return err | ||||
| } | } | ||||
| return tx.Commit() | return tx.Commit() | ||||
| } | } | ||||
| func (h *MySQL) isTableModified(q queryable, tableName string) (bool, error) { | |||||
| checksum, err := h.getChecksum(q, tableName) | |||||
| if err != nil { | |||||
| return true, err | |||||
| } | |||||
| oldChecksum := h.tablesChecksum[tableName] | |||||
| return oldChecksum == 0 || checksum != oldChecksum, nil | |||||
| } | |||||
| func (h *MySQL) afterLoad(q queryable) error { | |||||
| if h.tablesChecksum != nil { | |||||
| return nil | |||||
| } | |||||
| h.tablesChecksum = make(map[string]int64, len(h.tables)) | |||||
| for _, t := range h.tables { | |||||
| checksum, err := h.getChecksum(q, t) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| h.tablesChecksum[t] = checksum | |||||
| } | |||||
| return nil | |||||
| } | |||||
| func (h *MySQL) getChecksum(q queryable, tableName string) (int64, error) { | |||||
| sql := fmt.Sprintf("CHECKSUM TABLE %s", h.quoteKeyword(tableName)) | |||||
| var ( | |||||
| table string | |||||
| checksum int64 | |||||
| ) | |||||
| if err := q.QueryRow(sql).Scan(&table, &checksum); err != nil { | |||||
| return 0, err | |||||
| } | |||||
| return checksum, nil | |||||
| } | |||||
| @@ -43,54 +43,90 @@ func (*Oracle) quoteKeyword(str string) string { | |||||
| return fmt.Sprintf("\"%s\"", strings.ToUpper(str)) | return fmt.Sprintf("\"%s\"", strings.ToUpper(str)) | ||||
| } | } | ||||
| func (*Oracle) databaseName(db *sql.DB) (dbName string) { | |||||
| db.QueryRow("SELECT user FROM DUAL").Scan(&dbName) | |||||
| return | |||||
| func (*Oracle) databaseName(q queryable) (string, error) { | |||||
| var dbName string | |||||
| err := q.QueryRow("SELECT user FROM DUAL").Scan(&dbName) | |||||
| return dbName, err | |||||
| } | } | ||||
| func (*Oracle) getEnabledConstraints(db *sql.DB) ([]oracleConstraint, error) { | |||||
| constraints := make([]oracleConstraint, 0) | |||||
| rows, err := db.Query(` | |||||
| SELECT table_name, constraint_name | |||||
| FROM user_constraints | |||||
| WHERE constraint_type = 'R' | |||||
| AND status = 'ENABLED' | |||||
| `) | |||||
| func (*Oracle) tableNames(q queryable) ([]string, error) { | |||||
| query := ` | |||||
| SELECT TABLE_NAME | |||||
| FROM USER_TABLES | |||||
| ` | |||||
| rows, err := q.Query(query) | |||||
| if err != nil { | if err != nil { | ||||
| return nil, err | return nil, err | ||||
| } | } | ||||
| defer rows.Close() | defer rows.Close() | ||||
| var tables []string | |||||
| for rows.Next() { | |||||
| var table string | |||||
| if err = rows.Scan(&table); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| tables = append(tables, table) | |||||
| } | |||||
| if err = rows.Err(); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| return tables, nil | |||||
| } | |||||
| func (*Oracle) getEnabledConstraints(q queryable) ([]oracleConstraint, error) { | |||||
| var constraints []oracleConstraint | |||||
| rows, err := q.Query(` | |||||
| SELECT table_name, constraint_name | |||||
| FROM user_constraints | |||||
| WHERE constraint_type = 'R' | |||||
| AND status = 'ENABLED' | |||||
| `) | |||||
| if err != nil { | |||||
| return nil, err | |||||
| } | |||||
| defer rows.Close() | |||||
| for rows.Next() { | for rows.Next() { | ||||
| var constraint oracleConstraint | var constraint oracleConstraint | ||||
| rows.Scan(&constraint.tableName, &constraint.constraintName) | rows.Scan(&constraint.tableName, &constraint.constraintName) | ||||
| constraints = append(constraints, constraint) | constraints = append(constraints, constraint) | ||||
| } | } | ||||
| if err = rows.Err(); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| return constraints, nil | return constraints, nil | ||||
| } | } | ||||
| func (*Oracle) getSequences(db *sql.DB) ([]string, error) { | |||||
| sequences := make([]string, 0) | |||||
| rows, err := db.Query("SELECT sequence_name FROM user_sequences") | |||||
| func (*Oracle) getSequences(q queryable) ([]string, error) { | |||||
| var sequences []string | |||||
| rows, err := q.Query("SELECT sequence_name FROM user_sequences") | |||||
| if err != nil { | if err != nil { | ||||
| return nil, err | return nil, err | ||||
| } | } | ||||
| defer rows.Close() | defer rows.Close() | ||||
| for rows.Next() { | for rows.Next() { | ||||
| var sequence string | var sequence string | ||||
| rows.Scan(&sequence) | |||||
| if err = rows.Scan(&sequence); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| sequences = append(sequences, sequence) | sequences = append(sequences, sequence) | ||||
| } | } | ||||
| if err = rows.Err(); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| return sequences, nil | return sequences, nil | ||||
| } | } | ||||
| func (h *Oracle) resetSequences(db *sql.DB) error { | |||||
| func (h *Oracle) resetSequences(q queryable) error { | |||||
| for _, sequence := range h.sequences { | for _, sequence := range h.sequences { | ||||
| _, err := db.Exec(fmt.Sprintf("DROP SEQUENCE %s", h.quoteKeyword(sequence))) | |||||
| _, err := q.Exec(fmt.Sprintf("DROP SEQUENCE %s", h.quoteKeyword(sequence))) | |||||
| if err != nil { | if err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| _, err = db.Exec(fmt.Sprintf("CREATE SEQUENCE %s START WITH %d", h.quoteKeyword(sequence), resetSequencesTo)) | |||||
| _, err = q.Exec(fmt.Sprintf("CREATE SEQUENCE %s START WITH %d", h.quoteKeyword(sequence), resetSequencesTo)) | |||||
| if err != nil { | if err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| @@ -98,11 +134,14 @@ func (h *Oracle) resetSequences(db *sql.DB) error { | |||||
| return nil | return nil | ||||
| } | } | ||||
| func (h *Oracle) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||||
| func (h *Oracle) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||||
| // re-enable after load | // re-enable after load | ||||
| defer func() { | defer func() { | ||||
| for _, c := range h.enabledConstraints { | for _, c := range h.enabledConstraints { | ||||
| db.Exec(fmt.Sprintf("ALTER TABLE %s ENABLE CONSTRAINT %s", h.quoteKeyword(c.tableName), h.quoteKeyword(c.constraintName))) | |||||
| _, err2 := db.Exec(fmt.Sprintf("ALTER TABLE %s ENABLE CONSTRAINT %s", h.quoteKeyword(c.tableName), h.quoteKeyword(c.constraintName))) | |||||
| if err2 != nil && err == nil { | |||||
| err = err2 | |||||
| } | |||||
| } | } | ||||
| }() | }() | ||||
| @@ -118,9 +157,9 @@ func (h *Oracle) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) er | |||||
| if err != nil { | if err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| defer tx.Rollback() | |||||
| if err = loadFn(tx); err != nil { | if err = loadFn(tx); err != nil { | ||||
| tx.Rollback() | |||||
| return err | return err | ||||
| } | } | ||||
| @@ -3,6 +3,7 @@ package testfixtures | |||||
| import ( | import ( | ||||
| "database/sql" | "database/sql" | ||||
| "fmt" | "fmt" | ||||
| "strings" | |||||
| ) | ) | ||||
| // PostgreSQL is the PG helper for this package | // PostgreSQL is the PG helper for this package | ||||
| @@ -18,6 +19,7 @@ type PostgreSQL struct { | |||||
| tables []string | tables []string | ||||
| sequences []string | sequences []string | ||||
| nonDeferrableConstraints []pgConstraint | nonDeferrableConstraints []pgConstraint | ||||
| tablesChecksum map[string]string | |||||
| } | } | ||||
| type pgConstraint struct { | type pgConstraint struct { | ||||
| @@ -28,7 +30,7 @@ type pgConstraint struct { | |||||
| func (h *PostgreSQL) init(db *sql.DB) error { | func (h *PostgreSQL) init(db *sql.DB) error { | ||||
| var err error | var err error | ||||
| h.tables, err = h.getTables(db) | |||||
| h.tables, err = h.tableNames(db) | |||||
| if err != nil { | if err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| @@ -50,44 +52,57 @@ func (*PostgreSQL) paramType() int { | |||||
| return paramTypeDollar | return paramTypeDollar | ||||
| } | } | ||||
| func (*PostgreSQL) databaseName(db *sql.DB) (dbName string) { | |||||
| db.QueryRow("SELECT current_database()").Scan(&dbName) | |||||
| return | |||||
| func (*PostgreSQL) databaseName(q queryable) (string, error) { | |||||
| var dbName string | |||||
| err := q.QueryRow("SELECT current_database()").Scan(&dbName) | |||||
| return dbName, err | |||||
| } | } | ||||
| func (h *PostgreSQL) getTables(db *sql.DB) ([]string, error) { | |||||
| func (h *PostgreSQL) tableNames(q queryable) ([]string, error) { | |||||
| var tables []string | var tables []string | ||||
| sql := ` | sql := ` | ||||
| SELECT table_name | |||||
| FROM information_schema.tables | |||||
| WHERE table_schema = 'public' | |||||
| AND table_type = 'BASE TABLE'; | |||||
| ` | |||||
| rows, err := db.Query(sql) | |||||
| SELECT pg_namespace.nspname || '.' || pg_class.relname | |||||
| FROM pg_class | |||||
| INNER JOIN pg_namespace ON pg_namespace.oid = pg_class.relnamespace | |||||
| WHERE pg_class.relkind = 'r' | |||||
| AND pg_namespace.nspname NOT IN ('pg_catalog', 'information_schema') | |||||
| AND pg_namespace.nspname NOT LIKE 'pg_toast%'; | |||||
| ` | |||||
| rows, err := q.Query(sql) | |||||
| if err != nil { | if err != nil { | ||||
| return nil, err | return nil, err | ||||
| } | } | ||||
| defer rows.Close() | defer rows.Close() | ||||
| for rows.Next() { | for rows.Next() { | ||||
| var table string | var table string | ||||
| rows.Scan(&table) | |||||
| if err = rows.Scan(&table); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| tables = append(tables, table) | tables = append(tables, table) | ||||
| } | } | ||||
| if err = rows.Err(); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| return tables, nil | return tables, nil | ||||
| } | } | ||||
| func (h *PostgreSQL) getSequences(db *sql.DB) ([]string, error) { | |||||
| var sequences []string | |||||
| func (h *PostgreSQL) getSequences(q queryable) ([]string, error) { | |||||
| const sql = ` | |||||
| SELECT pg_namespace.nspname || '.' || pg_class.relname AS sequence_name | |||||
| FROM pg_class | |||||
| INNER JOIN pg_namespace ON pg_namespace.oid = pg_class.relnamespace | |||||
| WHERE pg_class.relkind = 'S' | |||||
| ` | |||||
| sql := "SELECT relname FROM pg_class WHERE relkind = 'S'" | |||||
| rows, err := db.Query(sql) | |||||
| rows, err := q.Query(sql) | |||||
| if err != nil { | if err != nil { | ||||
| return nil, err | return nil, err | ||||
| } | } | ||||
| defer rows.Close() | defer rows.Close() | ||||
| var sequences []string | |||||
| for rows.Next() { | for rows.Next() { | ||||
| var sequence string | var sequence string | ||||
| if err = rows.Scan(&sequence); err != nil { | if err = rows.Scan(&sequence); err != nil { | ||||
| @@ -95,18 +110,22 @@ func (h *PostgreSQL) getSequences(db *sql.DB) ([]string, error) { | |||||
| } | } | ||||
| sequences = append(sequences, sequence) | sequences = append(sequences, sequence) | ||||
| } | } | ||||
| if err = rows.Err(); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| return sequences, nil | return sequences, nil | ||||
| } | } | ||||
| func (*PostgreSQL) getNonDeferrableConstraints(db *sql.DB) ([]pgConstraint, error) { | |||||
| func (*PostgreSQL) getNonDeferrableConstraints(q queryable) ([]pgConstraint, error) { | |||||
| var constraints []pgConstraint | var constraints []pgConstraint | ||||
| sql := ` | sql := ` | ||||
| SELECT table_name, constraint_name | |||||
| FROM information_schema.table_constraints | |||||
| WHERE constraint_type = 'FOREIGN KEY' | |||||
| AND is_deferrable = 'NO'` | |||||
| rows, err := db.Query(sql) | |||||
| SELECT table_schema || '.' || table_name, constraint_name | |||||
| FROM information_schema.table_constraints | |||||
| WHERE constraint_type = 'FOREIGN KEY' | |||||
| AND is_deferrable = 'NO' | |||||
| ` | |||||
| rows, err := q.Query(sql) | |||||
| if err != nil { | if err != nil { | ||||
| return nil, err | return nil, err | ||||
| } | } | ||||
| @@ -114,23 +133,27 @@ WHERE constraint_type = 'FOREIGN KEY' | |||||
| defer rows.Close() | defer rows.Close() | ||||
| for rows.Next() { | for rows.Next() { | ||||
| var constraint pgConstraint | var constraint pgConstraint | ||||
| err = rows.Scan(&constraint.tableName, &constraint.constraintName) | |||||
| if err != nil { | |||||
| if err = rows.Scan(&constraint.tableName, &constraint.constraintName); err != nil { | |||||
| return nil, err | return nil, err | ||||
| } | } | ||||
| constraints = append(constraints, constraint) | constraints = append(constraints, constraint) | ||||
| } | } | ||||
| if err = rows.Err(); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| return constraints, nil | return constraints, nil | ||||
| } | } | ||||
| func (h *PostgreSQL) disableTriggers(db *sql.DB, loadFn loadFunction) error { | |||||
| func (h *PostgreSQL) disableTriggers(db *sql.DB, loadFn loadFunction) (err error) { | |||||
| defer func() { | defer func() { | ||||
| // re-enable triggers after load | // re-enable triggers after load | ||||
| var sql string | var sql string | ||||
| for _, table := range h.tables { | for _, table := range h.tables { | ||||
| sql += fmt.Sprintf("ALTER TABLE %s ENABLE TRIGGER ALL;", h.quoteKeyword(table)) | sql += fmt.Sprintf("ALTER TABLE %s ENABLE TRIGGER ALL;", h.quoteKeyword(table)) | ||||
| } | } | ||||
| db.Exec(sql) | |||||
| if _, err2 := db.Exec(sql); err2 != nil && err == nil { | |||||
| err = err2 | |||||
| } | |||||
| }() | }() | ||||
| tx, err := db.Begin() | tx, err := db.Begin() | ||||
| @@ -154,14 +177,16 @@ func (h *PostgreSQL) disableTriggers(db *sql.DB, loadFn loadFunction) error { | |||||
| return tx.Commit() | return tx.Commit() | ||||
| } | } | ||||
| func (h *PostgreSQL) makeConstraintsDeferrable(db *sql.DB, loadFn loadFunction) error { | |||||
| func (h *PostgreSQL) makeConstraintsDeferrable(db *sql.DB, loadFn loadFunction) (err error) { | |||||
| defer func() { | defer func() { | ||||
| // ensure constraint being not deferrable again after load | // ensure constraint being not deferrable again after load | ||||
| var sql string | var sql string | ||||
| for _, constraint := range h.nonDeferrableConstraints { | for _, constraint := range h.nonDeferrableConstraints { | ||||
| sql += fmt.Sprintf("ALTER TABLE %s ALTER CONSTRAINT %s NOT DEFERRABLE;", h.quoteKeyword(constraint.tableName), h.quoteKeyword(constraint.constraintName)) | sql += fmt.Sprintf("ALTER TABLE %s ALTER CONSTRAINT %s NOT DEFERRABLE;", h.quoteKeyword(constraint.tableName), h.quoteKeyword(constraint.constraintName)) | ||||
| } | } | ||||
| db.Exec(sql) | |||||
| if _, err2 := db.Exec(sql); err2 != nil && err == nil { | |||||
| err = err2 | |||||
| } | |||||
| }() | }() | ||||
| var sql string | var sql string | ||||
| @@ -176,28 +201,31 @@ func (h *PostgreSQL) makeConstraintsDeferrable(db *sql.DB, loadFn loadFunction) | |||||
| if err != nil { | if err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| defer tx.Rollback() | |||||
| if _, err = tx.Exec("SET CONSTRAINTS ALL DEFERRED"); err != nil { | if _, err = tx.Exec("SET CONSTRAINTS ALL DEFERRED"); err != nil { | ||||
| return nil | |||||
| return err | |||||
| } | } | ||||
| if err = loadFn(tx); err != nil { | if err = loadFn(tx); err != nil { | ||||
| tx.Rollback() | |||||
| return err | return err | ||||
| } | } | ||||
| return tx.Commit() | return tx.Commit() | ||||
| } | } | ||||
| func (h *PostgreSQL) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||||
| func (h *PostgreSQL) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||||
| // ensure sequences being reset after load | // ensure sequences being reset after load | ||||
| defer h.resetSequences(db) | |||||
| defer func() { | |||||
| if err2 := h.resetSequences(db); err2 != nil && err == nil { | |||||
| err = err2 | |||||
| } | |||||
| }() | |||||
| if h.UseAlterConstraint { | if h.UseAlterConstraint { | ||||
| return h.makeConstraintsDeferrable(db, loadFn) | return h.makeConstraintsDeferrable(db, loadFn) | ||||
| } else { | |||||
| return h.disableTriggers(db, loadFn) | |||||
| } | } | ||||
| return h.disableTriggers(db, loadFn) | |||||
| } | } | ||||
| func (h *PostgreSQL) resetSequences(db *sql.DB) error { | func (h *PostgreSQL) resetSequences(db *sql.DB) error { | ||||
| @@ -209,3 +237,53 @@ func (h *PostgreSQL) resetSequences(db *sql.DB) error { | |||||
| } | } | ||||
| return nil | return nil | ||||
| } | } | ||||
| func (h *PostgreSQL) isTableModified(q queryable, tableName string) (bool, error) { | |||||
| checksum, err := h.getChecksum(q, tableName) | |||||
| if err != nil { | |||||
| return false, err | |||||
| } | |||||
| oldChecksum := h.tablesChecksum[tableName] | |||||
| return oldChecksum == "" || checksum != oldChecksum, nil | |||||
| } | |||||
| func (h *PostgreSQL) afterLoad(q queryable) error { | |||||
| if h.tablesChecksum != nil { | |||||
| return nil | |||||
| } | |||||
| h.tablesChecksum = make(map[string]string, len(h.tables)) | |||||
| for _, t := range h.tables { | |||||
| checksum, err := h.getChecksum(q, t) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| h.tablesChecksum[t] = checksum | |||||
| } | |||||
| return nil | |||||
| } | |||||
| func (h *PostgreSQL) getChecksum(q queryable, tableName string) (string, error) { | |||||
| sqlStr := fmt.Sprintf(` | |||||
| SELECT md5(CAST((array_agg(t.*)) AS TEXT)) | |||||
| FROM %s AS t | |||||
| `, | |||||
| h.quoteKeyword(tableName), | |||||
| ) | |||||
| var checksum sql.NullString | |||||
| if err := q.QueryRow(sqlStr).Scan(&checksum); err != nil { | |||||
| return "", err | |||||
| } | |||||
| return checksum.String, nil | |||||
| } | |||||
| func (*PostgreSQL) quoteKeyword(s string) string { | |||||
| parts := strings.Split(s, ".") | |||||
| for i, p := range parts { | |||||
| parts[i] = fmt.Sprintf(`"%s"`, p) | |||||
| } | |||||
| return strings.Join(parts, ".") | |||||
| } | |||||
| @@ -14,23 +14,59 @@ func (*SQLite) paramType() int { | |||||
| return paramTypeQuestion | return paramTypeQuestion | ||||
| } | } | ||||
| func (*SQLite) databaseName(db *sql.DB) (dbName string) { | |||||
| func (*SQLite) databaseName(q queryable) (string, error) { | |||||
| var seq int | var seq int | ||||
| var main string | |||||
| db.QueryRow("PRAGMA database_list").Scan(&seq, &main, &dbName) | |||||
| var main, dbName string | |||||
| err := q.QueryRow("PRAGMA database_list").Scan(&seq, &main, &dbName) | |||||
| if err != nil { | |||||
| return "", err | |||||
| } | |||||
| dbName = filepath.Base(dbName) | dbName = filepath.Base(dbName) | ||||
| return | |||||
| return dbName, nil | |||||
| } | } | ||||
| func (*SQLite) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||||
| tx, err := db.Begin() | |||||
| func (*SQLite) tableNames(q queryable) ([]string, error) { | |||||
| query := ` | |||||
| SELECT name | |||||
| FROM sqlite_master | |||||
| WHERE type = 'table'; | |||||
| ` | |||||
| rows, err := q.Query(query) | |||||
| if err != nil { | if err != nil { | ||||
| return nil, err | |||||
| } | |||||
| defer rows.Close() | |||||
| var tables []string | |||||
| for rows.Next() { | |||||
| var table string | |||||
| if err = rows.Scan(&table); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| tables = append(tables, table) | |||||
| } | |||||
| if err = rows.Err(); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| return tables, nil | |||||
| } | |||||
| func (*SQLite) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||||
| defer func() { | |||||
| if _, err2 := db.Exec("PRAGMA defer_foreign_keys = OFF"); err2 != nil && err == nil { | |||||
| err = err2 | |||||
| } | |||||
| }() | |||||
| if _, err = db.Exec("PRAGMA defer_foreign_keys = ON"); err != nil { | |||||
| return err | return err | ||||
| } | } | ||||
| if _, err = tx.Exec("PRAGMA defer_foreign_keys = ON"); err != nil { | |||||
| tx, err := db.Begin() | |||||
| if err != nil { | |||||
| return err | return err | ||||
| } | } | ||||
| defer tx.Rollback() | |||||
| if err = loadFn(tx); err != nil { | if err = loadFn(tx); err != nil { | ||||
| return err | return err | ||||
| @@ -3,6 +3,7 @@ package testfixtures | |||||
| import ( | import ( | ||||
| "database/sql" | "database/sql" | ||||
| "fmt" | "fmt" | ||||
| "strings" | |||||
| ) | ) | ||||
| // SQLServer is the helper for SQL Server for this package. | // SQLServer is the helper for SQL Server for this package. | ||||
| @@ -16,7 +17,7 @@ type SQLServer struct { | |||||
| func (h *SQLServer) init(db *sql.DB) error { | func (h *SQLServer) init(db *sql.DB) error { | ||||
| var err error | var err error | ||||
| h.tables, err = h.getTables(db) | |||||
| h.tables, err = h.tableNames(db) | |||||
| if err != nil { | if err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| @@ -28,46 +29,62 @@ func (*SQLServer) paramType() int { | |||||
| return paramTypeQuestion | return paramTypeQuestion | ||||
| } | } | ||||
| func (*SQLServer) quoteKeyword(str string) string { | |||||
| return fmt.Sprintf("[%s]", str) | |||||
| func (*SQLServer) quoteKeyword(s string) string { | |||||
| parts := strings.Split(s, ".") | |||||
| for i, p := range parts { | |||||
| parts[i] = fmt.Sprintf(`[%s]`, p) | |||||
| } | |||||
| return strings.Join(parts, ".") | |||||
| } | } | ||||
| func (*SQLServer) databaseName(db *sql.DB) (dbname string) { | |||||
| db.QueryRow("SELECT DB_NAME()").Scan(&dbname) | |||||
| return | |||||
| func (*SQLServer) databaseName(q queryable) (string, error) { | |||||
| var dbName string | |||||
| err := q.QueryRow("SELECT DB_NAME()").Scan(&dbName) | |||||
| return dbName, err | |||||
| } | } | ||||
| func (*SQLServer) getTables(db *sql.DB) ([]string, error) { | |||||
| rows, err := db.Query("SELECT table_name FROM information_schema.tables") | |||||
| func (*SQLServer) tableNames(q queryable) ([]string, error) { | |||||
| rows, err := q.Query("SELECT table_schema + '.' + table_name FROM information_schema.tables") | |||||
| if err != nil { | if err != nil { | ||||
| return nil, err | return nil, err | ||||
| } | } | ||||
| tables := make([]string, 0) | |||||
| defer rows.Close() | defer rows.Close() | ||||
| var tables []string | |||||
| for rows.Next() { | for rows.Next() { | ||||
| var table string | var table string | ||||
| rows.Scan(&table) | |||||
| if err = rows.Scan(&table); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| tables = append(tables, table) | tables = append(tables, table) | ||||
| } | } | ||||
| if err = rows.Err(); err != nil { | |||||
| return nil, err | |||||
| } | |||||
| return tables, nil | return tables, nil | ||||
| } | } | ||||
| func (*SQLServer) tableHasIdentityColumn(tx *sql.Tx, tableName string) bool { | |||||
| func (h *SQLServer) tableHasIdentityColumn(q queryable, tableName string) bool { | |||||
| sql := ` | sql := ` | ||||
| SELECT COUNT(*) | |||||
| FROM SYS.IDENTITY_COLUMNS | |||||
| WHERE OBJECT_NAME(OBJECT_ID) = ? | |||||
| ` | |||||
| SELECT COUNT(*) | |||||
| FROM SYS.IDENTITY_COLUMNS | |||||
| WHERE OBJECT_ID = OBJECT_ID(?) | |||||
| ` | |||||
| var count int | var count int | ||||
| tx.QueryRow(sql, tableName).Scan(&count) | |||||
| q.QueryRow(sql, h.quoteKeyword(tableName)).Scan(&count) | |||||
| return count > 0 | return count > 0 | ||||
| } | } | ||||
| func (h *SQLServer) whileInsertOnTable(tx *sql.Tx, tableName string, fn func() error) error { | |||||
| func (h *SQLServer) whileInsertOnTable(tx *sql.Tx, tableName string, fn func() error) (err error) { | |||||
| if h.tableHasIdentityColumn(tx, tableName) { | if h.tableHasIdentityColumn(tx, tableName) { | ||||
| defer tx.Exec(fmt.Sprintf("SET IDENTITY_INSERT %s OFF", h.quoteKeyword(tableName))) | |||||
| defer func() { | |||||
| _, err2 := tx.Exec(fmt.Sprintf("SET IDENTITY_INSERT %s OFF", h.quoteKeyword(tableName))) | |||||
| if err2 != nil && err == nil { | |||||
| err = err2 | |||||
| } | |||||
| }() | |||||
| _, err := tx.Exec(fmt.Sprintf("SET IDENTITY_INSERT %s ON", h.quoteKeyword(tableName))) | _, err := tx.Exec(fmt.Sprintf("SET IDENTITY_INSERT %s ON", h.quoteKeyword(tableName))) | ||||
| if err != nil { | if err != nil { | ||||
| return err | return err | ||||
| @@ -76,19 +93,19 @@ func (h *SQLServer) whileInsertOnTable(tx *sql.Tx, tableName string, fn func() e | |||||
| return fn() | return fn() | ||||
| } | } | ||||
| func (h *SQLServer) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) error { | |||||
| func (h *SQLServer) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) (err error) { | |||||
| // ensure the triggers are re-enable after all | // ensure the triggers are re-enable after all | ||||
| defer func() { | defer func() { | ||||
| sql := "" | |||||
| var sql string | |||||
| for _, table := range h.tables { | for _, table := range h.tables { | ||||
| sql += fmt.Sprintf("ALTER TABLE %s WITH CHECK CHECK CONSTRAINT ALL;", h.quoteKeyword(table)) | sql += fmt.Sprintf("ALTER TABLE %s WITH CHECK CHECK CONSTRAINT ALL;", h.quoteKeyword(table)) | ||||
| } | } | ||||
| if _, err := db.Exec(sql); err != nil { | |||||
| fmt.Printf("Error on re-enabling constraints: %v\n", err) | |||||
| if _, err2 := db.Exec(sql); err2 != nil && err == nil { | |||||
| err = err2 | |||||
| } | } | ||||
| }() | }() | ||||
| sql := "" | |||||
| var sql string | |||||
| for _, table := range h.tables { | for _, table := range h.tables { | ||||
| sql += fmt.Sprintf("ALTER TABLE %s NOCHECK CONSTRAINT ALL;", h.quoteKeyword(table)) | sql += fmt.Sprintf("ALTER TABLE %s NOCHECK CONSTRAINT ALL;", h.quoteKeyword(table)) | ||||
| } | } | ||||
| @@ -100,11 +117,19 @@ func (h *SQLServer) disableReferentialIntegrity(db *sql.DB, loadFn loadFunction) | |||||
| if err != nil { | if err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| defer tx.Rollback() | |||||
| if err = loadFn(tx); err != nil { | if err = loadFn(tx); err != nil { | ||||
| tx.Rollback() | |||||
| return err | return err | ||||
| } | } | ||||
| return tx.Commit() | return tx.Commit() | ||||
| } | } | ||||
| // splitter is a batchSplitter interface implementation. We need it for | |||||
| // SQL Server because commands like a `CREATE SCHEMA...` and a `CREATE TABLE...` | |||||
| // could not be executed in the same batch. | |||||
| // See https://docs.microsoft.com/en-us/previous-versions/sql/sql-server-2008-r2/ms175502(v=sql.105)#rules-for-using-batches | |||||
| func (*SQLServer) splitter() []byte { | |||||
| return []byte("GO\n") | |||||
| } | |||||
| @@ -2,7 +2,6 @@ package testfixtures | |||||
| import ( | import ( | ||||
| "database/sql" | "database/sql" | ||||
| "errors" | |||||
| "fmt" | "fmt" | ||||
| "io/ioutil" | "io/ioutil" | ||||
| "path" | "path" | ||||
| @@ -33,22 +32,10 @@ type insertSQL struct { | |||||
| } | } | ||||
| var ( | var ( | ||||
| // ErrWrongCastNotAMap is returned when a map is not a map[interface{}]interface{} | |||||
| ErrWrongCastNotAMap = errors.New("Could not cast record: not a map[interface{}]interface{}") | |||||
| // ErrFileIsNotSliceOrMap is returned the the fixture file is not a slice or map. | |||||
| ErrFileIsNotSliceOrMap = errors.New("The fixture file is not a slice or map") | |||||
| // ErrKeyIsNotString is returned when a record is not of type string | |||||
| ErrKeyIsNotString = errors.New("Record map key is not string") | |||||
| // ErrNotTestDatabase is returned when the database name doesn't contains "test" | |||||
| ErrNotTestDatabase = errors.New(`Loading aborted because the database name does not contains "test"`) | |||||
| dbnameRegexp = regexp.MustCompile("(?i)test") | dbnameRegexp = regexp.MustCompile("(?i)test") | ||||
| ) | ) | ||||
| // NewFolder craetes a context for all fixtures in a given folder into the database: | |||||
| // NewFolder creates a context for all fixtures in a given folder into the database: | |||||
| // NewFolder(db, &PostgreSQL{}, "my/fixtures/folder") | // NewFolder(db, &PostgreSQL{}, "my/fixtures/folder") | ||||
| func NewFolder(db *sql.DB, helper Helper, folderName string) (*Context, error) { | func NewFolder(db *sql.DB, helper Helper, folderName string) (*Context, error) { | ||||
| fixtures, err := fixturesFromFolder(folderName) | fixtures, err := fixturesFromFolder(folderName) | ||||
| @@ -64,7 +51,7 @@ func NewFolder(db *sql.DB, helper Helper, folderName string) (*Context, error) { | |||||
| return c, nil | return c, nil | ||||
| } | } | ||||
| // NewFiles craetes a context for all specified fixtures files into database: | |||||
| // NewFiles creates a context for all specified fixtures files into database: | |||||
| // NewFiles(db, &PostgreSQL{}, | // NewFiles(db, &PostgreSQL{}, | ||||
| // "fixtures/customers.yml", | // "fixtures/customers.yml", | ||||
| // "fixtures/orders.yml" | // "fixtures/orders.yml" | ||||
| @@ -102,27 +89,55 @@ func newContext(db *sql.DB, helper Helper, fixtures []*fixtureFile) (*Context, e | |||||
| return c, nil | return c, nil | ||||
| } | } | ||||
| // DetectTestDatabase returns nil if databaseName matches regexp | |||||
| // if err := fixtures.DetectTestDatabase(); err != nil { | |||||
| // log.Fatal(err) | |||||
| // } | |||||
| func (c *Context) DetectTestDatabase() error { | |||||
| dbName, err := c.helper.databaseName(c.db) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| if !dbnameRegexp.MatchString(dbName) { | |||||
| return ErrNotTestDatabase | |||||
| } | |||||
| return nil | |||||
| } | |||||
| // Load wipes and after load all fixtures in the database. | // Load wipes and after load all fixtures in the database. | ||||
| // if err := fixtures.Load(); err != nil { | // if err := fixtures.Load(); err != nil { | ||||
| // log.Fatal(err) | // log.Fatal(err) | ||||
| // } | // } | ||||
| func (c *Context) Load() error { | func (c *Context) Load() error { | ||||
| if !skipDatabaseNameCheck { | if !skipDatabaseNameCheck { | ||||
| if !dbnameRegexp.MatchString(c.helper.databaseName(c.db)) { | |||||
| return ErrNotTestDatabase | |||||
| if err := c.DetectTestDatabase(); err != nil { | |||||
| return err | |||||
| } | } | ||||
| } | } | ||||
| err := c.helper.disableReferentialIntegrity(c.db, func(tx *sql.Tx) error { | err := c.helper.disableReferentialIntegrity(c.db, func(tx *sql.Tx) error { | ||||
| for _, file := range c.fixturesFiles { | for _, file := range c.fixturesFiles { | ||||
| modified, err := c.helper.isTableModified(tx, file.fileNameWithoutExtension()) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| if !modified { | |||||
| continue | |||||
| } | |||||
| if err := file.delete(tx, c.helper); err != nil { | if err := file.delete(tx, c.helper); err != nil { | ||||
| return err | return err | ||||
| } | } | ||||
| err := c.helper.whileInsertOnTable(tx, file.fileNameWithoutExtension(), func() error { | |||||
| for _, i := range file.insertSQLs { | |||||
| err = c.helper.whileInsertOnTable(tx, file.fileNameWithoutExtension(), func() error { | |||||
| for j, i := range file.insertSQLs { | |||||
| if _, err := tx.Exec(i.sql, i.params...); err != nil { | if _, err := tx.Exec(i.sql, i.params...); err != nil { | ||||
| return err | |||||
| return &InsertError{ | |||||
| Err: err, | |||||
| File: file.fileName, | |||||
| Index: j, | |||||
| SQL: i.sql, | |||||
| Params: i.params, | |||||
| } | |||||
| } | } | ||||
| } | } | ||||
| return nil | return nil | ||||
| @@ -133,7 +148,10 @@ func (c *Context) Load() error { | |||||
| } | } | ||||
| return nil | return nil | ||||
| }) | }) | ||||
| return err | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| return c.helper.afterLoad(c.db) | |||||
| } | } | ||||
| func (c *Context) buildInsertSQLs() error { | func (c *Context) buildInsertSQLs() error { | ||||
| @@ -204,25 +222,33 @@ func (f *fixtureFile) buildInsertSQL(h Helper, record map[interface{}]interface{ | |||||
| sqlColumns = append(sqlColumns, h.quoteKeyword(keyStr)) | sqlColumns = append(sqlColumns, h.quoteKeyword(keyStr)) | ||||
| // if string, try convert to SQL or time | |||||
| // if map or array, convert to json | |||||
| switch v := value.(type) { | |||||
| case string: | |||||
| if strings.HasPrefix(v, "RAW=") { | |||||
| sqlValues = append(sqlValues, strings.TrimPrefix(v, "RAW=")) | |||||
| continue | |||||
| } | |||||
| if t, err := tryStrToDate(v); err == nil { | |||||
| value = t | |||||
| } | |||||
| case []interface{}, map[interface{}]interface{}: | |||||
| value = recursiveToJSON(v) | |||||
| } | |||||
| switch h.paramType() { | switch h.paramType() { | ||||
| case paramTypeDollar: | case paramTypeDollar: | ||||
| sqlValues = append(sqlValues, fmt.Sprintf("$%d", i)) | sqlValues = append(sqlValues, fmt.Sprintf("$%d", i)) | ||||
| case paramTypeQuestion: | case paramTypeQuestion: | ||||
| sqlValues = append(sqlValues, "?") | sqlValues = append(sqlValues, "?") | ||||
| case paramTypeColon: | case paramTypeColon: | ||||
| switch { | |||||
| case isDateTime(value): | |||||
| sqlValues = append(sqlValues, fmt.Sprintf("to_date(:%d, 'YYYY-MM-DD HH24:MI:SS')", i)) | |||||
| case isDate(value): | |||||
| sqlValues = append(sqlValues, fmt.Sprintf("to_date(:%d, 'YYYY-MM-DD')", i)) | |||||
| case isTime(value): | |||||
| sqlValues = append(sqlValues, fmt.Sprintf("to_date(:%d, 'HH24:MI:SS')", i)) | |||||
| default: | |||||
| sqlValues = append(sqlValues, fmt.Sprintf(":%d", i)) | |||||
| } | |||||
| sqlValues = append(sqlValues, fmt.Sprintf(":%d", i)) | |||||
| } | } | ||||
| i++ | |||||
| values = append(values, value) | values = append(values, value) | ||||
| i++ | |||||
| } | } | ||||
| sqlStr = fmt.Sprintf( | sqlStr = fmt.Sprintf( | ||||
| @@ -1,36 +1,34 @@ | |||||
| package testfixtures | package testfixtures | ||||
| import "regexp" | |||||
| var ( | |||||
| regexpDate = regexp.MustCompile("\\d\\d\\d\\d-\\d\\d-\\d\\d") | |||||
| regexpDateTime = regexp.MustCompile("\\d\\d\\d\\d-\\d\\d-\\d\\d \\d\\d:\\d\\d:\\d\\d") | |||||
| regexpTime = regexp.MustCompile("\\d\\d:\\d\\d:\\d\\d") | |||||
| import ( | |||||
| "errors" | |||||
| "time" | |||||
| ) | ) | ||||
| func isDate(value interface{}) bool { | |||||
| str, isStr := value.(string) | |||||
| if !isStr { | |||||
| return false | |||||
| } | |||||
| return regexpDate.MatchString(str) | |||||
| var timeFormats = []string{ | |||||
| "2006-01-02", | |||||
| "2006-01-02 15:04", | |||||
| "2006-01-02 15:04:05", | |||||
| "20060102", | |||||
| "20060102 15:04", | |||||
| "20060102 15:04:05", | |||||
| "02/01/2006", | |||||
| "02/01/2006 15:04", | |||||
| "02/01/2006 15:04:05", | |||||
| "2006-01-02T15:04-07:00", | |||||
| "2006-01-02T15:04:05-07:00", | |||||
| } | } | ||||
| func isDateTime(value interface{}) bool { | |||||
| str, isStr := value.(string) | |||||
| if !isStr { | |||||
| return false | |||||
| } | |||||
| // ErrCouldNotConvertToTime is returns when a string is not a reconizable time format | |||||
| var ErrCouldNotConvertToTime = errors.New("Could not convert string to time") | |||||
| return regexpDateTime.MatchString(str) | |||||
| } | |||||
| func isTime(value interface{}) bool { | |||||
| str, isStr := value.(string) | |||||
| if !isStr { | |||||
| return false | |||||
| func tryStrToDate(s string) (time.Time, error) { | |||||
| for _, f := range timeFormats { | |||||
| t, err := time.ParseInLocation(f, s, time.Local) | |||||
| if err != nil { | |||||
| continue | |||||
| } | |||||
| return t, nil | |||||
| } | } | ||||
| return regexpTime.MatchString(str) | |||||
| return time.Time{}, ErrCouldNotConvertToTime | |||||
| } | } | ||||