2016-06-23 08:09:56 +02:00
|
|
|
package drivers
|
2016-02-23 09:27:32 +01:00
|
|
|
|
|
|
|
import (
|
|
|
|
"database/sql"
|
|
|
|
"fmt"
|
2016-08-01 05:29:28 +02:00
|
|
|
"strings"
|
2016-02-23 09:27:32 +01:00
|
|
|
|
2016-06-19 23:46:10 +02:00
|
|
|
// Side-effect import sql driver
|
2016-02-23 09:27:32 +01:00
|
|
|
_ "github.com/lib/pq"
|
2016-08-13 20:36:03 +02:00
|
|
|
"github.com/pkg/errors"
|
2016-08-09 09:59:30 +02:00
|
|
|
"github.com/vattle/sqlboiler/bdb"
|
2016-08-16 12:38:31 +02:00
|
|
|
"github.com/vattle/sqlboiler/strmangle"
|
2016-02-23 09:27:32 +01:00
|
|
|
)
|
|
|
|
|
2016-02-24 10:17:58 +01:00
|
|
|
// PostgresDriver holds the database connection string and a handle
|
|
|
|
// to the database connection.
|
2016-02-23 09:27:32 +01:00
|
|
|
type PostgresDriver struct {
|
|
|
|
connStr string
|
|
|
|
dbConn *sql.DB
|
|
|
|
}
|
|
|
|
|
2016-08-03 06:22:32 +02:00
|
|
|
// validatedTypes are types that cannot be zero values in the database.
|
|
|
|
var validatedTypes = []string{"uuid"}
|
2016-08-03 04:05:05 +02:00
|
|
|
|
2016-02-24 10:17:58 +01:00
|
|
|
// NewPostgresDriver takes the database connection details as parameters and
|
|
|
|
// returns a pointer to a PostgresDriver object. Note that it is required to
|
|
|
|
// call PostgresDriver.Open() and PostgresDriver.Close() to open and close
|
|
|
|
// the database connection once an object has been obtained.
|
2016-07-12 00:17:49 +02:00
|
|
|
func NewPostgresDriver(user, pass, dbname, host string, port int, sslmode string) *PostgresDriver {
|
2016-02-23 09:27:32 +01:00
|
|
|
driver := PostgresDriver{
|
2016-08-01 05:29:28 +02:00
|
|
|
connStr: BuildQueryString(user, pass, dbname, host, port, sslmode),
|
2016-02-23 09:27:32 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
return &driver
|
|
|
|
}
|
|
|
|
|
2016-08-01 05:29:28 +02:00
|
|
|
// BuildQueryString for Postgres
|
|
|
|
func BuildQueryString(user, pass, dbname, host string, port int, sslmode string) string {
|
|
|
|
parts := []string{}
|
|
|
|
if len(user) != 0 {
|
|
|
|
parts = append(parts, fmt.Sprintf("user=%s", user))
|
|
|
|
}
|
|
|
|
if len(pass) != 0 {
|
|
|
|
parts = append(parts, fmt.Sprintf("password=%s", pass))
|
|
|
|
}
|
|
|
|
if len(dbname) != 0 {
|
|
|
|
parts = append(parts, fmt.Sprintf("dbname=%s", dbname))
|
|
|
|
}
|
|
|
|
if len(host) != 0 {
|
|
|
|
parts = append(parts, fmt.Sprintf("host=%s", host))
|
|
|
|
}
|
|
|
|
if port != 0 {
|
|
|
|
parts = append(parts, fmt.Sprintf("port=%d", port))
|
|
|
|
}
|
|
|
|
if len(sslmode) != 0 {
|
|
|
|
parts = append(parts, fmt.Sprintf("sslmode=%s", sslmode))
|
|
|
|
}
|
|
|
|
|
|
|
|
return strings.Join(parts, " ")
|
|
|
|
}
|
|
|
|
|
2016-02-24 10:17:58 +01:00
|
|
|
// Open opens the database connection using the connection string
|
2016-03-23 06:05:23 +01:00
|
|
|
func (p *PostgresDriver) Open() error {
|
2016-02-23 09:27:32 +01:00
|
|
|
var err error
|
2016-03-23 06:05:23 +01:00
|
|
|
p.dbConn, err = sql.Open("postgres", p.connStr)
|
2016-02-23 09:27:32 +01:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2016-02-24 10:17:58 +01:00
|
|
|
// Close closes the database connection
|
2016-03-23 06:05:23 +01:00
|
|
|
func (p *PostgresDriver) Close() {
|
|
|
|
p.dbConn.Close()
|
2016-02-23 09:27:32 +01:00
|
|
|
}
|
|
|
|
|
2016-08-14 01:27:34 +02:00
|
|
|
// UseLastInsertID returns false for postgres
|
|
|
|
func (p *PostgresDriver) UseLastInsertID() bool {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2016-06-19 23:46:10 +02:00
|
|
|
// TableNames connects to the postgres database and
|
2016-02-24 10:17:58 +01:00
|
|
|
// retrieves all table names from the information_schema where the
|
|
|
|
// table schema is public. It excludes common migration tool tables
|
|
|
|
// such as gorp_migrations
|
2016-08-16 12:38:31 +02:00
|
|
|
func (p *PostgresDriver) TableNames(exclude []string) ([]string, error) {
|
2016-03-23 06:05:23 +01:00
|
|
|
var names []string
|
2016-02-23 09:27:32 +01:00
|
|
|
|
2016-08-16 12:38:31 +02:00
|
|
|
query := `select table_name from information_schema.tables where table_schema = 'public'`
|
|
|
|
if len(exclude) > 0 {
|
|
|
|
quoteStr := func(x string) string {
|
|
|
|
return `'` + x + `'`
|
|
|
|
}
|
|
|
|
exclude = strmangle.StringMap(quoteStr, exclude)
|
|
|
|
query = query + fmt.Sprintf("and table_name not in (%s);", strings.Join(exclude, ","))
|
|
|
|
}
|
|
|
|
|
|
|
|
rows, err := p.dbConn.Query(query)
|
2016-02-23 09:27:32 +01:00
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
defer rows.Close()
|
|
|
|
for rows.Next() {
|
2016-03-23 06:05:23 +01:00
|
|
|
var name string
|
|
|
|
if err := rows.Scan(&name); err != nil {
|
2016-02-23 09:27:32 +01:00
|
|
|
return nil, err
|
|
|
|
}
|
2016-03-23 06:05:23 +01:00
|
|
|
names = append(names, name)
|
2016-02-23 09:27:32 +01:00
|
|
|
}
|
|
|
|
|
2016-03-23 06:05:23 +01:00
|
|
|
return names, nil
|
2016-02-23 09:27:32 +01:00
|
|
|
}
|
|
|
|
|
2016-06-19 23:46:10 +02:00
|
|
|
// Columns takes a table name and attempts to retrieve the table information
|
2016-02-24 10:17:58 +01:00
|
|
|
// from the database information_schema.columns. It retrieves the column names
|
2016-03-23 06:05:23 +01:00
|
|
|
// and column types and returns those as a []Column after TranslateColumnType()
|
2016-02-24 10:17:58 +01:00
|
|
|
// converts the SQL types to Go types, for example: "varchar" to "string"
|
2016-06-23 08:48:49 +02:00
|
|
|
func (p *PostgresDriver) Columns(tableName string) ([]bdb.Column, error) {
|
|
|
|
var columns []bdb.Column
|
2016-03-18 16:27:55 +01:00
|
|
|
|
2016-03-23 06:05:23 +01:00
|
|
|
rows, err := p.dbConn.Query(`
|
2016-07-15 21:09:32 +02:00
|
|
|
select column_name, data_type, column_default, is_nullable,
|
2016-08-13 09:30:55 +02:00
|
|
|
(select exists(
|
|
|
|
select 1
|
2016-07-15 21:09:32 +02:00
|
|
|
from information_schema.constraint_column_usage as ccu
|
|
|
|
inner join information_schema.table_constraints tc on ccu.constraint_name = tc.constraint_name
|
2016-07-18 02:47:06 +02:00
|
|
|
where ccu.table_name = c.table_name and ccu.column_name = c.column_name and tc.constraint_type = 'UNIQUE'
|
2016-08-13 09:30:55 +02:00
|
|
|
)) OR (select exists(
|
|
|
|
select 1
|
|
|
|
from
|
|
|
|
pg_indexes pgix
|
|
|
|
inner join pg_class pgc on pgix.indexname = pgc.relname and pgc.relkind = 'i'
|
|
|
|
inner join pg_index pgi on pgi.indexrelid = pgc.oid
|
|
|
|
inner join pg_attribute pga on pga.attrelid = pgi.indrelid and pga.attnum = ANY(pgi.indkey)
|
|
|
|
where
|
|
|
|
pgix.schemaname = 'public' and pgix.tablename = c.table_name and pga.attname = c.column_name and pgi.indisunique = true
|
|
|
|
)) as is_unique
|
2016-07-15 21:09:32 +02:00
|
|
|
from information_schema.columns as c
|
|
|
|
where table_name=$1 and table_schema = 'public';
|
2016-03-18 16:27:55 +01:00
|
|
|
`, tableName)
|
2016-02-23 09:27:32 +01:00
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
defer rows.Close()
|
2016-08-15 03:36:22 +02:00
|
|
|
|
2016-02-23 09:27:32 +01:00
|
|
|
for rows.Next() {
|
2016-07-15 21:09:32 +02:00
|
|
|
var colName, colType, colDefault, nullable string
|
|
|
|
var unique bool
|
2016-05-17 12:00:56 +02:00
|
|
|
var defaultPtr *string
|
2016-07-15 21:09:32 +02:00
|
|
|
if err := rows.Scan(&colName, &colType, &defaultPtr, &nullable, &unique); err != nil {
|
2016-08-13 20:36:03 +02:00
|
|
|
return nil, errors.Wrapf(err, "unable to scan for table %s", tableName)
|
2016-05-17 12:00:56 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
if defaultPtr == nil {
|
|
|
|
colDefault = ""
|
|
|
|
} else {
|
|
|
|
colDefault = *defaultPtr
|
2016-02-23 09:27:32 +01:00
|
|
|
}
|
2016-05-17 12:00:56 +02:00
|
|
|
|
2016-06-23 08:48:49 +02:00
|
|
|
column := bdb.Column{
|
2016-08-03 06:22:32 +02:00
|
|
|
Name: colName,
|
|
|
|
DBType: colType,
|
|
|
|
Default: colDefault,
|
|
|
|
Nullable: nullable == "YES",
|
|
|
|
Unique: unique,
|
|
|
|
Validated: isValidated(colType),
|
2016-04-03 09:15:35 +02:00
|
|
|
}
|
2016-03-23 06:05:23 +01:00
|
|
|
columns = append(columns, column)
|
2016-02-23 09:27:32 +01:00
|
|
|
}
|
|
|
|
|
2016-03-23 06:05:23 +01:00
|
|
|
return columns, nil
|
2016-02-23 09:27:32 +01:00
|
|
|
}
|
|
|
|
|
2016-06-19 23:46:10 +02:00
|
|
|
// PrimaryKeyInfo looks up the primary key for a table.
|
2016-06-23 08:48:49 +02:00
|
|
|
func (p *PostgresDriver) PrimaryKeyInfo(tableName string) (*bdb.PrimaryKey, error) {
|
|
|
|
pkey := &bdb.PrimaryKey{}
|
2016-03-23 07:02:11 +01:00
|
|
|
var err error
|
|
|
|
|
2016-06-14 16:53:36 +02:00
|
|
|
query := `
|
|
|
|
select tc.constraint_name
|
|
|
|
from information_schema.table_constraints as tc
|
2016-06-27 08:53:17 +02:00
|
|
|
where tc.table_name = $1 and tc.constraint_type = 'PRIMARY KEY' and tc.table_schema = 'public';`
|
2016-03-23 07:02:11 +01:00
|
|
|
|
|
|
|
row := p.dbConn.QueryRow(query, tableName)
|
|
|
|
if err = row.Scan(&pkey.Name); err != nil {
|
2016-06-14 16:53:36 +02:00
|
|
|
if err == sql.ErrNoRows {
|
|
|
|
return nil, nil
|
|
|
|
}
|
2016-03-23 07:02:11 +01:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2016-06-14 16:53:36 +02:00
|
|
|
queryColumns := `
|
|
|
|
select kcu.column_name
|
|
|
|
from information_schema.key_column_usage as kcu
|
2016-06-27 08:53:17 +02:00
|
|
|
where constraint_name = $1 and table_schema = 'public';`
|
2016-03-23 07:02:11 +01:00
|
|
|
|
|
|
|
var rows *sql.Rows
|
2016-06-20 01:53:45 +02:00
|
|
|
if rows, err = p.dbConn.Query(queryColumns, pkey.Name); err != nil {
|
2016-03-23 07:02:11 +01:00
|
|
|
return nil, err
|
|
|
|
}
|
2016-08-15 03:36:22 +02:00
|
|
|
defer rows.Close()
|
2016-03-23 07:02:11 +01:00
|
|
|
|
2016-04-04 12:28:58 +02:00
|
|
|
var columns []string
|
2016-03-23 07:02:11 +01:00
|
|
|
for rows.Next() {
|
|
|
|
var column string
|
|
|
|
|
|
|
|
err = rows.Scan(&column)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-04-04 12:28:58 +02:00
|
|
|
|
|
|
|
columns = append(columns, column)
|
2016-03-23 07:02:11 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
if err = rows.Err(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2016-06-20 01:53:45 +02:00
|
|
|
pkey.Columns = columns
|
|
|
|
|
2016-03-23 07:02:11 +01:00
|
|
|
return pkey, nil
|
|
|
|
}
|
|
|
|
|
2016-06-19 23:46:10 +02:00
|
|
|
// ForeignKeyInfo retrieves the foreign keys for a given table name.
|
2016-06-23 08:48:49 +02:00
|
|
|
func (p *PostgresDriver) ForeignKeyInfo(tableName string) ([]bdb.ForeignKey, error) {
|
|
|
|
var fkeys []bdb.ForeignKey
|
2016-03-23 07:02:11 +01:00
|
|
|
|
|
|
|
query := `
|
2016-06-14 16:53:36 +02:00
|
|
|
select
|
|
|
|
tc.constraint_name,
|
|
|
|
kcu.table_name as source_table,
|
|
|
|
kcu.column_name as source_column,
|
|
|
|
ccu.table_name as dest_table,
|
|
|
|
ccu.column_name as dest_column
|
|
|
|
from information_schema.table_constraints as tc
|
|
|
|
inner join information_schema.key_column_usage as kcu ON tc.constraint_name = kcu.constraint_name
|
|
|
|
inner join information_schema.constraint_column_usage as ccu ON tc.constraint_name = ccu.constraint_name
|
2016-07-02 00:52:19 +02:00
|
|
|
where tc.table_name = $1 and tc.constraint_type = 'FOREIGN KEY' and tc.table_schema = 'public';`
|
2016-03-23 07:02:11 +01:00
|
|
|
|
|
|
|
var rows *sql.Rows
|
|
|
|
var err error
|
|
|
|
if rows, err = p.dbConn.Query(query, tableName); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
for rows.Next() {
|
2016-06-23 08:48:49 +02:00
|
|
|
var fkey bdb.ForeignKey
|
2016-03-23 07:02:11 +01:00
|
|
|
var sourceTable string
|
|
|
|
|
|
|
|
err = rows.Scan(&fkey.Name, &sourceTable, &fkey.Column, &fkey.ForeignTable, &fkey.ForeignColumn)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-06-19 23:46:10 +02:00
|
|
|
|
|
|
|
fkeys = append(fkeys, fkey)
|
2016-03-23 07:02:11 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
if err = rows.Err(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return fkeys, nil
|
|
|
|
}
|
|
|
|
|
2016-03-23 06:05:23 +01:00
|
|
|
// TranslateColumnType converts postgres database types to Go types, for example
|
2016-02-24 10:17:58 +01:00
|
|
|
// "varchar" to "string" and "bigint" to "int64". It returns this parsed data
|
2016-03-23 05:25:57 +01:00
|
|
|
// as a Column object.
|
2016-06-23 08:48:49 +02:00
|
|
|
func (p *PostgresDriver) TranslateColumnType(c bdb.Column) bdb.Column {
|
2016-07-09 19:13:35 +02:00
|
|
|
if c.Nullable {
|
2016-07-13 18:51:40 +02:00
|
|
|
switch c.DBType {
|
2016-06-02 23:07:51 +02:00
|
|
|
case "bigint", "bigserial":
|
|
|
|
c.Type = "null.Int64"
|
|
|
|
case "integer", "serial":
|
2016-08-01 07:50:33 +02:00
|
|
|
c.Type = "null.Int"
|
2016-06-02 23:07:51 +02:00
|
|
|
case "smallint", "smallserial":
|
|
|
|
c.Type = "null.Int16"
|
|
|
|
case "decimal", "numeric", "double precision", "money":
|
|
|
|
c.Type = "null.Float64"
|
|
|
|
case "real":
|
|
|
|
c.Type = "null.Float32"
|
2016-08-14 17:32:57 +02:00
|
|
|
case "bit", "interval", "bit varying", "character", "character varying", "cidr", "inet", "json", "macaddr", "text", "uuid", "xml":
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "null.String"
|
2016-07-06 08:02:35 +02:00
|
|
|
case "bytea":
|
|
|
|
c.Type = "[]byte"
|
2016-03-01 12:26:00 +01:00
|
|
|
case "boolean":
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "null.Bool"
|
2016-07-13 18:51:40 +02:00
|
|
|
case "date", "time", "timestamp without time zone", "timestamp with time zone":
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "null.Time"
|
2016-03-01 12:26:00 +01:00
|
|
|
default:
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "null.String"
|
2016-03-01 12:26:00 +01:00
|
|
|
}
|
|
|
|
} else {
|
2016-07-13 18:51:40 +02:00
|
|
|
switch c.DBType {
|
2016-06-02 23:07:51 +02:00
|
|
|
case "bigint", "bigserial":
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "int64"
|
2016-06-02 23:07:51 +02:00
|
|
|
case "integer", "serial":
|
2016-08-01 07:50:33 +02:00
|
|
|
c.Type = "int"
|
2016-06-02 23:07:51 +02:00
|
|
|
case "smallint", "smallserial":
|
|
|
|
c.Type = "int16"
|
|
|
|
case "decimal", "numeric", "double precision", "money":
|
|
|
|
c.Type = "float64"
|
|
|
|
case "real":
|
|
|
|
c.Type = "float32"
|
2016-08-03 02:53:34 +02:00
|
|
|
case "bit", "interval", "uuint", "bit varying", "character", "character varying", "cidr", "inet", "json", "macaddr", "text", "uuid", "xml":
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "string"
|
2016-03-01 12:26:00 +01:00
|
|
|
case "bytea":
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "[]byte"
|
2016-03-01 12:26:00 +01:00
|
|
|
case "boolean":
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "bool"
|
2016-07-13 18:51:40 +02:00
|
|
|
case "date", "time", "timestamp without time zone", "timestamp with time zone":
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "time.Time"
|
2016-03-01 12:26:00 +01:00
|
|
|
default:
|
2016-03-23 05:25:57 +01:00
|
|
|
c.Type = "string"
|
2016-03-01 12:26:00 +01:00
|
|
|
}
|
2016-02-23 09:27:32 +01:00
|
|
|
}
|
|
|
|
|
2016-03-23 05:25:57 +01:00
|
|
|
return c
|
2016-02-23 09:27:32 +01:00
|
|
|
}
|
2016-08-03 04:05:05 +02:00
|
|
|
|
2016-08-03 06:22:32 +02:00
|
|
|
// isValidated checks if the database type is in the validatedTypes list.
|
|
|
|
func isValidated(typ string) bool {
|
|
|
|
for _, v := range validatedTypes {
|
2016-08-03 04:05:05 +02:00
|
|
|
if v == typ {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return false
|
|
|
|
}
|