gosora/query_gen/mysql.go

/* WIP Under Construction */
package qgen

import (
	"database/sql"
	"errors"

	//"fmt"
	"os"
	"runtime"
	"strconv"
	"strings"

	_ "github.com/go-sql-driver/mysql"
)

var ErrNoCollation = errors.New("You didn't provide a collation")

func init() {
	Registry = append(Registry,
		&MysqlAdapter{Name: "mysql", Buffer: make(map[string]DBStmt)},
	)
}

type MysqlAdapter struct {
	Name        string // ? - Do we really need this? Can't we hard-code this?
	Buffer      map[string]DBStmt
	BufferOrder []string // Map iteration order is random, so we need this to track the order, so we don't get huge diffs every commit
}

// GetName gives you the name of the database adapter. In this case, it's mysql
func (a *MysqlAdapter) GetName() string {
	return a.Name
}

func (a *MysqlAdapter) GetStmt(name string) DBStmt {
	return a.Buffer[name]
}

func (a *MysqlAdapter) GetStmts() map[string]DBStmt {
	return a.Buffer
}

// TODO: Add an option to disable unix pipes
func (a *MysqlAdapter) BuildConn(config map[string]string) (*sql.DB, error) {
	dbCollation, ok := config["collation"]
	if !ok {
		return nil, ErrNoCollation
	}
	var dbpassword string
	if config["password"] != "" {
		dbpassword = ":" + config["password"]
	}

	// First try opening a pipe as those are faster
	if runtime.GOOS == "linux" {
		dbsocket := "/tmp/mysql.sock"
		if config["socket"] != "" {
			dbsocket = config["socket"]
		}

		// The MySQL adapter refuses to open any other connections, if the unix socket doesn't exist, so check for it first
		_, err := os.Stat(dbsocket)
		if err == nil {
			db, err := sql.Open("mysql", config["username"]+dbpassword+"@unix("+dbsocket+")/"+config["name"]+"?collation="+dbCollation+"&parseTime=true")
			if err == nil {
				// Make sure that the connection is alive
				return db, db.Ping()
			}
		}
	}

	// Open the database connection
	db, err := sql.Open("mysql", config["username"]+dbpassword+"@tcp("+config["host"]+":"+config["port"]+")/"+config["name"]+"?collation="+dbCollation+"&parseTime=true")
	if err != nil {
		return db, err
	}

	// Make sure that the connection is alive
	return db, db.Ping()
}

func (a *MysqlAdapter) DbVersion() string {
	return "SELECT VERSION()"
}

func (a *MysqlAdapter) DropTable(name, table string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	q := "DROP TABLE IF EXISTS `" + table + "`;"
	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(name, "drop-table", q)
	return q, nil
}

func (a *MysqlAdapter) CreateTable(name, table, charset, collation string, cols []DBTableColumn, keys []DBTableKey) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	if len(cols) == 0 {
		return "", errors.New("You can't have a table with no columns")
	}

	var qsb strings.Builder
	//q := "CREATE TABLE `" + table + "`("
	w := func(s string) {
		qsb.WriteString(s)
	}
	w("CREATE TABLE `")
	w(table)
	w("`(")
	for i, col := range cols {
		if i != 0 {
			w(",\n\t`")
		} else {
			w("\n\t`")
		}
		col, size, end := a.parseColumn(col)
		//q += "\n\t`" + col.Name + "` " + col.Type + size + end + ","
		w(col.Name)
		w("` ")
		w(col.Type)
		w(size)
		w(end)
	}

	if len(keys) > 0 {
		/*if len(cols) > 0 {
			w(",")
		}*/
		for _, k := range keys {
			/*if ii != 0 {
				w(",\n\t")
			} else {
				w("\n\t")
			}*/
			w(",\n\t")
			//q += "\n\t" + key.Type
			w(k.Type)
			if k.Type != "unique" {
				//q += " key"
				w(" key")
			}
			if k.Type == "foreign" {
				cols := strings.Split(k.Columns, ",")
				//q += "(`" + cols[0] + "`) REFERENCES `" + k.FTable + "`(`" + cols[1] + "`)"
				w("(`")
				w(cols[0])
				w("`) REFERENCES `")
				w(k.FTable)
				w("`(`")
				w(cols[1])
				w("`)")
				if k.Cascade {
					//q += " ON DELETE CASCADE"
					w(" ON DELETE CASCADE")
				}
				//q += ","
			} else {
				//q += "("
				w("(")
				for i, col := range strings.Split(k.Columns, ",") {
					/*if i != 0 {
						q += ",`" + col + "`"
					} else {
						q += "`" + col + "`"
					}*/
					if i != 0 {
						w(",`")
					} else {
						w("`")
					}
					w(col)
					w("`")
				}
				//q += "),"
				w(")")
			}
		}
	}

	//q = q[0:len(q)-1] + "\n)"
	w("\n)")
	if charset != "" {
		//q += " CHARSET=" + charset
		w(" CHARSET=")
		w(charset)
	}
	if collation != "" {
		//q += " COLLATE " + collation
		w(" COLLATE ")
		w(collation)
	}

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	//q += ";"
	w(";")
	q := qsb.String()
	a.pushStatement(name, "create-table", q)
	return q, nil
}

func (a *MysqlAdapter) DropColumn(name, table, colName string) (string, error) {
	q := "ALTER TABLE `" + table + "` DROP COLUMN `" + colName + "`;"
	a.pushStatement(name, "drop-column", q)
	return q, nil
}

// ! Currently broken in MariaDB. Planned.
func (a *MysqlAdapter) RenameColumn(name, table, oldName, newName string) (string, error) {
	q := "ALTER TABLE `" + table + "` RENAME COLUMN `" + oldName + "` TO `" + newName + "`;"
	a.pushStatement(name, "rename-column", q)
	return q, nil
}

func (a *MysqlAdapter) ChangeColumn(name, table, colName string, col DBTableColumn) (string, error) {
	col.Default = ""
	col, size, end := a.parseColumn(col)
	q := "ALTER TABLE `" + table + "` CHANGE COLUMN `" + colName + "` `" + col.Name + "` " + col.Type + size + end
	a.pushStatement(name, "change-column", q)
	return q, nil
}

func (a *MysqlAdapter) SetDefaultColumn(name, table, colName, colType, defaultStr string) (string, error) {
	if defaultStr == "" {
		defaultStr = "''"
	}
	// TODO: Exclude the other variants of text like mediumtext and longtext too
	expr := ""
	/*if colType == "datetime" && defaultStr[len(defaultStr)-1] == ')' {
		end += defaultStr
	} else */if a.stringyType(colType) && defaultStr != "''" {
		expr += "'" + defaultStr + "'"
	} else {
		expr += defaultStr
	}
	q := "ALTER TABLE `" + table + "` ALTER COLUMN `" + colName + "` SET DEFAULT " + expr + ";"
	a.pushStatement(name, "set-default-column", q)
	return q, nil
}

func (a *MysqlAdapter) parseColumn(col DBTableColumn) (ocol DBTableColumn, size, end string) {
	// Make it easier to support Cassandra in the future
	if col.Type == "createdAt" {
		col.Type = "datetime"
		// MySQL doesn't support this x.x
		/*if col.Default == "" {
			col.Default = "UTC_TIMESTAMP()"
		}*/
	} else if col.Type == "json" {
		col.Type = "text"
	}
	if col.Size > 0 {
		size = "(" + strconv.Itoa(col.Size) + ")"
	}

	// TODO: Exclude the other variants of text like mediumtext and longtext too
	if col.Default != "" && col.Type != "text" {
		end = " DEFAULT "
		/*if col.Type == "datetime" && col.Default[len(col.Default)-1] == ')' {
			end += column.Default
		} else */if a.stringyType(col.Type) && col.Default != "''" {
			end += "'" + col.Default + "'"
		} else {
			end += col.Default
		}
	}

	if col.Null {
		end += " null"
	} else {
		end += " not null"
	}
	if col.AutoIncrement {
		end += " AUTO_INCREMENT"
	}
	return col, size, end
}

// TODO: Support AFTER column
// TODO: Test to make sure everything works here
func (a *MysqlAdapter) AddColumn(name, table string, col DBTableColumn, key *DBTableKey) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}

	col, size, end := a.parseColumn(col)
	q := "ALTER TABLE `" + table + "` ADD COLUMN " + "`" + col.Name + "` " + col.Type + size + end

	if key != nil {
		q += " " + key.Type
		if key.Type != "unique" {
			q += " key"
		} else if key.Type == "primary" {
			q += " first"
		}
	}

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(name, "add-column", q)
	return q, nil
}

// TODO: Test to make sure everything works here
func (a *MysqlAdapter) AddIndex(name, table, iname, colname string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	if iname == "" {
		return "", errors.New("You need a name for the index")
	}
	if colname == "" {
		return "", errors.New("You need a name for the column")
	}

	q := "ALTER TABLE `" + table + "` ADD INDEX " + "`i_" + iname + "` (`" + colname + "`);"
	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(name, "add-index", q)
	return q, nil
}

// TODO: Test to make sure everything works here
// Only supports FULLTEXT right now
func (a *MysqlAdapter) AddKey(name, table, cols string, key DBTableKey) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	if cols == "" {
		return "", errors.New("You need to specify columns")
	}

	var colstr string
	for _, col := range strings.Split(cols, ",") {
		colstr += "`" + col + "`,"
	}
	if len(colstr) > 1 {
		colstr = colstr[:len(colstr)-1]
	}

	var q string
	if key.Type == "fulltext" {
		q = "ALTER TABLE `" + table + "` ADD FULLTEXT(" + colstr + ")"
	} else {
		return "", errors.New("Only fulltext is supported by AddKey right now")
	}

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(name, "add-key", q)
	return q, nil
}

func (a *MysqlAdapter) RemoveIndex(name, table, iname string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	if iname == "" {
		return "", errors.New("You need a name for the index")
	}
	q := "ALTER TABLE `" + table + "` DROP INDEX `" + iname + "`"

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(name, "remove-index", q)
	return q, nil
}

func (a *MysqlAdapter) AddForeignKey(name, table, col, ftable, fcolumn string, cascade bool) (out string, e error) {
	c := func(str string, val bool) {
		if e != nil || !val {
			return
		}
		e = errors.New("You need a " + str + " for this table")
	}
	c("name", table == "")
	c("col", col == "")
	c("ftable", ftable == "")
	c("fcolumn", fcolumn == "")
	if e != nil {
		return "", e
	}

	q := "ALTER TABLE `" + table + "` ADD CONSTRAINT `fk_" + col + "` FOREIGN KEY(`" + col + "`) REFERENCES `" + ftable + "`(`" + fcolumn + "`)"
	if cascade {
		q += " ON DELETE CASCADE"
	}

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(name, "add-foreign-key", q)
	return q, nil
}

const silen1 = len("INSERT INTO``()VALUES() ")

func (a *MysqlAdapter) SimpleInsert(name, table, cols, fields string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}

	var sb *strings.Builder
	ii := queryStrPool.Get()
	if ii == nil {
		sb = &strings.Builder{}
	} else {
		sb = ii.(*strings.Builder)
		sb.Reset()
	}

	sb.Grow(silen1 + len(table))
	sb.WriteString("INSERT INTO`")
	sb.WriteString(table)
	if cols != "" {
		sb.WriteString("`(")
		sb.WriteString(a.buildColumns(cols))
		sb.WriteString(")VALUES(")
		fs := processFields(fields)
		sb.Grow(len(fs) * 3)
		for i, field := range fs {
			if i != 0 {
				sb.WriteString(",")
			}
			nameLen := len(field.Name)
			if field.Name[0] == '"' && field.Name[nameLen-1] == '"' && nameLen >= 3 {
				sb.WriteRune('\'')
				sb.WriteString(field.Name[1 : nameLen-1])
				sb.WriteRune('\'')
			} else if field.Name[0] == '\'' && field.Name[nameLen-1] == '\'' && nameLen >= 3 {
				sb.WriteRune('\'')
				sb.WriteString(strings.Replace(field.Name[1:nameLen-1], "'", "''", -1))
				sb.WriteRune('\'')
			} else {
				sb.WriteString(field.Name)
			}
		}
		sb.WriteString(")")
	} else {
		sb.WriteString("`()VALUES()")
	}

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	q := sb.String()
	queryStrPool.Put(sb)
	a.pushStatement(name, "insert", q)
	return q, nil
}

func (a *MysqlAdapter) SimpleBulkInsert(name, table, cols string, fieldSet []string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}

	var sb *strings.Builder
	ii := queryStrPool.Get()
	if ii == nil {
		sb = &strings.Builder{}
	} else {
		sb = ii.(*strings.Builder)
		sb.Reset()
	}
	sb.Grow(silen1 + len(table))
	sb.WriteString("INSERT INTO`")
	sb.WriteString(table)
	if cols != "" {
		sb.WriteString("`(")
		sb.WriteString(a.buildColumns(cols))
		sb.WriteString(")VALUES(")
		for oi, fields := range fieldSet {
			if oi != 0 {
				sb.WriteString(",(")
			}
			fs := processFields(fields)
			sb.Grow(len(fs) * 3)
			for i, field := range fs {
				if i != 0 {
					sb.WriteString(",")
				}
				nameLen := len(field.Name)
				if field.Name[0] == '"' && field.Name[nameLen-1] == '"' && nameLen >= 3 {
					//field.Name = "'" + field.Name[1:nameLen-1] + "'"
					sb.WriteString("'")
					sb.WriteString(field.Name[1 : nameLen-1])
					sb.WriteString("'")
					continue
				}
				if field.Name[0] == '\'' && field.Name[nameLen-1] == '\'' && nameLen >= 3 {
					//field.Name = "'" + strings.Replace(field.Name[1:nameLen-1], "'", "''", -1) + "'"
					sb.WriteString("'")
					sb.WriteString(strings.Replace(field.Name[1:nameLen-1], "'", "''", -1))
					sb.WriteString("'")
					continue
				}
				sb.WriteString(field.Name)
			}
			sb.WriteString(")")
		}
	} else {
		sb.WriteString("`()VALUES()")
	}

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	q := sb.String()
	queryStrPool.Put(sb)
	a.pushStatement(name, "bulk-insert", q)
	return q, nil
}

func (a *MysqlAdapter) buildColumns(cols string) string {
	if cols == "" {
		return ""
	}

	// Escape the column names, just in case we've used a reserved keyword
	var cb strings.Builder
	pcols := processColumns(cols)
	var n int
	for i, col := range pcols {
		if i != 0 {
			n += 1
		}
		if col.Type == TokenFunc {
			n += len(col.Left)
		} else {
			n += len(col.Left) + 2
		}
	}
	cb.Grow(n)

	for i, col := range pcols {
		if col.Type == TokenFunc {
			if i != 0 {
				cb.WriteString(",")
			}
			//q += col.Left + ","
			cb.WriteString(col.Left)
		} else {
			//q += "`" + col.Left + "`,"
			if i != 0 {
				cb.WriteString(",`")
			} else {
				cb.WriteString("`")
			}
			cb.WriteString(col.Left)
			cb.WriteString("`")
		}
	}

	return cb.String()
}

// ! DEPRECATED
func (a *MysqlAdapter) SimpleReplace(name, table, cols, fields string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	if len(cols) == 0 {
		return "", errors.New("No columns found for SimpleInsert")
	}
	if len(fields) == 0 {
		return "", errors.New("No input data found for SimpleInsert")
	}

	q := "REPLACE INTO `" + table + "`(" + a.buildColumns(cols) + ") VALUES ("
	for _, field := range processFields(fields) {
		q += field.Name + ","
	}
	q = q[0:len(q)-1] + ")"

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(name, "replace", q)
	return q, nil
}

func (a *MysqlAdapter) SimpleUpsert(name, table, columns, fields, where string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	if len(columns) == 0 {
		return "", errors.New("No columns found for SimpleInsert")
	}
	if len(fields) == 0 {
		return "", errors.New("No input data found for SimpleInsert")
	}
	if where == "" {
		return "", errors.New("You need a where for this upsert")
	}

	q := "INSERT INTO `" + table + "`("
	parsedFields := processFields(fields)

	var insertColumns, insertValues string
	setBit := ") ON DUPLICATE KEY UPDATE "

	for columnID, col := range processColumns(columns) {
		field := parsedFields[columnID]
		if col.Type == TokenFunc {
			insertColumns += col.Left + ","
			insertValues += field.Name + ","
			setBit += col.Left + " = " + field.Name + " AND "
		} else {
			insertColumns += "`" + col.Left + "`,"
			insertValues += field.Name + ","
			setBit += "`" + col.Left + "` = " + field.Name + " AND "
		}
	}
	insertColumns = insertColumns[0 : len(insertColumns)-1]
	insertValues = insertValues[0 : len(insertValues)-1]
	insertColumns += ") VALUES (" + insertValues
	setBit = setBit[0 : len(setBit)-5]

	q += insertColumns + setBit

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(name, "upsert", q)
	return q, nil
}

const sulen1 = len("UPDATE `` SET ")

func (a *MysqlAdapter) SimpleUpdate(up *updatePrebuilder) (string, error) {
	if up.table == "" {
		return "", errors.New("You need a name for this table")
	}
	if up.set == "" {
		return "", errors.New("You need to set data in this update statement")
	}

	var sb *strings.Builder
	ii := queryStrPool.Get()
	if ii == nil {
		sb = &strings.Builder{}
	} else {
		sb = ii.(*strings.Builder)
		sb.Reset()
	}
	sb.Grow(sulen1 + len(up.table))
	sb.WriteString("UPDATE `")
	sb.WriteString(up.table)
	sb.WriteString("` SET ")

	set := processSet(up.set)
	sb.Grow(len(set) * 6)
	for i, item := range set {
		if i != 0 {
			sb.WriteString(",`")
		} else {
			sb.WriteString("`")
		}
		sb.WriteString(item.Column)
		sb.WriteString("`=")
		for _, token := range item.Expr {
			switch token.Type {
			case TokenFunc, TokenOp, TokenNumber, TokenSub, TokenOr:
				sb.WriteString(" ")
				sb.WriteString(token.Contents)
			case TokenColumn:
				sb.WriteString(" `")
				sb.WriteString(token.Contents)
				sb.WriteString("`")
			case TokenString:
				sb.WriteString(" '")
				sb.WriteString(token.Contents)
				sb.WriteString("'")
			}
		}
	}

	e := a.buildFlexiWhereSb(sb, up.where, up.dateCutoff)
	if e != nil {
		return sb.String(), e
	}

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	q := sb.String()
	queryStrPool.Put(sb)
	a.pushStatement(up.name, "update", q)
	return q, nil
}

const sdlen1 = len("DELETE FROM `` WHERE")

func (a *MysqlAdapter) SimpleDelete(name, table, where string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	if where == "" {
		return "", errors.New("You need to specify what data you want to delete")
	}
	var sb *strings.Builder
	ii := queryStrPool.Get()
	if ii == nil {
		sb = &strings.Builder{}
	} else {
		sb = ii.(*strings.Builder)
		sb.Reset()
	}
	sb.Grow(sdlen1 + len(table))
	sb.WriteString("DELETE FROM `")
	sb.WriteString(table)
	sb.WriteString("` WHERE")

	// Add support for BETWEEN x.x
	for i, loc := range processWhere(where) {
		if i != 0 {
			sb.WriteString(" AND")
		}
		for _, token := range loc.Expr {
			switch token.Type {
			case TokenFunc, TokenOp, TokenNumber, TokenSub, TokenOr, TokenNot:
				sb.WriteRune(' ')
				sb.WriteString(token.Contents)
			case TokenColumn:
				sb.WriteString(" `")
				sb.WriteString(token.Contents)
				sb.WriteRune('`')
			case TokenString:
				sb.WriteString(" '")
				sb.WriteString(token.Contents)
				sb.WriteRune('\'')
			default:
				panic("This token doesn't exist o_o")
			}
		}
	}

	q := strings.TrimSpace(sb.String())
	queryStrPool.Put(sb)
	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(name, "delete", q)
	return q, nil
}

const cdlen1 = len("DELETE FROM ``")

func (a *MysqlAdapter) ComplexDelete(b *deletePrebuilder) (string, error) {
	if b.table == "" {
		return "", errors.New("You need a name for this table")
	}
	if b.where == "" && b.dateCutoff == nil {
		return "", errors.New("You need to specify what data you want to delete")
	}
	var sb *strings.Builder
	ii := queryStrPool.Get()
	if ii == nil {
		sb = &strings.Builder{}
	} else {
		sb = ii.(*strings.Builder)
		sb.Reset()
	}
	sb.Grow(cdlen1 + len(b.table))
	sb.WriteString("DELETE FROM `")
	sb.WriteString(b.table)
	sb.WriteRune('`')

	e := a.buildFlexiWhereSb(sb, b.where, b.dateCutoff)
	if e != nil {
		return sb.String(), e
	}
	q := sb.String()
	queryStrPool.Put(sb)

	// TODO: Shunt the table name logic and associated stmt list up to the a higher layer to reduce the amount of unnecessary overhead in the builder / accumulator
	a.pushStatement(b.name, "delete", q)
	return q, nil
}

// We don't want to accidentally wipe tables, so we'll have a separate method for purging tables instead
func (a *MysqlAdapter) Purge(name, table string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	q := "DELETE FROM `" + table + "`"
	a.pushStatement(name, "purge", q)
	return q, nil
}

func (a *MysqlAdapter) buildWhere(where string, sb *strings.Builder) error {
	if len(where) == 0 {
		return nil
	}
	spl := processWhere(where)
	sb.Grow(len(spl) * 8)
	for i, loc := range spl {
		if i != 0 {
			sb.WriteString(" AND ")
		} else {
			sb.WriteString(" WHERE ")
		}
		for _, token := range loc.Expr {
			switch token.Type {
			case TokenFunc, TokenOp, TokenNumber, TokenSub, TokenOr, TokenNot, TokenLike:
				sb.WriteString(token.Contents)
				sb.WriteRune(' ')
			case TokenColumn:
				sb.WriteRune('`')
				sb.WriteString(token.Contents)
				sb.WriteRune('`')
			case TokenString:
				sb.WriteRune('\'')
				sb.WriteString(token.Contents)
				sb.WriteRune('\'')
			default:
				return errors.New("This token doesn't exist o_o")
			}
		}
	}
	return nil
}

// The new version of buildWhere() currently only used in ComplexSelect for complex OO builder queries
const FlexiHint1 = len(` <UTC_TIMESTAMP()-interval ?  `)

func (a *MysqlAdapter) buildFlexiWhere(where string, dateCutoff *dateCutoff) (q string, err error) {
	if len(where) == 0 && dateCutoff == nil {
		return "", nil
	}

	var sb strings.Builder
	sb.WriteString(" WHERE")
	if dateCutoff != nil {
		sb.Grow(6 + FlexiHint1)
		sb.WriteRune(' ')
		sb.WriteString(dateCutoff.Column)
		switch dateCutoff.Type {
		case 0:
			sb.WriteString(" BETWEEN (UTC_TIMESTAMP()-interval ")
			sb.WriteString(strconv.Itoa(dateCutoff.Quantity))
			sb.WriteString(" ")
			sb.WriteString(dateCutoff.Unit)
			sb.WriteString(") AND UTC_TIMESTAMP()")
		case 11:
			sb.WriteString("<UTC_TIMESTAMP()-interval ? ")
			sb.WriteString(dateCutoff.Unit)
		default:
			sb.WriteString("<UTC_TIMESTAMP()-interval ")
			sb.WriteString(strconv.Itoa(dateCutoff.Quantity))
			sb.WriteRune(' ')
			sb.WriteString(dateCutoff.Unit)
		}
	}
	if dateCutoff != nil && len(where) != 0 {
		sb.WriteString(" AND")
	}

	if len(where) != 0 {
		wh := processWhere(where)
		sb.Grow((len(wh) * 8) - 5)
		for i, loc := range wh {
			if i != 0 {
				sb.WriteString(" AND ")
			}
			for _, token := range loc.Expr {
				switch token.Type {
				case TokenFunc, TokenOp, TokenNumber, TokenSub, TokenOr, TokenNot, TokenLike:
					sb.WriteString(" ")
					sb.WriteString(token.Contents)
				case TokenColumn:
					sb.WriteString(" `")
					sb.WriteString(token.Contents)
					sb.WriteString("`")
				case TokenString:
					sb.WriteString(" '")
					sb.WriteString(token.Contents)
					sb.WriteString("'")
				default:
					return sb.String(), errors.New("This token doesn't exist o_o")
				}
			}
		}
	}
	return sb.String(), nil
}

func (a *MysqlAdapter) buildFlexiWhereSb(sb *strings.Builder, where string, dateCutoff *dateCutoff) (err error) {
	if len(where) == 0 && dateCutoff == nil {
		return nil
	}

	sb.WriteString(" WHERE")
	if dateCutoff != nil {
		sb.Grow(6 + FlexiHint1)
		sb.WriteRune(' ')
		sb.WriteString(dateCutoff.Column)
		switch dateCutoff.Type {
		case 0:
			sb.WriteString(" BETWEEN (UTC_TIMESTAMP()-interval ")
			sb.WriteString(strconv.Itoa(dateCutoff.Quantity))
			sb.WriteString(" ")
			sb.WriteString(dateCutoff.Unit)
			sb.WriteString(") AND UTC_TIMESTAMP()")
		case 11:
			sb.WriteString("<UTC_TIMESTAMP()-interval ? ")
			sb.WriteString(dateCutoff.Unit)
		default:
			sb.WriteString("<UTC_TIMESTAMP()-interval ")
			sb.WriteString(strconv.Itoa(dateCutoff.Quantity))
			sb.WriteRune(' ')
			sb.WriteString(dateCutoff.Unit)
		}
	}
	if dateCutoff != nil && len(where) != 0 {
		sb.WriteString(" AND")
	}

	if len(where) != 0 {
		wh := processWhere(where)
		sb.Grow((len(wh) * 8) - 5)
		for i, loc := range wh {
			if i != 0 {
				sb.WriteString(" AND ")
			}
			for _, token := range loc.Expr {
				switch token.Type {
				case TokenFunc, TokenOp, TokenNumber, TokenSub, TokenOr, TokenNot, TokenLike:
					sb.WriteString(" ")
					sb.WriteString(token.Contents)
				case TokenColumn:
					sb.WriteString(" `")
					sb.WriteString(token.Contents)
					sb.WriteString("`")
				case TokenString:
					sb.WriteString(" '")
					sb.WriteString(token.Contents)
					sb.WriteString("'")
				default:
					return errors.New("This token doesn't exist o_o")
				}
			}
		}
	}
	return nil
}

func (a *MysqlAdapter) buildOrderby(orderby string) (q string) {
	if len(orderby) != 0 {
		var sb strings.Builder
		ord := processOrderby(orderby)
		sb.Grow(10 + (len(ord) * 8) - 1)
		sb.WriteString(" ORDER BY ")
		for i, col := range ord {
			// TODO: We might want to escape this column
			if i != 0 {
				sb.WriteString(",`")
			} else {
				sb.WriteString("`")
			}
			sb.WriteString(strings.Replace(col.Column, ".", "`.`", -1))
			sb.WriteString("` ")
			sb.WriteString(strings.ToUpper(col.Order))
		}
		q = sb.String()
	}
	return q
}

func (a *MysqlAdapter) buildOrderbySb(sb *strings.Builder, orderby string) {
	if len(orderby) != 0 {
		ord := processOrderby(orderby)
		sb.Grow(10 + (len(ord) * 8) - 1)
		sb.WriteString(" ORDER BY ")
		for i, col := range ord {
			// TODO: We might want to escape this column
			if i != 0 {
				sb.WriteString(",`")
			} else {
				sb.WriteString("`")
			}
			sb.WriteString(strings.Replace(col.Column, ".", "`.`", -1))
			sb.WriteString("` ")
			sb.WriteString(strings.ToUpper(col.Order))
		}
	}
}

func (a *MysqlAdapter) SimpleSelect(name, table, cols, where, orderby, limit string) (string, error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	if len(cols) == 0 {
		return "", errors.New("No columns found for SimpleSelect")
	}
	var sb *strings.Builder
	ii := queryStrPool.Get()
	if ii == nil {
		sb = &strings.Builder{}
	} else {
		sb = ii.(*strings.Builder)
		sb.Reset()
	}
	sb.WriteString("SELECT ")

	// Slice up the user friendly strings into something easier to process
	for i, col := range strings.Split(strings.TrimSpace(cols), ",") {
		if i != 0 {
			sb.WriteString("`,`")
		} else {
			sb.WriteRune('`')
		}
		sb.WriteString(strings.TrimSpace(col))
	}

	sb.WriteString("`FROM`")
	sb.WriteString(table)
	sb.WriteRune('`')
	err := a.buildWhere(where, sb)
	if err != nil {
		return "", err
	}
	a.buildOrderbySb(sb, orderby)
	a.buildLimitSb(sb, limit)

	q := strings.TrimSpace(sb.String())
	queryStrPool.Put(sb)
	a.pushStatement(name, "select", q)
	return q, nil
}

func (a *MysqlAdapter) ComplexSelect(preBuilder *selectPrebuilder) (out string, e error) {
	var sb *strings.Builder
	ii := queryStrPool.Get()
	if ii == nil {
		sb = &strings.Builder{}
	} else {
		sb = ii.(*strings.Builder)
		sb.Reset()
	}
	e = a.complexSelect(preBuilder, sb)
	out = sb.String()
	queryStrPool.Put(sb)
	a.pushStatement(preBuilder.name, "select", out)
	return out, e
}

const cslen1 = len("SELECT  FROM ``")
const cslen2 = len("WHERE``IN(")

func (a *MysqlAdapter) complexSelect(preBuilder *selectPrebuilder, sb *strings.Builder) error {
	if preBuilder.table == "" {
		return errors.New("You need a name for this table")
	}
	if len(preBuilder.columns) == 0 {
		return errors.New("No columns found for ComplexSelect")
	}

	cols := a.buildJoinColumns(preBuilder.columns)
	sb.Grow(cslen1 + len(cols) + len(preBuilder.table))
	sb.WriteString("SELECT ")
	sb.WriteString(cols)
	sb.WriteString(" FROM `")
	sb.WriteString(preBuilder.table)
	sb.WriteRune('`')

	// TODO: Let callers have a Where() and a InQ()
	if preBuilder.inChain != nil {
		sb.Grow(cslen2 + len(preBuilder.inColumn))
		sb.WriteString("WHERE`")
		sb.WriteString(preBuilder.inColumn)
		sb.WriteString("`IN(")
		e := a.complexSelect(preBuilder.inChain, sb)
		if e != nil {
			return e
		}
		sb.WriteRune(')')
	} else {
		e := a.buildFlexiWhereSb(sb, preBuilder.where, preBuilder.dateCutoff)
		if e != nil {
			return e
		}
	}

	a.buildOrderbySb(sb, preBuilder.orderby)
	a.buildLimitSb(sb, preBuilder.limit)
	return nil
}

func (a *MysqlAdapter) SimpleLeftJoin(name, table1, table2, columns, joiners, where, orderby, limit string) (string, error) {
	if table1 == "" {
		return "", errors.New("You need a name for the left table")
	}
	if table2 == "" {
		return "", errors.New("You need a name for the right table")
	}
	if len(columns) == 0 {
		return "", errors.New("No columns found for SimpleLeftJoin")
	}
	if len(joiners) == 0 {
		return "", errors.New("No joiners found for SimpleLeftJoin")
	}

	whereStr, err := a.buildJoinWhere(where)
	if err != nil {
		return "", err
	}

	thalf1 := strings.Split(strings.Replace(table1, " as ", " AS ", -1), " AS ")
	var as1 string
	if len(thalf1) == 2 {
		as1 = " AS `" + thalf1[1] + "`"
	}
	thalf2 := strings.Split(strings.Replace(table2, " as ", " AS ", -1), " AS ")
	var as2 string
	if len(thalf2) == 2 {
		as2 = " AS `" + thalf2[1] + "`"
	}

	q := "SELECT" + a.buildJoinColumns(columns) + " FROM `" + thalf1[0] + "`" + as1 + " LEFT JOIN `" + thalf2[0] + "`" + as2 + " ON " + a.buildJoiners(joiners) + whereStr + a.buildOrderby(orderby) + a.buildLimit(limit)

	q = strings.TrimSpace(q)
	a.pushStatement(name, "select", q)
	return q, nil
}

func (a *MysqlAdapter) SimpleInnerJoin(name, table1, table2, columns, joiners, where, orderby, limit string) (string, error) {
	if table1 == "" {
		return "", errors.New("You need a name for the left table")
	}
	if table2 == "" {
		return "", errors.New("You need a name for the right table")
	}
	if len(columns) == 0 {
		return "", errors.New("No columns found for SimpleInnerJoin")
	}
	if len(joiners) == 0 {
		return "", errors.New("No joiners found for SimpleInnerJoin")
	}

	whereStr, err := a.buildJoinWhere(where)
	if err != nil {
		return "", err
	}

	thalf1 := strings.Split(strings.Replace(table1, " as ", " AS ", -1), " AS ")
	var as1 string
	if len(thalf1) == 2 {
		as1 = " AS `" + thalf1[1] + "`"
	}
	thalf2 := strings.Split(strings.Replace(table2, " as ", " AS ", -1), " AS ")
	var as2 string
	if len(thalf2) == 2 {
		as2 = " AS `" + thalf2[1] + "`"
	}

	q := "SELECT " + a.buildJoinColumns(columns) + " FROM `" + thalf1[0] + "`" + as1 + " INNER JOIN `" + thalf2[0] + "`" + as2 + " ON " + a.buildJoiners(joiners) + whereStr + a.buildOrderby(orderby) + a.buildLimit(limit)

	q = strings.TrimSpace(q)
	a.pushStatement(name, "select", q)
	return q, nil
}

func (a *MysqlAdapter) SimpleUpdateSelect(up *updatePrebuilder) (string, error) {
	sel := up.whereSubQuery
	sb := &strings.Builder{}
	err := a.buildWhere(sel.where, sb)
	if err != nil {
		return "", err
	}

	var setter string
	for _, item := range processSet(up.set) {
		setter += "`" + item.Column + "`="
		for _, token := range item.Expr {
			switch token.Type {
			case TokenFunc, TokenOp, TokenNumber, TokenSub, TokenOr:
				setter += token.Contents
			case TokenColumn:
				setter += "`" + token.Contents + "`"
			case TokenString:
				setter += "'" + token.Contents + "'"
			}
		}
		setter += ","
	}
	setter = setter[0 : len(setter)-1]

	q := "UPDATE `" + up.table + "` SET " + setter + " WHERE (SELECT" + a.buildJoinColumns(sel.columns) + " FROM `" + sel.table + "`" + sb.String() + a.buildOrderby(sel.orderby) + a.buildLimit(sel.limit) + ")"
	q = strings.TrimSpace(q)
	a.pushStatement(up.name, "update", q)
	return q, nil
}

func (a *MysqlAdapter) SimpleInsertSelect(name string, ins DBInsert, sel DBSelect) (string, error) {
	sb := &strings.Builder{}
	e := a.buildWhere(sel.Where, sb)
	if e != nil {
		return "", e
	}

	q := "INSERT INTO `" + ins.Table + "`(" + a.buildColumns(ins.Columns) + ") SELECT" + a.buildJoinColumns(sel.Columns) + " FROM `" + sel.Table + "`" + sb.String() + a.buildOrderby(sel.Orderby) + a.buildLimit(sel.Limit)
	q = strings.TrimSpace(q)
	a.pushStatement(name, "insert", q)
	return q, nil
}

func (a *MysqlAdapter) SimpleInsertLeftJoin(name string, ins DBInsert, sel DBJoin) (string, error) {
	whereStr, e := a.buildJoinWhere(sel.Where)
	if e != nil {
		return "", e
	}

	q := "INSERT INTO `" + ins.Table + "`(" + a.buildColumns(ins.Columns) + ") SELECT" + a.buildJoinColumns(sel.Columns) + " FROM `" + sel.Table1 + "` LEFT JOIN `" + sel.Table2 + "` ON " + a.buildJoiners(sel.Joiners) + whereStr + a.buildOrderby(sel.Orderby) + a.buildLimit(sel.Limit)
	q = strings.TrimSpace(q)
	a.pushStatement(name, "insert", q)
	return q, nil
}

// TODO: Make this more consistent with the other build* methods?
func (a *MysqlAdapter) buildJoiners(joiners string) (q string) {
	var qb strings.Builder
	for i, j := range processJoiner(joiners) {
		//q += "`" + j.LeftTable + "`.`" + j.LeftColumn + "` " + j.Operator + " `" + j.RightTable + "`.`" + j.RightColumn + "` AND "
		if i != 0 {
			qb.WriteString("AND`")
		} else {
			qb.WriteString("`")
		}
		qb.WriteString(j.LeftTable)
		qb.WriteString("`.`")
		qb.WriteString(j.LeftColumn)
		qb.WriteString("` ")
		qb.WriteString(j.Operator)
		qb.WriteString(" `")
		qb.WriteString(j.RightTable)
		qb.WriteString("`.`")
		qb.WriteString(j.RightColumn)
		qb.WriteString("`")
	}
	return qb.String()
}

// Add support for BETWEEN x.x
func (a *MysqlAdapter) buildJoinWhere(where string) (q string, e error) {
	if len(where) != 0 {
		var qsb strings.Builder
		ws := processWhere(where)
		qsb.Grow(6 + (len(ws) * 5))
		qsb.WriteString(" WHERE")
		for i, loc := range ws {
			if i != 0 {
				qsb.WriteString(" AND")
			}
			for _, token := range loc.Expr {
				switch token.Type {
				case TokenFunc, TokenOp, TokenNumber, TokenSub, TokenOr, TokenNot, TokenLike:
					qsb.WriteRune(' ')
					qsb.WriteString(token.Contents)
				case TokenColumn:
					qsb.WriteString(" `")
					halves := strings.Split(token.Contents, ".")
					if len(halves) == 2 {
						qsb.WriteString(halves[0])
						qsb.WriteString("`.`")
						qsb.WriteString(halves[1])
					} else {
						qsb.WriteString(token.Contents)
					}
					qsb.WriteRune('`')
				case TokenString:
					qsb.WriteString(" '")
					qsb.WriteString(token.Contents)
					qsb.WriteRune('\'')
				default:
					return qsb.String(), errors.New("This token doesn't exist o_o")
				}
			}
		}
		return qsb.String(), nil
	}
	return q, nil
}

func (a *MysqlAdapter) buildLimit(limit string) (q string) {
	if limit != "" {
		q = " LIMIT " + limit
	}
	return q
}

func (a *MysqlAdapter) buildLimitSb(sb *strings.Builder, limit string) {
	if limit != "" {
		sb.WriteString(" LIMIT ")
		sb.WriteString(limit)
	}
}

func (a *MysqlAdapter) buildJoinColumns(cols string) (q string) {
	for _, col := range processColumns(cols) {
		// TODO: Move the stirng and number logic to processColumns?
		// TODO: Error if [0] doesn't exist
		firstChar := col.Left[0]
		if firstChar == '\'' {
			col.Type = TokenString
		} else {
			_, e := strconv.Atoi(string(firstChar))
			if e == nil {
				col.Type = TokenNumber
			}
		}

		// Escape the column names, just in case we've used a reserved keyword
		source := col.Left
		if col.Table != "" {
			source = "`" + col.Table + "`.`" + source + "`"
		} else if col.Type != TokenScope && col.Type != TokenFunc && col.Type != TokenNumber && col.Type != TokenSub && col.Type != TokenString {
			source = "`" + source + "`"
		}

		var alias string
		if col.Alias != "" {
			alias = " AS `" + col.Alias + "`"
		}
		q += " " + source + alias + ","
	}
	return q[0 : len(q)-1]
}

func (a *MysqlAdapter) SimpleInsertInnerJoin(name string, ins DBInsert, sel DBJoin) (string, error) {
	whereStr, err := a.buildJoinWhere(sel.Where)
	if err != nil {
		return "", err
	}

	q := "INSERT INTO `" + ins.Table + "`(" + a.buildColumns(ins.Columns) + ") SELECT" + a.buildJoinColumns(sel.Columns) + " FROM `" + sel.Table1 + "` INNER JOIN `" + sel.Table2 + "` ON " + a.buildJoiners(sel.Joiners) + whereStr + a.buildOrderby(sel.Orderby) + a.buildLimit(sel.Limit)
	q = strings.TrimSpace(q)
	a.pushStatement(name, "insert", q)
	return q, nil
}

const sclen1 = len("SELECT COUNT(*) FROM``")

func (a *MysqlAdapter) SimpleCount(name, table, where, limit string) (q string, e error) {
	if table == "" {
		return "", errors.New("You need a name for this table")
	}
	var sb *strings.Builder
	ii := queryStrPool.Get()
	if ii == nil {
		sb = &strings.Builder{}
	} else {
		sb = ii.(*strings.Builder)
		sb.Reset()
	}
	sb.Grow(sclen1 + len(table))
	sb.WriteString("SELECT COUNT(*) FROM`")
	sb.WriteString(table)
	sb.WriteRune('`')
	if e = a.buildWhere(where, sb); e != nil {
		return "", e
	}
	a.buildLimitSb(sb, limit)

	q = strings.TrimSpace(sb.String())
	queryStrPool.Put(sb)
	a.pushStatement(name, "select", q)
	return q, nil
}

func (a *MysqlAdapter) Builder() *prebuilder {
	return &prebuilder{a}
}

func (a *MysqlAdapter) Write() error {
	var stmts, body string
	for _, name := range a.BufferOrder {
		if name[0] == '_' {
			continue
		}
		stmt := a.Buffer[name]
		// ? - Table creation might be a little complex for Go to do outside a SQL file :(
		if stmt.Type == "upsert" {
			stmts += "\t" + name + " *qgen.MySQLUpsertCallback\n"
			body += `	
	dl("Preparing ` + name + ` statement.")
	stmts.` + name + `, e = qgen.PrepareMySQLUpsertCallback(db,"` + stmt.Contents + `")
	if e != nil {
		l("Error in ` + name + ` statement.")
		return e
	}
	`
		} else if stmt.Type != "create-table" {
			stmts += "\t" + name + " *sql.Stmt\n"
			body += `	
	dl("Preparing ` + name + ` statement.")
	stmts.` + name + `, e = db.Prepare("` + stmt.Contents + `")
	if e != nil {
		l("Error in ` + name + ` statement.")
		return e
	}
	`
		}
	}

	// TODO: Move these custom queries out of this file
	out := `// +build !pgsql,!mssql

/* This file was generated by Gosora's Query Generator. Please try to avoid modifying this file, as it might change at any time. */

package main

import(
	"log"
	"database/sql"
	c "github.com/Azareal/Gosora/common"
	//"github.com/Azareal/Gosora/query_gen"
)

// nolint
type Stmts struct {
` + stmts + `
	getActivityFeedByWatcher *sql.Stmt
	//getActivityFeedByWatcherAfter *sql.Stmt
	getActivityCountByWatcher *sql.Stmt

	Mocks bool
}

// nolint
func _gen_mysql() (e error) {
	dl := c.DebugLog
	dl("Building the generated statements")
	l := log.Print
	_ = l
` + body + `
	return nil
}
`
	return writeFile("./gen_mysql.go", out)
}

// Internal methods, not exposed in the interface
func (a *MysqlAdapter) pushStatement(name, stype, q string) {
	if name == "" {
		return
	}
	a.Buffer[name] = DBStmt{q, stype}
	a.BufferOrder = append(a.BufferOrder, name)
}

func (a *MysqlAdapter) stringyType(ct string) bool {
	ct = strings.ToLower(ct)
	return ct == "varchar" || ct == "tinytext" || ct == "text" || ct == "mediumtext" || ct == "longtext" || ct == "char" || ct == "datetime" || ct == "timestamp" || ct == "time" || ct == "date"
}