Stage 1 of caching layer. Framework (#6693)

1 files changed, 70 insertions, 927 deletions

diff --git a/store/sql_store.go b/store/sql_store.go
index ee2c678f6..dc3b51d0c 100644
--- a/store/sql_store.go
+++ b/store/sql_store.go
@@ -4,936 +4,79 @@
 package store
 
 import (
-	"context"
-	"crypto/aes"
-	"crypto/cipher"
-	"crypto/hmac"
-	crand "crypto/rand"
-	"crypto/sha256"
-	"crypto/sha512"
-	dbsql "database/sql"
-	"encoding/base64"
-	"encoding/json"
-	"errors"
-	"fmt"
-	"io"
-	sqltrace "log"
-	"os"
-	"strings"
-	"sync/atomic"
-	"time"
-
-	l4g "github.com/alecthomas/log4go"
-
 	_ "github.com/go-sql-driver/mysql"
 	_ "github.com/lib/pq"
 	"github.com/mattermost/gorp"
-	"github.com/mattermost/platform/model"
-	"github.com/mattermost/platform/utils"
-)
-
-const (
-	INDEX_TYPE_FULL_TEXT = "full_text"
-	INDEX_TYPE_DEFAULT   = "default"
-	MAX_DB_CONN_LIFETIME = 60
-	DB_PING_ATTEMPTS     = 18
-	DB_PING_TIMEOUT_SECS = 10
 )
 
-const (
-	EXIT_CREATE_TABLE                = 100
-	EXIT_DB_OPEN                     = 101
-	EXIT_PING                        = 102
-	EXIT_NO_DRIVER                   = 103
-	EXIT_TABLE_EXISTS                = 104
-	EXIT_TABLE_EXISTS_MYSQL          = 105
-	EXIT_COLUMN_EXISTS               = 106
-	EXIT_DOES_COLUMN_EXISTS_POSTGRES = 107
-	EXIT_DOES_COLUMN_EXISTS_MYSQL    = 108
-	EXIT_DOES_COLUMN_EXISTS_MISSING  = 109
-	EXIT_CREATE_COLUMN_POSTGRES      = 110
-	EXIT_CREATE_COLUMN_MYSQL         = 111
-	EXIT_CREATE_COLUMN_MISSING       = 112
-	EXIT_REMOVE_COLUMN               = 113
-	EXIT_RENAME_COLUMN               = 114
-	EXIT_MAX_COLUMN                  = 115
-	EXIT_ALTER_COLUMN                = 116
-	EXIT_CREATE_INDEX_POSTGRES       = 117
-	EXIT_CREATE_INDEX_MYSQL          = 118
-	EXIT_CREATE_INDEX_FULL_MYSQL     = 119
-	EXIT_CREATE_INDEX_MISSING        = 120
-	EXIT_REMOVE_INDEX_POSTGRES       = 121
-	EXIT_REMOVE_INDEX_MYSQL          = 122
-	EXIT_REMOVE_INDEX_MISSING        = 123
-	EXIT_REMOVE_TABLE                = 134
-)
-
-type SqlStore struct {
-	master           *gorp.DbMap
-	replicas         []*gorp.DbMap
-	searchReplicas   []*gorp.DbMap
-	team             TeamStore
-	channel          ChannelStore
-	post             PostStore
-	user             UserStore
-	audit            AuditStore
-	clusterDiscovery ClusterDiscoveryStore
-	compliance       ComplianceStore
-	session          SessionStore
-	oauth            OAuthStore
-	system           SystemStore
-	webhook          WebhookStore
-	command          CommandStore
-	preference       PreferenceStore
-	license          LicenseStore
-	token            TokenStore
-	emoji            EmojiStore
-	status           StatusStore
-	fileInfo         FileInfoStore
-	reaction         ReactionStore
-	jobStatus        JobStatusStore
-	SchemaVersion    string
-	rrCounter        int64
-	srCounter        int64
-}
-
-func initConnection() *SqlStore {
-	sqlStore := &SqlStore{
-		rrCounter: 0,
-		srCounter: 0,
-	}
-
-	sqlStore.master = setupConnection("master", utils.Cfg.SqlSettings.DriverName,
-		utils.Cfg.SqlSettings.DataSource, utils.Cfg.SqlSettings.MaxIdleConns,
-		utils.Cfg.SqlSettings.MaxOpenConns, utils.Cfg.SqlSettings.Trace)
-
-	if len(utils.Cfg.SqlSettings.DataSourceReplicas) == 0 {
-		sqlStore.replicas = make([]*gorp.DbMap, 1)
-		sqlStore.replicas[0] = sqlStore.master
-	} else {
-		sqlStore.replicas = make([]*gorp.DbMap, len(utils.Cfg.SqlSettings.DataSourceReplicas))
-		for i, replica := range utils.Cfg.SqlSettings.DataSourceReplicas {
-			sqlStore.replicas[i] = setupConnection(fmt.Sprintf("replica-%v", i), utils.Cfg.SqlSettings.DriverName, replica,
-				utils.Cfg.SqlSettings.MaxIdleConns, utils.Cfg.SqlSettings.MaxOpenConns,
-				utils.Cfg.SqlSettings.Trace)
-		}
-	}
-
-	if len(utils.Cfg.SqlSettings.DataSourceSearchReplicas) == 0 {
-		sqlStore.searchReplicas = sqlStore.replicas
-	} else {
-		sqlStore.searchReplicas = make([]*gorp.DbMap, len(utils.Cfg.SqlSettings.DataSourceSearchReplicas))
-		for i, replica := range utils.Cfg.SqlSettings.DataSourceSearchReplicas {
-			sqlStore.searchReplicas[i] = setupConnection(fmt.Sprintf("search-replica-%v", i), utils.Cfg.SqlSettings.DriverName, replica,
-				utils.Cfg.SqlSettings.MaxIdleConns, utils.Cfg.SqlSettings.MaxOpenConns,
-				utils.Cfg.SqlSettings.Trace)
-		}
-	}
-
-	sqlStore.SchemaVersion = sqlStore.GetCurrentSchemaVersion()
-	return sqlStore
-}
-
-func NewSqlStore() Store {
-
-	sqlStore := initConnection()
-
-	sqlStore.team = NewSqlTeamStore(sqlStore)
-	sqlStore.channel = NewSqlChannelStore(sqlStore)
-	sqlStore.post = NewSqlPostStore(sqlStore)
-	sqlStore.user = NewSqlUserStore(sqlStore)
-	sqlStore.audit = NewSqlAuditStore(sqlStore)
-	sqlStore.clusterDiscovery = NewSqlClusterDiscoveryStore(sqlStore)
-	sqlStore.compliance = NewSqlComplianceStore(sqlStore)
-	sqlStore.session = NewSqlSessionStore(sqlStore)
-	sqlStore.oauth = NewSqlOAuthStore(sqlStore)
-	sqlStore.system = NewSqlSystemStore(sqlStore)
-	sqlStore.webhook = NewSqlWebhookStore(sqlStore)
-	sqlStore.command = NewSqlCommandStore(sqlStore)
-	sqlStore.preference = NewSqlPreferenceStore(sqlStore)
-	sqlStore.license = NewSqlLicenseStore(sqlStore)
-	sqlStore.token = NewSqlTokenStore(sqlStore)
-	sqlStore.emoji = NewSqlEmojiStore(sqlStore)
-	sqlStore.status = NewSqlStatusStore(sqlStore)
-	sqlStore.fileInfo = NewSqlFileInfoStore(sqlStore)
-	sqlStore.reaction = NewSqlReactionStore(sqlStore)
-	sqlStore.jobStatus = NewSqlJobStatusStore(sqlStore)
-
-	err := sqlStore.master.CreateTablesIfNotExists()
-	if err != nil {
-		l4g.Critical(utils.T("store.sql.creating_tables.critical"), err)
-		time.Sleep(time.Second)
-		os.Exit(EXIT_CREATE_TABLE)
-	}
-
-	UpgradeDatabase(sqlStore)
-
-	sqlStore.team.(*SqlTeamStore).CreateIndexesIfNotExists()
-	sqlStore.channel.(*SqlChannelStore).CreateIndexesIfNotExists()
-	sqlStore.post.(*SqlPostStore).CreateIndexesIfNotExists()
-	sqlStore.user.(*SqlUserStore).CreateIndexesIfNotExists()
-	sqlStore.audit.(*SqlAuditStore).CreateIndexesIfNotExists()
-	sqlStore.compliance.(*SqlComplianceStore).CreateIndexesIfNotExists()
-	sqlStore.session.(*SqlSessionStore).CreateIndexesIfNotExists()
-	sqlStore.oauth.(*SqlOAuthStore).CreateIndexesIfNotExists()
-	sqlStore.system.(*SqlSystemStore).CreateIndexesIfNotExists()
-	sqlStore.webhook.(*SqlWebhookStore).CreateIndexesIfNotExists()
-	sqlStore.command.(*SqlCommandStore).CreateIndexesIfNotExists()
-	sqlStore.preference.(*SqlPreferenceStore).CreateIndexesIfNotExists()
-	sqlStore.license.(*SqlLicenseStore).CreateIndexesIfNotExists()
-	sqlStore.token.(*SqlTokenStore).CreateIndexesIfNotExists()
-	sqlStore.emoji.(*SqlEmojiStore).CreateIndexesIfNotExists()
-	sqlStore.status.(*SqlStatusStore).CreateIndexesIfNotExists()
-	sqlStore.fileInfo.(*SqlFileInfoStore).CreateIndexesIfNotExists()
-	sqlStore.reaction.(*SqlReactionStore).CreateIndexesIfNotExists()
-	sqlStore.jobStatus.(*SqlJobStatusStore).CreateIndexesIfNotExists()
-
-	sqlStore.preference.(*SqlPreferenceStore).DeleteUnusedFeatures()
-
-	return sqlStore
-}
-
-func setupConnection(con_type string, driver string, dataSource string, maxIdle int, maxOpen int, trace bool) *gorp.DbMap {
-
-	db, err := dbsql.Open(driver, dataSource)
-	if err != nil {
-		l4g.Critical(utils.T("store.sql.open_conn.critical"), err)
-		time.Sleep(time.Second)
-		os.Exit(EXIT_DB_OPEN)
-	}
-
-	for i := 0; i < DB_PING_ATTEMPTS; i++ {
-		l4g.Info("Pinging SQL %v database", con_type)
-		ctx, cancel := context.WithTimeout(context.Background(), DB_PING_TIMEOUT_SECS*time.Second)
-		defer cancel()
-		err = db.PingContext(ctx)
-		if err == nil {
-			break
-		} else {
-			if i == DB_PING_ATTEMPTS-1 {
-				l4g.Critical("Failed to ping DB, server will exit err=%v", err)
-				time.Sleep(time.Second)
-				os.Exit(EXIT_PING)
-			} else {
-				l4g.Error("Failed to ping DB retrying in %v seconds err=%v", DB_PING_TIMEOUT_SECS, err)
-				time.Sleep(DB_PING_TIMEOUT_SECS * time.Second)
-			}
-		}
-	}
-
-	db.SetMaxIdleConns(maxIdle)
-	db.SetMaxOpenConns(maxOpen)
-	db.SetConnMaxLifetime(time.Duration(MAX_DB_CONN_LIFETIME) * time.Minute)
-
-	var dbmap *gorp.DbMap
-
-	connectionTimeout := time.Duration(*utils.Cfg.SqlSettings.QueryTimeout) * time.Second
-
-	if driver == "sqlite3" {
-		dbmap = &gorp.DbMap{Db: db, TypeConverter: mattermConverter{}, Dialect: gorp.SqliteDialect{}, QueryTimeout: connectionTimeout}
-	} else if driver == model.DATABASE_DRIVER_MYSQL {
-		dbmap = &gorp.DbMap{Db: db, TypeConverter: mattermConverter{}, Dialect: gorp.MySQLDialect{Engine: "InnoDB", Encoding: "UTF8MB4"}, QueryTimeout: connectionTimeout}
-	} else if driver == model.DATABASE_DRIVER_POSTGRES {
-		dbmap = &gorp.DbMap{Db: db, TypeConverter: mattermConverter{}, Dialect: gorp.PostgresDialect{}, QueryTimeout: connectionTimeout}
-	} else {
-		l4g.Critical(utils.T("store.sql.dialect_driver.critical"))
-		time.Sleep(time.Second)
-		os.Exit(EXIT_NO_DRIVER)
-	}
-
-	if trace {
-		dbmap.TraceOn("", sqltrace.New(os.Stdout, "sql-trace:", sqltrace.Lmicroseconds))
-	}
-
-	return dbmap
-}
-
-func (ss *SqlStore) TotalMasterDbConnections() int {
-	return ss.GetMaster().Db.Stats().OpenConnections
-}
-
-func (ss *SqlStore) TotalReadDbConnections() int {
-
-	if len(utils.Cfg.SqlSettings.DataSourceReplicas) == 0 {
-		return 0
-	}
-
-	count := 0
-	for _, db := range ss.replicas {
-		count = count + db.Db.Stats().OpenConnections
-	}
-
-	return count
-}
-
-func (ss *SqlStore) TotalSearchDbConnections() int {
-	if len(utils.Cfg.SqlSettings.DataSourceSearchReplicas) == 0 {
-		return 0
-	}
-
-	count := 0
-	for _, db := range ss.searchReplicas {
-		count = count + db.Db.Stats().OpenConnections
-	}
-
-	return count
-}
-
-func (ss *SqlStore) GetCurrentSchemaVersion() string {
-	version, _ := ss.GetMaster().SelectStr("SELECT Value FROM Systems WHERE Name='Version'")
-	return version
-}
-
-func (ss *SqlStore) MarkSystemRanUnitTests() {
-	if result := <-ss.System().Get(); result.Err == nil {
-		props := result.Data.(model.StringMap)
-		unitTests := props[model.SYSTEM_RAN_UNIT_TESTS]
-		if len(unitTests) == 0 {
-			systemTests := &model.System{Name: model.SYSTEM_RAN_UNIT_TESTS, Value: "1"}
-			<-ss.System().Save(systemTests)
-		}
-	}
-}
-
-func (ss *SqlStore) DoesTableExist(tableName string) bool {
-	if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_POSTGRES {
-		count, err := ss.GetMaster().SelectInt(
-			`SELECT count(relname) FROM pg_class WHERE relname=$1`,
-			strings.ToLower(tableName),
-		)
-
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.table_exists.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_TABLE_EXISTS)
-		}
-
-		return count > 0
-
-	} else if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_MYSQL {
-
-		count, err := ss.GetMaster().SelectInt(
-			`SELECT
-		    COUNT(0) AS table_exists
-			FROM
-			    information_schema.TABLES
-			WHERE
-			    TABLE_SCHEMA = DATABASE()
-			        AND TABLE_NAME = ?
-		    `,
-			tableName,
-		)
-
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.table_exists.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_TABLE_EXISTS_MYSQL)
-		}
-
-		return count > 0
-
-	} else {
-		l4g.Critical(utils.T("store.sql.column_exists_missing_driver.critical"))
-		time.Sleep(time.Second)
-		os.Exit(EXIT_COLUMN_EXISTS)
-		return false
-	}
-}
-
-func (ss *SqlStore) DoesColumnExist(tableName string, columnName string) bool {
-	if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_POSTGRES {
-		count, err := ss.GetMaster().SelectInt(
-			`SELECT COUNT(0)
-			FROM   pg_attribute
-			WHERE  attrelid = $1::regclass
-			AND    attname = $2
-			AND    NOT attisdropped`,
-			strings.ToLower(tableName),
-			strings.ToLower(columnName),
-		)
-
-		if err != nil {
-			if err.Error() == "pq: relation \""+strings.ToLower(tableName)+"\" does not exist" {
-				return false
-			}
-
-			l4g.Critical(utils.T("store.sql.column_exists.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_DOES_COLUMN_EXISTS_POSTGRES)
-		}
-
-		return count > 0
-
-	} else if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_MYSQL {
-
-		count, err := ss.GetMaster().SelectInt(
-			`SELECT
-		    COUNT(0) AS column_exists
-		FROM
-		    information_schema.COLUMNS
-		WHERE
-		    TABLE_SCHEMA = DATABASE()
-		        AND TABLE_NAME = ?
-		        AND COLUMN_NAME = ?`,
-			tableName,
-			columnName,
-		)
-
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.column_exists.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_DOES_COLUMN_EXISTS_MYSQL)
-		}
-
-		return count > 0
-
-	} else {
-		l4g.Critical(utils.T("store.sql.column_exists_missing_driver.critical"))
-		time.Sleep(time.Second)
-		os.Exit(EXIT_DOES_COLUMN_EXISTS_MISSING)
-		return false
-	}
-}
-
-func (ss *SqlStore) CreateColumnIfNotExists(tableName string, columnName string, mySqlColType string, postgresColType string, defaultValue string) bool {
-
-	if ss.DoesColumnExist(tableName, columnName) {
-		return false
-	}
-
-	if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_POSTGRES {
-		_, err := ss.GetMaster().ExecNoTimeout("ALTER TABLE " + tableName + " ADD " + columnName + " " + postgresColType + " DEFAULT '" + defaultValue + "'")
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.create_column.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_CREATE_COLUMN_POSTGRES)
-		}
-
-		return true
-
-	} else if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_MYSQL {
-		_, err := ss.GetMaster().ExecNoTimeout("ALTER TABLE " + tableName + " ADD " + columnName + " " + mySqlColType + " DEFAULT '" + defaultValue + "'")
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.create_column.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_CREATE_COLUMN_MYSQL)
-		}
-
-		return true
-
-	} else {
-		l4g.Critical(utils.T("store.sql.create_column_missing_driver.critical"))
-		time.Sleep(time.Second)
-		os.Exit(EXIT_CREATE_COLUMN_MISSING)
-		return false
-	}
-}
-
-func (ss *SqlStore) RemoveColumnIfExists(tableName string, columnName string) bool {
-
-	if !ss.DoesColumnExist(tableName, columnName) {
-		return false
-	}
-
-	_, err := ss.GetMaster().ExecNoTimeout("ALTER TABLE " + tableName + " DROP COLUMN " + columnName)
-	if err != nil {
-		l4g.Critical("Failed to drop column %v", err)
-		time.Sleep(time.Second)
-		os.Exit(EXIT_REMOVE_COLUMN)
-	}
-
-	return true
-}
-
-func (ss *SqlStore) RemoveTableIfExists(tableName string) bool {
-	if !ss.DoesTableExist(tableName) {
-		return false
-	}
-
-	_, err := ss.GetMaster().ExecNoTimeout("DROP TABLE " + tableName)
-	if err != nil {
-		l4g.Critical("Failed to drop table %v", err)
-		time.Sleep(time.Second)
-		os.Exit(EXIT_REMOVE_TABLE)
-	}
-
-	return true
-}
-
-func (ss *SqlStore) RenameColumnIfExists(tableName string, oldColumnName string, newColumnName string, colType string) bool {
-	if !ss.DoesColumnExist(tableName, oldColumnName) {
-		return false
-	}
-
-	var err error
-	if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_MYSQL {
-		_, err = ss.GetMaster().ExecNoTimeout("ALTER TABLE " + tableName + " CHANGE " + oldColumnName + " " + newColumnName + " " + colType)
-	} else if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_POSTGRES {
-		_, err = ss.GetMaster().ExecNoTimeout("ALTER TABLE " + tableName + " RENAME COLUMN " + oldColumnName + " TO " + newColumnName)
-	}
-
-	if err != nil {
-		l4g.Critical(utils.T("store.sql.rename_column.critical"), err)
-		time.Sleep(time.Second)
-		os.Exit(EXIT_RENAME_COLUMN)
-	}
-
-	return true
-}
-
-func (ss *SqlStore) GetMaxLengthOfColumnIfExists(tableName string, columnName string) string {
-	if !ss.DoesColumnExist(tableName, columnName) {
-		return ""
-	}
-
-	var result string
-	var err error
-	if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_MYSQL {
-		result, err = ss.GetMaster().SelectStr("SELECT CHARACTER_MAXIMUM_LENGTH FROM information_schema.columns WHERE table_name = '" + tableName + "' AND COLUMN_NAME = '" + columnName + "'")
-	} else if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_POSTGRES {
-		result, err = ss.GetMaster().SelectStr("SELECT character_maximum_length FROM information_schema.columns WHERE table_name = '" + strings.ToLower(tableName) + "' AND column_name = '" + strings.ToLower(columnName) + "'")
-	}
-
-	if err != nil {
-		l4g.Critical(utils.T("store.sql.maxlength_column.critical"), err)
-		time.Sleep(time.Second)
-		os.Exit(EXIT_MAX_COLUMN)
-	}
-
-	return result
-}
-
-func (ss *SqlStore) AlterColumnTypeIfExists(tableName string, columnName string, mySqlColType string, postgresColType string) bool {
-	if !ss.DoesColumnExist(tableName, columnName) {
-		return false
-	}
-
-	var err error
-	if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_MYSQL {
-		_, err = ss.GetMaster().ExecNoTimeout("ALTER TABLE " + tableName + " MODIFY " + columnName + " " + mySqlColType)
-	} else if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_POSTGRES {
-		_, err = ss.GetMaster().ExecNoTimeout("ALTER TABLE " + strings.ToLower(tableName) + " ALTER COLUMN " + strings.ToLower(columnName) + " TYPE " + postgresColType)
-	}
-
-	if err != nil {
-		l4g.Critical(utils.T("store.sql.alter_column_type.critical"), err)
-		time.Sleep(time.Second)
-		os.Exit(EXIT_ALTER_COLUMN)
-	}
-
-	return true
-}
-
-func (ss *SqlStore) CreateUniqueIndexIfNotExists(indexName string, tableName string, columnName string) bool {
-	return ss.createIndexIfNotExists(indexName, tableName, columnName, INDEX_TYPE_DEFAULT, true)
-}
-
-func (ss *SqlStore) CreateIndexIfNotExists(indexName string, tableName string, columnName string) bool {
-	return ss.createIndexIfNotExists(indexName, tableName, columnName, INDEX_TYPE_DEFAULT, false)
-}
-
-func (ss *SqlStore) CreateFullTextIndexIfNotExists(indexName string, tableName string, columnName string) bool {
-	return ss.createIndexIfNotExists(indexName, tableName, columnName, INDEX_TYPE_FULL_TEXT, false)
-}
-
-func (ss *SqlStore) createIndexIfNotExists(indexName string, tableName string, columnName string, indexType string, unique bool) bool {
-
-	uniqueStr := ""
-	if unique {
-		uniqueStr = "UNIQUE "
-	}
-
-	if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_POSTGRES {
-		_, err := ss.GetMaster().SelectStr("SELECT $1::regclass", indexName)
-		// It should fail if the index does not exist
-		if err == nil {
-			return false
-		}
-
-		query := ""
-		if indexType == INDEX_TYPE_FULL_TEXT {
-			postgresColumnNames := convertMySQLFullTextColumnsToPostgres(columnName)
-			query = "CREATE INDEX " + indexName + " ON " + tableName + " USING gin(to_tsvector('english', " + postgresColumnNames + "))"
-		} else {
-			query = "CREATE " + uniqueStr + "INDEX " + indexName + " ON " + tableName + " (" + columnName + ")"
-		}
-
-		_, err = ss.GetMaster().ExecNoTimeout(query)
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.create_index.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_CREATE_INDEX_POSTGRES)
-		}
-	} else if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_MYSQL {
-
-		count, err := ss.GetMaster().SelectInt("SELECT COUNT(0) AS index_exists FROM information_schema.statistics WHERE TABLE_SCHEMA = DATABASE() and table_name = ? AND index_name = ?", tableName, indexName)
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.check_index.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_CREATE_INDEX_MYSQL)
-		}
-
-		if count > 0 {
-			return false
-		}
-
-		fullTextIndex := ""
-		if indexType == INDEX_TYPE_FULL_TEXT {
-			fullTextIndex = " FULLTEXT "
-		}
-
-		_, err = ss.GetMaster().ExecNoTimeout("CREATE  " + uniqueStr + fullTextIndex + " INDEX " + indexName + " ON " + tableName + " (" + columnName + ")")
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.create_index.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_CREATE_INDEX_FULL_MYSQL)
-		}
-	} else {
-		l4g.Critical(utils.T("store.sql.create_index_missing_driver.critical"))
-		time.Sleep(time.Second)
-		os.Exit(EXIT_CREATE_INDEX_MISSING)
-	}
-
-	return true
-}
-
-func (ss *SqlStore) RemoveIndexIfExists(indexName string, tableName string) bool {
-
-	if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_POSTGRES {
-		_, err := ss.GetMaster().SelectStr("SELECT $1::regclass", indexName)
-		// It should fail if the index does not exist
-		if err != nil {
-			return false
-		}
-
-		_, err = ss.GetMaster().ExecNoTimeout("DROP INDEX " + indexName)
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.remove_index.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_REMOVE_INDEX_POSTGRES)
-		}
-
-		return true
-	} else if utils.Cfg.SqlSettings.DriverName == model.DATABASE_DRIVER_MYSQL {
-
-		count, err := ss.GetMaster().SelectInt("SELECT COUNT(0) AS index_exists FROM information_schema.statistics WHERE TABLE_SCHEMA = DATABASE() and table_name = ? AND index_name = ?", tableName, indexName)
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.check_index.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_REMOVE_INDEX_MYSQL)
-		}
-
-		if count <= 0 {
-			return false
-		}
-
-		_, err = ss.GetMaster().ExecNoTimeout("DROP INDEX " + indexName + " ON " + tableName)
-		if err != nil {
-			l4g.Critical(utils.T("store.sql.remove_index.critical"), err)
-			time.Sleep(time.Second)
-			os.Exit(EXIT_REMOVE_INDEX_MYSQL)
-		}
-	} else {
-		l4g.Critical(utils.T("store.sql.create_index_missing_driver.critical"))
-		time.Sleep(time.Second)
-		os.Exit(EXIT_REMOVE_INDEX_MISSING)
-	}
-
-	return true
-}
-
-func IsUniqueConstraintError(err string, indexName []string) bool {
-	unique := strings.Contains(err, "unique constraint") || strings.Contains(err, "Duplicate entry")
-	field := false
-	for _, contain := range indexName {
-		if strings.Contains(err, contain) {
-			field = true
-			break
-		}
-	}
-
-	return unique && field
-}
-
-func (ss *SqlStore) GetMaster() *gorp.DbMap {
-	return ss.master
-}
-
-func (ss *SqlStore) GetSearchReplica() *gorp.DbMap {
-	rrNum := atomic.AddInt64(&ss.srCounter, 1) % int64(len(ss.searchReplicas))
-	return ss.searchReplicas[rrNum]
-}
-
-func (ss *SqlStore) GetReplica() *gorp.DbMap {
-	rrNum := atomic.AddInt64(&ss.rrCounter, 1) % int64(len(ss.replicas))
-	return ss.replicas[rrNum]
-}
-
-func (ss *SqlStore) GetAllConns() []*gorp.DbMap {
-	all := make([]*gorp.DbMap, len(ss.replicas)+1)
-	copy(all, ss.replicas)
-	all[len(ss.replicas)] = ss.master
-	return all
-}
-
-func (ss *SqlStore) Close() {
-	l4g.Info(utils.T("store.sql.closing.info"))
-	ss.master.Db.Close()
-	for _, replica := range ss.replicas {
-		replica.Db.Close()
-	}
-}
-
-func (ss *SqlStore) Team() TeamStore {
-	return ss.team
-}
-
-func (ss *SqlStore) Channel() ChannelStore {
-	return ss.channel
-}
-
-func (ss *SqlStore) Post() PostStore {
-	return ss.post
-}
-
-func (ss *SqlStore) User() UserStore {
-	return ss.user
-}
-
-func (ss *SqlStore) Session() SessionStore {
-	return ss.session
-}
-
-func (ss *SqlStore) Audit() AuditStore {
-	return ss.audit
-}
-
-func (ss *SqlStore) ClusterDiscovery() ClusterDiscoveryStore {
-	return ss.clusterDiscovery
-}
-
-func (ss *SqlStore) Compliance() ComplianceStore {
-	return ss.compliance
-}
-
-func (ss *SqlStore) OAuth() OAuthStore {
-	return ss.oauth
-}
-
-func (ss *SqlStore) System() SystemStore {
-	return ss.system
-}
-
-func (ss *SqlStore) Webhook() WebhookStore {
-	return ss.webhook
-}
-
-func (ss *SqlStore) Command() CommandStore {
-	return ss.command
-}
-
-func (ss *SqlStore) Preference() PreferenceStore {
-	return ss.preference
-}
-
-func (ss *SqlStore) License() LicenseStore {
-	return ss.license
-}
-
-func (ss *SqlStore) Token() TokenStore {
-	return ss.token
-}
-
-func (ss *SqlStore) Emoji() EmojiStore {
-	return ss.emoji
-}
-
-func (ss *SqlStore) Status() StatusStore {
-	return ss.status
-}
-
-func (ss *SqlStore) FileInfo() FileInfoStore {
-	return ss.fileInfo
-}
-
-func (ss *SqlStore) Reaction() ReactionStore {
-	return ss.reaction
-}
-
-func (ss *SqlStore) JobStatus() JobStatusStore {
-	return ss.jobStatus
-}
-
-func (ss *SqlStore) DropAllTables() {
-	ss.master.TruncateTables()
-}
-
-type mattermConverter struct{}
-
-func (me mattermConverter) ToDb(val interface{}) (interface{}, error) {
-
-	switch t := val.(type) {
-	case model.StringMap:
-		return model.MapToJson(t), nil
-	case model.StringArray:
-		return model.ArrayToJson(t), nil
-	case model.EncryptStringMap:
-		return encrypt([]byte(utils.Cfg.SqlSettings.AtRestEncryptKey), model.MapToJson(t))
-	case model.StringInterface:
-		return model.StringInterfaceToJson(t), nil
-	case map[string]interface{}:
-		return model.StringInterfaceToJson(model.StringInterface(t)), nil
-	}
-
-	return val, nil
-}
-
-func (me mattermConverter) FromDb(target interface{}) (gorp.CustomScanner, bool) {
-	switch target.(type) {
-	case *model.StringMap:
-		binder := func(holder, target interface{}) error {
-			s, ok := holder.(*string)
-			if !ok {
-				return errors.New(utils.T("store.sql.convert_string_map"))
-			}
-			b := []byte(*s)
-			return json.Unmarshal(b, target)
-		}
-		return gorp.CustomScanner{Holder: new(string), Target: target, Binder: binder}, true
-	case *model.StringArray:
-		binder := func(holder, target interface{}) error {
-			s, ok := holder.(*string)
-			if !ok {
-				return errors.New(utils.T("store.sql.convert_string_array"))
-			}
-			b := []byte(*s)
-			return json.Unmarshal(b, target)
-		}
-		return gorp.CustomScanner{Holder: new(string), Target: target, Binder: binder}, true
-	case *model.EncryptStringMap:
-		binder := func(holder, target interface{}) error {
-			s, ok := holder.(*string)
-			if !ok {
-				return errors.New(utils.T("store.sql.convert_encrypt_string_map"))
-			}
-
-			ue, err := decrypt([]byte(utils.Cfg.SqlSettings.AtRestEncryptKey), *s)
-			if err != nil {
-				return err
-			}
-
-			b := []byte(ue)
-			return json.Unmarshal(b, target)
-		}
-		return gorp.CustomScanner{Holder: new(string), Target: target, Binder: binder}, true
-	case *model.StringInterface:
-		binder := func(holder, target interface{}) error {
-			s, ok := holder.(*string)
-			if !ok {
-				return errors.New(utils.T("store.sql.convert_string_interface"))
-			}
-			b := []byte(*s)
-			return json.Unmarshal(b, target)
-		}
-		return gorp.CustomScanner{Holder: new(string), Target: target, Binder: binder}, true
-	case *map[string]interface{}:
-		binder := func(holder, target interface{}) error {
-			s, ok := holder.(*string)
-			if !ok {
-				return errors.New(utils.T("store.sql.convert_string_interface"))
-			}
-			b := []byte(*s)
-			return json.Unmarshal(b, target)
-		}
-		return gorp.CustomScanner{Holder: new(string), Target: target, Binder: binder}, true
-	}
-
-	return gorp.CustomScanner{}, false
-}
-
-func convertMySQLFullTextColumnsToPostgres(columnNames string) string {
-	columns := strings.Split(columnNames, ", ")
-	concatenatedColumnNames := ""
-	for i, c := range columns {
-		concatenatedColumnNames += c
-		if i < len(columns)-1 {
-			concatenatedColumnNames += " || ' ' || "
-		}
-	}
-
-	return concatenatedColumnNames
-}
-
-func encrypt(key []byte, text string) (string, error) {
-
-	if text == "" || text == "{}" {
-		return "", nil
-	}
-
-	plaintext := []byte(text)
-	skey := sha512.Sum512(key)
-	ekey, akey := skey[:32], skey[32:]
-
-	block, err := aes.NewCipher(ekey)
-	if err != nil {
-		return "", err
-	}
-
-	macfn := hmac.New(sha256.New, akey)
-	ciphertext := make([]byte, aes.BlockSize+macfn.Size()+len(plaintext))
-	iv := ciphertext[:aes.BlockSize]
-	if _, err := io.ReadFull(crand.Reader, iv); err != nil {
-		return "", err
-	}
-
-	stream := cipher.NewCFBEncrypter(block, iv)
-	stream.XORKeyStream(ciphertext[aes.BlockSize+macfn.Size():], plaintext)
-	macfn.Write(ciphertext[aes.BlockSize+macfn.Size():])
-	mac := macfn.Sum(nil)
-	copy(ciphertext[aes.BlockSize:aes.BlockSize+macfn.Size()], mac)
-
-	return base64.URLEncoding.EncodeToString(ciphertext), nil
-}
-
-func decrypt(key []byte, cryptoText string) (string, error) {
-
-	if cryptoText == "" || cryptoText == "{}" {
-		return "{}", nil
-	}
-
-	ciphertext, err := base64.URLEncoding.DecodeString(cryptoText)
-	if err != nil {
-		return "", err
-	}
-
-	skey := sha512.Sum512(key)
-	ekey, akey := skey[:32], skey[32:]
-	macfn := hmac.New(sha256.New, akey)
-	if len(ciphertext) < aes.BlockSize+macfn.Size() {
-		return "", errors.New(utils.T("store.sql.short_ciphertext"))
-	}
-
-	macfn.Write(ciphertext[aes.BlockSize+macfn.Size():])
-	expectedMac := macfn.Sum(nil)
-	mac := ciphertext[aes.BlockSize : aes.BlockSize+macfn.Size()]
-	if hmac.Equal(expectedMac, mac) != true {
-		return "", errors.New(utils.T("store.sql.incorrect_mac"))
-	}
-
-	block, err := aes.NewCipher(ekey)
-	if err != nil {
-		return "", err
-	}
-
-	if len(ciphertext) < aes.BlockSize {
-		return "", errors.New(utils.T("store.sql.too_short_ciphertext"))
-	}
-	iv := ciphertext[:aes.BlockSize]
-	ciphertext = ciphertext[aes.BlockSize+macfn.Size():]
-
-	stream := cipher.NewCFBDecrypter(block, iv)
-
-	stream.XORKeyStream(ciphertext, ciphertext)
-
-	return fmt.Sprintf("%s", ciphertext), nil
+/*type SqlStore struct {
+	master         *gorp.DbMap
+	replicas       []*gorp.DbMap
+	searchReplicas []*gorp.DbMap
+	team           TeamStore
+	channel        ChannelStore
+	post           PostStore
+	user           UserStore
+	audit          AuditStore
+	compliance     ComplianceStore
+	session        SessionStore
+	oauth          OAuthStore
+	system         SystemStore
+	webhook        WebhookStore
+	command        CommandStore
+	preference     PreferenceStore
+	license        LicenseStore
+	token          TokenStore
+	emoji          EmojiStore
+	status         StatusStore
+	fileInfo       FileInfoStore
+	reaction       ReactionStore
+	jobStatus      JobStatusStore
+	SchemaVersion  string
+	rrCounter      int64
+	srCounter      int64
+}*/
+
+type SqlStore interface {
+	GetCurrentSchemaVersion() string
+	GetMaster() *gorp.DbMap
+	GetSearchReplica() *gorp.DbMap
+	GetReplica() *gorp.DbMap
+	TotalMasterDbConnections() int
+	TotalReadDbConnections() int
+	TotalSearchDbConnections() int
+	MarkSystemRanUnitTests()
+	DoesTableExist(tablename string) bool
+	DoesColumnExist(tableName string, columName string) bool
+	CreateColumnIfNotExists(tableName string, columnName string, mySqlColType string, postgresColType string, defaultValue string) bool
+	RemoveColumnIfExists(tableName string, columnName string) bool
+	RemoveTableIfExists(tableName string) bool
+	RenameColumnIfExists(tableName string, oldColumnName string, newColumnName string, colType string) bool
+	GetMaxLengthOfColumnIfExists(tableName string, columnName string) string
+	AlterColumnTypeIfExists(tableName string, columnName string, mySqlColType string, postgresColType string) bool
+	CreateUniqueIndexIfNotExists(indexName string, tableName string, columnName string) bool
+	CreateIndexIfNotExists(indexName string, tableName string, columnName string) bool
+	CreateFullTextIndexIfNotExists(indexName string, tableName string, columnName string) bool
+	RemoveIndexIfExists(indexName string, tableName string) bool
+	GetAllConns() []*gorp.DbMap
+	Close()
+	Team() TeamStore
+	Channel() ChannelStore
+	Post() PostStore
+	User() UserStore
+	Audit() AuditStore
+	ClusterDiscovery() ClusterDiscoveryStore
+	Compliance() ComplianceStore
+	Session() SessionStore
+	OAuth() OAuthStore
+	System() SystemStore
+	Webhook() WebhookStore
+	Command() CommandStore
+	Preference() PreferenceStore
+	License() LicenseStore
+	Token() TokenStore
+	Emoji() EmojiStore
+	Status() StatusStore
+	FileInfo() FileInfoStore
+	Reaction() ReactionStore
 }