watsonb8/groupme
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

BIG ASS COMMIT

Browse Source
This commit is contained in:
Karmanyaah Malhotra
2021-02-13 00:53:35 -05:00
parent 95f6487912
commit eafc18099d
47 changed files with 3412 additions and 3240 deletions
Download Patch File Download Diff File Expand all files Collapse all files

230
database/upgrades/2018-09-01-initial-schema.go
View File

@ -1,66 +1,198 @@
package upgrades
import (
"database/sql"
"gorm.io/gorm"
)
func init() {
upgrades[0] = upgrade{"Initial schema", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`CREATE TABLE IF NOT EXISTS portal (
jid VARCHAR(255),
receiver VARCHAR(255),
mxid VARCHAR(255) UNIQUE,
upgrades[0] = upgrade{"Initial schema", func(tx *gorm.DB, ctx context) error {
// _, err := tx.Exec(`CREATE TABLE IF NOT EXISTS portal (
// jid VARCHAR(255),
// receiver VARCHAR(255),
// mxid VARCHAR(255) UNIQUE,
name VARCHAR(255) NOT NULL,
topic VARCHAR(255) NOT NULL,
avatar VARCHAR(255) NOT NULL,
// name VARCHAR(255) NOT NULL,
// topic VARCHAR(512) NOT NULL,
// avatar VARCHAR(255) NOT NULL,
// avatar_url VARCHAR(255),
// encrypted BOOLEAN NOT NULL DEFAULT false
PRIMARY KEY (jid, receiver)
)`)
if err != nil {
return err
}
// PRIMARY KEY (jid, receiver)
// )`)
// if err != nil {
// return err
// }
_, err = tx.Exec(`CREATE TABLE IF NOT EXISTS puppet (
jid VARCHAR(255) PRIMARY KEY,
avatar VARCHAR(255),
displayname VARCHAR(255),
name_quality SMALLINT
)`)
if err != nil {
return err
}
// _, err = tx.Exec(`CREATE TABLE IF NOT EXISTS puppet (
// jid VARCHAR(255) PRIMARY KEY,
// avatar VARCHAR(255),
// displayname VARCHAR(255),
// name_quality SMALLINT,
// custom_mxid VARCHAR(255),
// access_token VARCHAR(1023),
// next_batch VARCHAR(255),
// avatar_url VARCHAR(255),
// enable_presence BOOLEAN NOT NULL DEFAULT true,
// enable_receipts BOOLEAN NOT NULL DEFAULT true
// )`)
// if err != nil {
// return err
// }
_, err = tx.Exec(`CREATE TABLE IF NOT EXISTS "user" (
mxid VARCHAR(255) PRIMARY KEY,
jid VARCHAR(255) UNIQUE,
// _, err = tx.Exec(`CREATE TABLE IF NOT EXISTS "user" (
// mxid VARCHAR(255) PRIMARY KEY,
// jid VARCHAR(255) UNIQUE,
management_room VARCHAR(255),
// management_room VARCHAR(255),
client_id VARCHAR(255),
client_token VARCHAR(255),
server_token VARCHAR(255),
enc_key bytea,
mac_key bytea
)`)
if err != nil {
return err
}
// client_id VARCHAR(255),
// client_token VARCHAR(255),
// server_token VARCHAR(255),
// enc_key bytea,
// mac_key bytea,
// last_connection BIGINT NOT NULL DEFAULT 0
// )`)
// if err != nil {
// return err
// }
_, err = tx.Exec(`CREATE TABLE IF NOT EXISTS message (
chat_jid VARCHAR(255),
chat_receiver VARCHAR(255),
jid VARCHAR(255),
mxid VARCHAR(255) NOT NULL UNIQUE,
sender VARCHAR(255) NOT NULL,
content bytea NOT NULL,
// _, err = tx.Exec(`CREATE TABLE IF NOT EXISTS "user_portal" (
// user_jid VARCHAR(255),
// portal_jid VARCHAR(255),
// portal_receiver VARCHAR(255),
// in_community BOOLEAN NOT NULL DEFAULT FALSE,
PRIMARY KEY (chat_jid, chat_receiver, jid),
FOREIGN KEY (chat_jid, chat_receiver) REFERENCES portal(jid, receiver) ON DELETE CASCADE
)`)
if err != nil {
return err
}
// PRIMARY KEY (user_jid, portal_jid, portal_receiver),
// FOREIGN KEY (user_jid) REFERENCES "user"(jid) ON DELETE CASCADE,
// FOREIGN KEY (portal_jid, portal_receiver) REFERENCES portal(jid, receiver) ON DELETE CASCADE
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE IF NOT EXISTS message (
// chat_jid VARCHAR(255),
// chat_receiver VARCHAR(255),
// jid VARCHAR(255),
// mxid VARCHAR(255) NOT NULL UNIQUE,
// sender VARCHAR(255) NOT NULL,
// content bytea NOT NULL,
// timestamp BIGINT NOT NULL DEFAULT 0,
// PRIMARY KEY (chat_jid, chat_receiver, jid),
// FOREIGN KEY (chat_jid, chat_receiver) REFERENCES portal(jid, receiver) ON DELETE CASCADE
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE IF NOT EXISTS mx_registrations (
// user_id VARCHAR(255) PRIMARY KEY
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE IF NOT EXISTS mx_room_state (
// room_id VARCHAR(255) PRIMARY KEY,
// power_levels TEXT
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE IF NOT EXISTS mx_user_profile (
// room_id VARCHAR(255),
// user_id VARCHAR(255),
// membership VARCHAR(15) NOT NULL,
// PRIMARY KEY (room_id, user_id),
// displayname TEXT,
// avatar_url VARCHAR(255)
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE IF NOT EXISTS crypto_olm_session (
// session_id CHAR(43) PRIMARY KEY,
// sender_key CHAR(43) NOT NULL,
// session bytea NOT NULL,
// created_at timestamp NOT NULL,
// last_used timestamp NOT NULL
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE crypto_megolm_inbound_session (
// session_id CHAR(43) PRIMARY KEY,
// sender_key CHAR(43) NOT NULL,
// signing_key CHAR(43) NOT NULL,
// room_id VARCHAR(255) NOT NULL,
// session bytea NOT NULL,
// forwarding_chains bytea NOT NULL
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE crypto_device (
// user_id VARCHAR(255),
// device_id VARCHAR(255),
// identity_key CHAR(43) NOT NULL,
// signing_key CHAR(43) NOT NULL,
// trust SMALLINT NOT NULL,
// deleted BOOLEAN NOT NULL,
// name VARCHAR(255) NOT NULL,
// PRIMARY KEY (user_id, device_id)
// )`)
// _, err = tx.Exec(`CREATE TABLE crypto_tracked_user (
// user_id VARCHAR(255) PRIMARY KEY
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE crypto_message_index (
// sender_key CHAR(43),
// session_id CHAR(43),
// "index" INTEGER,
// event_id VARCHAR(255) NOT NULL,
// timestamp BIGINT NOT NULL,
// PRIMARY KEY (sender_key, session_id, "index")
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE crypto_account (
// device_id VARCHAR(255) PRIMARY KEY,
// shared BOOLEAN NOT NULL,
// sync_token TEXT NOT NULL,
// account bytea NOT NULL
// )`)
// if err != nil {
// return err
// }
// _, err = tx.Exec(`CREATE TABLE crypto_megolm_outbound_session (
// room_id VARCHAR(255) PRIMARY KEY,
// session_id CHAR(43) NOT NULL UNIQUE,
// session bytea NOT NULL,
// shared BOOLEAN NOT NULL,
// max_messages INTEGER NOT NULL,
// message_count INTEGER NOT NULL,
// max_age BIGINT NOT NULL,
// created_at timestamp NOT NULL,
// last_used timestamp NOT NULL
// )`)
// if err != nil {
// return err
// }
return nil
}}

31
database/upgrades/2019-05-16-message-delete-cascade.go
View File

@ -1,31 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[1] = upgrade{"Add ON DELETE CASCADE to message table", func(tx *sql.Tx, ctx context) error {
if ctx.dialect == SQLite {
// SQLite doesn't support constraint updates, but it isn't that careful with constraints anyway.
return nil
}
res, _ := ctx.db.Query(`SELECT EXISTS(SELECT constraint_name FROM information_schema.table_constraints
WHERE table_name='message' AND constraint_name='message_chat_jid_fkey')`)
var exists bool
_ = res.Scan(&exists)
if exists {
_, err := tx.Exec("ALTER TABLE message DROP CONSTRAINT IF EXISTS message_chat_jid_fkey")
if err != nil {
return err
}
_, err = tx.Exec(`ALTER TABLE message ADD CONSTRAINT message_chat_jid_fkey
FOREIGN KEY (chat_jid, chat_receiver) REFERENCES portal(jid, receiver)
ON DELETE CASCADE`)
if err != nil {
return err
}
}
return nil
}}
}

15
database/upgrades/2019-05-21-message-timestamp-column.go
View File

@ -1,15 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[2] = upgrade{"Add timestamp column to messages", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec("ALTER TABLE message ADD COLUMN timestamp BIGINT NOT NULL DEFAULT 0")
if err != nil {
return err
}
return nil
}}
}

15
database/upgrades/2019-05-22-user-last-connection-column.go
View File

@ -1,15 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[3] = upgrade{"Add last_connection column to users", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`ALTER TABLE "user" ADD COLUMN last_connection BIGINT NOT NULL DEFAULT 0`)
if err != nil {
return err
}
return nil
}}
}

61
database/upgrades/2019-05-23-protoupgrade.go
View File

@ -1,61 +0,0 @@
package upgrades
import (
"database/sql"
"encoding/json"
"fmt"
)
func init() {
var keys = []string{"imageMessage", "contactMessage", "locationMessage", "extendedTextMessage", "documentMessage", "audioMessage", "videoMessage"}
upgrades[4] = upgrade{"Update message content to new protocol version. This may take a while.", func(tx *sql.Tx, ctx context) error {
rows, err := ctx.db.Query("SELECT mxid, content FROM message")
if err != nil {
return err
}
for rows.Next() {
var mxid string
var rawContent []byte
err = rows.Scan(&mxid, &rawContent)
if err != nil {
fmt.Println("Error scanning:", err)
continue
}
var content map[string]interface{}
err = json.Unmarshal(rawContent, &content)
if err != nil {
fmt.Printf("Error unmarshaling content of %s: %v\n", mxid, err)
continue
}
for _, key := range keys {
val, ok := content[key].(map[string]interface{})
if !ok {
continue
}
ci, ok := val["contextInfo"].(map[string]interface{})
if !ok {
continue
}
qm, ok := ci["quotedMessage"].([]interface{})
if !ok {
continue
}
ci["quotedMessage"] = qm[0]
goto save
}
continue
save:
rawContent, err = json.Marshal(&content)
if err != nil {
fmt.Printf("Error marshaling updated content of %s: %v\n", mxid, err)
}
_, err = tx.Exec("UPDATE message SET content=$1 WHERE mxid=$2", rawContent, mxid)
if err != nil {
fmt.Printf("Error updating row of %s: %v\n", mxid, err)
}
}
return nil
}}
}

23
database/upgrades/2019-05-23-puppet-custom-mxid-columns.go
View File

@ -1,23 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[5] = upgrade{"Add columns to store custom puppet info", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`ALTER TABLE puppet ADD COLUMN custom_mxid VARCHAR(255)`)
if err != nil {
return err
}
_, err = tx.Exec(`ALTER TABLE puppet ADD COLUMN access_token VARCHAR(1023)`)
if err != nil {
return err
}
_, err = tx.Exec(`ALTER TABLE puppet ADD COLUMN next_batch VARCHAR(255)`)
if err != nil {
return err
}
return nil
}}
}

19
database/upgrades/2019-05-28-user-portal-table.go
View File

@ -1,19 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[6] = upgrade{"Add user-portal mapping table", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`CREATE TABLE user_portal (
user_jid VARCHAR(255),
portal_jid VARCHAR(255),
portal_receiver VARCHAR(255),
PRIMARY KEY (user_jid, portal_jid, portal_receiver),
FOREIGN KEY (user_jid) REFERENCES "user"(jid) ON DELETE CASCADE,
FOREIGN KEY (portal_jid, portal_receiver) REFERENCES portal(jid, receiver) ON DELETE CASCADE
)`)
return err
}}
}

19
database/upgrades/2019-06-01-avatar-url-fields.go
View File

@ -1,19 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[7] = upgrade{"Add columns to store avatar MXC URIs", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`ALTER TABLE puppet ADD COLUMN avatar_url VARCHAR(255)`)
if err != nil {
return err
}
_, err = tx.Exec(`ALTER TABLE portal ADD COLUMN avatar_url VARCHAR(255)`)
if err != nil {
return err
}
return nil
}}
}

12
database/upgrades/2019-08-10-portal-in-community-field.go
View File

@ -1,12 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[8] = upgrade{"Add columns to store portal in filtering community meta", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`ALTER TABLE user_portal ADD COLUMN in_community BOOLEAN NOT NULL DEFAULT FALSE`)
return err
}}
}

141
database/upgrades/2019-08-25-move-state-store-to-db.go
View File

@ -1,141 +0,0 @@
package upgrades
import (
"database/sql"
"encoding/json"
"fmt"
"io/ioutil"
"os"
"strings"
"maunium.net/go/mautrix/event"
)
func init() {
migrateRegistrations := func(tx *sql.Tx, registrations map[string]bool) error {
if len(registrations) == 0 {
return nil
}
executeBatch := func(tx *sql.Tx, valueStrings []string, values ...interface{}) error {
valueString := strings.Join(valueStrings, ",")
_, err := tx.Exec("INSERT INTO mx_registrations (user_id) VALUES "+valueString, values...)
return err
}
batchSize := 100
values := make([]interface{}, 0, batchSize)
valueStrings := make([]string, 0, batchSize)
i := 1
for userID, registered := range registrations {
if i == batchSize {
err := executeBatch(tx, valueStrings, values...)
if err != nil {
return err
}
i = 1
values = make([]interface{}, 0, batchSize)
valueStrings = make([]string, 0, batchSize)
}
if registered {
values = append(values, userID)
valueStrings = append(valueStrings, fmt.Sprintf("($%d)", i))
i++
}
}
return executeBatch(tx, valueStrings, values...)
}
migrateMemberships := func(tx *sql.Tx, rooms map[string]map[string]event.Membership) error {
for roomID, members := range rooms {
if len(members) == 0 {
continue
}
var values []interface{}
var valueStrings []string
i := 1
for userID, membership := range members {
values = append(values, roomID, userID, membership)
valueStrings = append(valueStrings, fmt.Sprintf("($%d, $%d, $%d)", i, i+1, i+2))
i += 3
}
valueString := strings.Join(valueStrings, ",")
_, err := tx.Exec("INSERT INTO mx_user_profile (room_id, user_id, membership) VALUES "+valueString, values...)
if err != nil {
return err
}
}
return nil
}
migratePowerLevels := func(tx *sql.Tx, rooms map[string]*event.PowerLevelsEventContent) error {
if len(rooms) == 0 {
return nil
}
var values []interface{}
var valueStrings []string
i := 1
for roomID, powerLevels := range rooms {
powerLevelBytes, err := json.Marshal(powerLevels)
if err != nil {
return err
}
values = append(values, roomID, powerLevelBytes)
valueStrings = append(valueStrings, fmt.Sprintf("($%d, $%d)", i, i+1))
i += 2
}
valueString := strings.Join(valueStrings, ",")
_, err := tx.Exec("INSERT INTO mx_room_state (room_id, power_levels) VALUES "+valueString, values...)
return err
}
userProfileTable := `CREATE TABLE mx_user_profile (
room_id VARCHAR(255),
user_id VARCHAR(255),
membership VARCHAR(15) NOT NULL,
PRIMARY KEY (room_id, user_id)
)`
roomStateTable := `CREATE TABLE mx_room_state (
room_id VARCHAR(255) PRIMARY KEY,
power_levels TEXT
)`
registrationsTable := `CREATE TABLE mx_registrations (
user_id VARCHAR(255) PRIMARY KEY
)`
type TempStateStore struct {
Registrations map[string]bool `json:"registrations"`
Members map[string]map[string]event.Membership `json:"memberships"`
PowerLevels map[string]*event.PowerLevelsEventContent `json:"power_levels"`
}
upgrades[9] = upgrade{"Move state store to main DB", func(tx *sql.Tx, ctx context) error {
if ctx.dialect == Postgres {
roomStateTable = strings.Replace(roomStateTable, "TEXT", "JSONB", 1)
}
var store TempStateStore
if _, err := tx.Exec(userProfileTable); err != nil {
return err
} else if _, err = tx.Exec(roomStateTable); err != nil {
return err
} else if _, err = tx.Exec(registrationsTable); err != nil {
return err
} else if data, err := ioutil.ReadFile("mx-state.json"); err != nil {
ctx.log.Debugln("mx-state.json not found, not migrating state store")
} else if err = json.Unmarshal(data, &store); err != nil {
return err
} else if err = migrateRegistrations(tx, store.Registrations); err != nil {
return err
} else if err = migrateMemberships(tx, store.Members); err != nil {
return err
} else if err = migratePowerLevels(tx, store.PowerLevels); err != nil {
return err
} else if err = os.Rename("mx-state.json", "mx-state.json.bak"); err != nil {
return err
}
return nil
}}
}

16
database/upgrades/2019-11-10-full-member-state-store.go
View File

@ -1,16 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[10] = upgrade{"Add columns to store full member info in state store", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`ALTER TABLE mx_user_profile ADD COLUMN displayname TEXT`)
if err != nil {
return err
}
_, err = tx.Exec(`ALTER TABLE mx_user_profile ADD COLUMN avatar_url VARCHAR(255)`)
return err
}}
}

16
database/upgrades/2019-11-12-fix-room-topic-length.go
View File

@ -1,16 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[11] = upgrade{"Adjust the length of column topic in portal", func(tx *sql.Tx, ctx context) error {
if ctx.dialect == SQLite {
// SQLite doesn't support constraint updates, but it isn't that careful with constraints anyway.
return nil
}
_, err := tx.Exec(`ALTER TABLE portal ALTER COLUMN topic TYPE VARCHAR(512)`)
return err
}}
}

12
database/upgrades/2020-05-09-add-portal-encrypted-field.go
View File

@ -1,12 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[12] = upgrade{"Add encryption status to portal table", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`ALTER TABLE portal ADD COLUMN encrypted BOOLEAN NOT NULL DEFAULT false`)
return err
}}
}

73
database/upgrades/2020-05-09-crypto-store.go
View File

@ -1,73 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[13] = upgrade{"Add crypto store to database", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`CREATE TABLE crypto_account (
device_id VARCHAR(255) PRIMARY KEY,
shared BOOLEAN NOT NULL,
sync_token TEXT NOT NULL,
account bytea NOT NULL
)`)
if err != nil {
return err
}
_, err = tx.Exec(`CREATE TABLE crypto_message_index (
sender_key CHAR(43),
session_id CHAR(43),
"index" INTEGER,
event_id VARCHAR(255) NOT NULL,
timestamp BIGINT NOT NULL,
PRIMARY KEY (sender_key, session_id, "index")
)`)
if err != nil {
return err
}
_, err = tx.Exec(`CREATE TABLE crypto_tracked_user (
user_id VARCHAR(255) PRIMARY KEY
)`)
if err != nil {
return err
}
_, err = tx.Exec(`CREATE TABLE crypto_device (
user_id VARCHAR(255),
device_id VARCHAR(255),
identity_key CHAR(43) NOT NULL,
signing_key CHAR(43) NOT NULL,
trust SMALLINT NOT NULL,
deleted BOOLEAN NOT NULL,
name VARCHAR(255) NOT NULL,
PRIMARY KEY (user_id, device_id)
)`)
if err != nil {
return err
}
_, err = tx.Exec(`CREATE TABLE crypto_olm_session (
session_id CHAR(43) PRIMARY KEY,
sender_key CHAR(43) NOT NULL,
session bytea NOT NULL,
created_at timestamp NOT NULL,
last_used timestamp NOT NULL
)`)
if err != nil {
return err
}
_, err = tx.Exec(`CREATE TABLE crypto_megolm_inbound_session (
session_id CHAR(43) PRIMARY KEY,
sender_key CHAR(43) NOT NULL,
signing_key CHAR(43) NOT NULL,
room_id VARCHAR(255) NOT NULL,
session bytea NOT NULL,
forwarding_chains bytea NOT NULL
)`)
if err != nil {
return err
}
return nil
}}
}

25
database/upgrades/2020-05-12-outbound-group-session-store.go
View File

@ -1,25 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[14] = upgrade{"Add outbound group sessions to database", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`CREATE TABLE crypto_megolm_outbound_session (
room_id VARCHAR(255) PRIMARY KEY,
session_id CHAR(43) NOT NULL UNIQUE,
session bytea NOT NULL,
shared BOOLEAN NOT NULL,
max_messages INTEGER NOT NULL,
message_count INTEGER NOT NULL,
max_age BIGINT NOT NULL,
created_at timestamp NOT NULL,
last_used timestamp NOT NULL
)`)
if err != nil {
return err
}
return nil
}}
}

12
database/upgrades/2020-07-10-custom-puppet-presence-toggle.go
View File

@ -1,12 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[15] = upgrade{"Add enable_presence column for puppets", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`ALTER TABLE puppet ADD COLUMN enable_presence BOOLEAN NOT NULL DEFAULT true`)
return err
}}
}

13
database/upgrades/2020-07-10-update-crypto-store.go
View File

@ -1,13 +0,0 @@
package upgrades
import (
"database/sql"
"maunium.net/go/mautrix/crypto/sql_store_upgrade"
)
func init() {
upgrades[16] = upgrade{"Add account_id to crypto store", func(tx *sql.Tx, c context) error {
return sql_store_upgrade.Upgrades[1](tx, c.dialect.String())
}}
}

12
database/upgrades/2020-07-10-x-custom-puppet-receipts-toggle.go
View File

@ -1,12 +0,0 @@
package upgrades
import (
"database/sql"
)
func init() {
upgrades[17] = upgrade{"Add enable_receipts column for puppets", func(tx *sql.Tx, ctx context) error {
_, err := tx.Exec(`ALTER TABLE puppet ADD COLUMN enable_receipts BOOLEAN NOT NULL DEFAULT true`)
return err
}}
}

13
database/upgrades/2020-08-03-update-crypto-store.go
View File

@ -1,13 +0,0 @@
package upgrades
import (
"database/sql"
"maunium.net/go/mautrix/crypto/sql_store_upgrade"
)
func init() {
upgrades[18] = upgrade{"Add megolm withheld data to crypto store", func(tx *sql.Tx, c context) error {
return sql_store_upgrade.Upgrades[2](tx, c.dialect.String())
}}
}

13
database/upgrades/2020-10-28-crypto-store-cross-signing.go
View File

@ -1,13 +0,0 @@
package upgrades
import (
"database/sql"
"maunium.net/go/mautrix/crypto/sql_store_upgrade"
)
func init() {
upgrades[19] = upgrade{"Add cross-signing keys to crypto store", func(tx *sql.Tx, c context) error {
return sql_store_upgrade.Upgrades[3](tx, c.dialect.String())
}}
}

79
database/upgrades/upgrades.go
View File

@ -1,10 +1,11 @@
package upgrades
import (
"database/sql"
"errors"
"fmt"
"strings"
"gorm.io/gorm"
log "maunium.net/go/maulogger/v2"
)
@ -26,11 +27,11 @@ func (dialect Dialect) String() string {
}
}
type upgradeFunc func(*sql.Tx, context) error
type upgradeFunc func(*gorm.DB, context) error
type context struct {
dialect Dialect
db *sql.DB
db *gorm.DB
log log.Logger
}
@ -39,36 +40,45 @@ type upgrade struct {
fn upgradeFunc
}
const NumberOfUpgrades = 20
type version struct {
gorm.Model
V int
}
const NumberOfUpgrades = 1
var upgrades [NumberOfUpgrades]upgrade
var UnsupportedDatabaseVersion = fmt.Errorf("unsupported database version")
func GetVersion(db *sql.DB) (int, error) {
_, err := db.Exec("CREATE TABLE IF NOT EXISTS version (version INTEGER)")
if err != nil {
return -1, err
}
func GetVersion(db *gorm.DB) (int, error) {
var ver = version{V: 0}
result := db.FirstOrCreate(&ver, &ver)
if result.Error != nil {
if errors.Is(result.Error, gorm.ErrRecordNotFound) ||
errors.Is(result.Error, gorm.ErrInvalidField) {
db.Create(&ver)
print("create version")
version := 0
row := db.QueryRow("SELECT version FROM version LIMIT 1")
if row != nil {
_ = row.Scan(&version)
} else {
return 0, result.Error
}
}
return version, nil
return int(ver.V), nil
}
func SetVersion(tx *sql.Tx, version int) error {
_, err := tx.Exec("DELETE FROM version")
if err != nil {
return err
func SetVersion(tx *gorm.DB, newVersion int) error {
err := tx.Where("v IS NOT NULL").Delete(&version{})
if err.Error != nil {
return err.Error
}
_, err = tx.Exec("INSERT INTO version (version) VALUES ($1)", version)
return err
val := version{V: newVersion}
tx = tx.Create(&val)
return tx.Error
}
func Run(log log.Logger, dialectName string, db *sql.DB) error {
func Run(log log.Logger, dialectName string, db *gorm.DB) error {
var dialect Dialect
switch strings.ToLower(dialectName) {
case "postgres":
@ -79,7 +89,9 @@ func Run(log log.Logger, dialectName string, db *sql.DB) error {
return fmt.Errorf("unknown dialect %s", dialectName)
}
db.AutoMigrate(&version{})
version, err := GetVersion(db)
if err != nil {
return err
}
@ -91,22 +103,21 @@ func Run(log log.Logger, dialectName string, db *sql.DB) error {
log.Infofln("Database currently on v%d, latest: v%d", version, NumberOfUpgrades)
for i, upgrade := range upgrades[version:] {
log.Infofln("Upgrading database to v%d: %s", version+i+1, upgrade.message)
tx, err := db.Begin()
if err != nil {
return err
}
err = upgrade.fn(tx, context{dialect, db, log})
if err != nil {
return err
}
err = SetVersion(tx, version+i+1)
if err != nil {
return err
}
err = tx.Commit()
err = db.Transaction(func(tx *gorm.DB) error {
err = upgrade.fn(tx, context{dialect, db, log})
if err != nil {
return err
}
err = SetVersion(tx, version+i+1)
if err != nil {
return err
}
return nil
})
if err != nil {
return err
}
}
return nil
}