Move Matrix state store to main database. Fixes #64

database/upgrades/2019-08-25-move-state-store-to-db.go

@@ -0,0 +1,107 @@
+package upgrades
+
+import (
+	"database/sql"
+	"encoding/json"
+	"fmt"
+	"io/ioutil"
+	"strings"
+
+	"maunium.net/go/mautrix"
+	"maunium.net/go/mautrix-appservice"
+)
+
+func init() {
+	migrateRegistrations := func(tx *sql.Tx, registrations map[string]bool) error {
+		values := make([]interface{}, 0, len(registrations))
+		valueStrings := make([]string, 0, len(registrations))
+		i := 1
+		for userID, registered := range registrations {
+			if registered {
+				values = append(values, userID)
+				valueStrings = append(valueStrings, fmt.Sprintf("($%d)", i))
+				i++
+			}
+		}
+		valueString := strings.Join(valueStrings, ",")
+		_, err := tx.Exec("INSERT INTO mx_registrations (user_id) VALUES "+valueString, values...)
+		return err
+	}
+
+	migrateMemberships := func(tx *sql.Tx, rooms map[string]map[string]mautrix.Membership) error {
+		var values []interface{}
+		var valueStrings []string
+		i := 1
+		for roomID, members := range rooms {
+			for userID, membership := range members {
+				values = append(values, roomID, userID, membership)
+				valueStrings = append(valueStrings, fmt.Sprintf("($%d, $%d, $%d)", i, i+1, i+2))
+				i += 3
+			}
+		}
+		valueString := strings.Join(valueStrings, ",")
+		_, err := tx.Exec("INSERT INTO mx_user_profile (room_id, user_id, membership) VALUES "+valueString, values...)
+		return err
+	}
+
+	migratePowerLevels := func(tx *sql.Tx, rooms map[string]*mautrix.PowerLevels) error {
+		var values []interface{}
+		var valueStrings []string
+		i := 1
+		for roomID, powerLevels := range rooms {
+			powerLevelBytes, err := json.Marshal(powerLevels)
+			if err != nil {
+				return err
+			}
+			values = append(values, roomID, powerLevelBytes)
+			valueStrings = append(valueStrings, fmt.Sprintf("($%d, $%d)", i, i+1))
+			i += 2
+		}
+		valueString := strings.Join(valueStrings, ",")
+		_, err := tx.Exec("INSERT INTO mx_room_state (room_id, power_levels) VALUES "+valueString, values...)
+		return err
+	}
+
+	userProfileTable := `CREATE TABLE mx_user_profile (
+		room_id     VARCHAR(255),
+		user_id     VARCHAR(255),
+		membership  VARCHAR(15) NOT NULL,
+		PRIMARY KEY (room_id, user_id)
+	)`
+
+	roomStateTable := `CREATE TABLE mx_room_state (
+		room_id      VARCHAR(255) PRIMARY KEY,
+		power_levels TEXT
+	)`
+
+	registrationsTable := `CREATE TABLE mx_registrations (
+		user_id VARCHAR(255) PRIMARY KEY
+	)`
+
+	upgrades[9] = upgrade{"Move state store to main DB", func(dialect Dialect, tx *sql.Tx, db *sql.DB) error {
+		store := appservice.NewBasicStateStore().(*appservice.BasicStateStore)
+
+		if dialect == Postgres {
+			roomStateTable = strings.Replace(roomStateTable, "TEXT", "JSONB", 1)
+		}
+
+		if data, err := ioutil.ReadFile("mx-state.json"); err != nil {
+			return err
+		} else if err = json.Unmarshal(data, &store); err != nil {
+			return err
+		} else if _, err := tx.Exec(userProfileTable); err != nil {
+			return err
+		} else if _, err = tx.Exec(roomStateTable); err != nil {
+			return err
+		} else if _, err = tx.Exec(registrationsTable); err != nil {
+			return err
+		} else if err = migrateRegistrations(tx, store.Registrations); err != nil {
+			return err
+		} else if err = migrateMemberships(tx, store.Memberships); err != nil {
+			return err
+		} else if err = migratePowerLevels(tx, store.PowerLevels); err != nil {
+			return err
+		}
+		return nil
+	}}
+}

database/upgrades/upgrades.go

@@ -22,7 +22,7 @@ type upgrade struct {
 	fn upgradeFunc
 }
 
-const NumberOfUpgrades = 9
+const NumberOfUpgrades = 10
 
 var upgrades [NumberOfUpgrades]upgrade