hoernschen/dendrite
1
0
Fork 0
mirror of https://github.com/hoernschen/dendrite.git synced 2024-12-27 07:28:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Try to close rows more

Browse source
This commit is contained in:
Neil Alexander 2021-04-19 14:09:27 +01:00
parent 4c2d2dbe03
commit f975caa1b6
No known key found for this signature in database
GPG key ID: A02A2019A2BB0944
1 changed files with 30 additions and 22 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

52
roomserver/storage/postgres/deltas/20210416150927_state_blocks_refactor.go
View file

@ -25,6 +25,13 @@ import (
"github.com/sirupsen/logrus"
)
type stateBlockData struct {
StateSnapshotNID types.StateSnapshotNID
RoomNID types.RoomNID
StateBlockNID types.StateBlockNID
EventNIDs types.EventNIDs
}
func LoadStateBlocksRefactor(m *sqlutil.Migrations) {
m.AddMigration(UpStateBlocksRefactor, DownStateBlocksRefactor)
}
@ -76,10 +83,10 @@ func UpStateBlocksRefactor(tx *sql.Tx) error {
var lastsnapshot types.StateSnapshotNID
var newblocks types.StateBlockNIDs
var snapshots *sql.Rows
var snapshotrows *sql.Rows
for ; batchoffset < snapshotcount; batchoffset += batchsize {
snapshots, err = tx.Query(`
snapshotrows, err = tx.Query(`
SELECT
state_snapshot_nid,
room_nid,
@ -109,24 +116,29 @@ func UpStateBlocksRefactor(tx *sql.Tx) error {
return fmt.Errorf("tx.Query: %w", err)
}
for snapshots.Next() {
logrus.Warnf("Performing %d to %d...", batchoffset, batchoffset+batchsize)
var snapshots []stateBlockData
var snapshot types.StateSnapshotNID
var room types.RoomNID
var block types.StateBlockNID
for snapshotrows.Next() {
logrus.Warnf("Performing %d to %d...", batchoffset, batchoffset+batchsize)
var snapshot stateBlockData
var eventsarray pq.Int64Array
if err = snapshots.Scan(&snapshot, &room, &block, &eventsarray); err != nil {
if err = snapshotrows.Scan(&snapshot.StateSnapshotNID, &snapshot.RoomNID, &snapshot.StateBlockNID, &eventsarray); err != nil {
return fmt.Errorf("rows.Scan: %w", err)
}
var events types.EventNIDs
for _, e := range eventsarray {
events = append(events, types.EventNID(e))
snapshot.EventNIDs = append(snapshot.EventNIDs, types.EventNID(e))
}
events = events[:util.SortAndUnique(events)]
eventsarray = eventsarray[:0]
for _, e := range events {
snapshot.EventNIDs = snapshot.EventNIDs[:util.SortAndUnique(snapshot.EventNIDs)]
snapshots = append(snapshots, snapshot)
}
if err = snapshotrows.Close(); err != nil {
return fmt.Errorf("snapshots.Close: %w", err)
}
for _, snapshot := range snapshots {
var eventsarray pq.Int64Array
for _, e := range snapshot.EventNIDs {
eventsarray = append(eventsarray, int64(e))
}
@ -142,14 +154,14 @@ func UpStateBlocksRefactor(tx *sql.Tx) error {
}
newblocks = append(newblocks, blocknid)
if snapshot != lastsnapshot {
if snapshot.StateSnapshotNID != lastsnapshot {
var newsnapshot types.StateSnapshotNID
err = tx.QueryRow(`
INSERT INTO roomserver_state_snapshots (room_nid, state_block_nids)
VALUES ($1, $2)
ON CONFLICT (room_nid, state_block_nids) DO UPDATE SET room_nid=$3
ON CONFLICT (room_nid, state_block_nids) DO UPDATE SET room_nid=$1
RETURNING state_snapshot_nid
`, room, newblocks, room).Scan(&newsnapshot)
`, snapshot.RoomNID, newblocks).Scan(&newsnapshot)
if err != nil {
return fmt.Errorf("tx.QueryRow.Scan (insert new snapshot): %w", err)
}
@ -165,13 +177,9 @@ func UpStateBlocksRefactor(tx *sql.Tx) error {
fmt.Println("Rewrote snapshot", snapshot, "to", newsnapshot)
newblocks = newblocks[:0]
lastsnapshot = snapshot
lastsnapshot = snapshot.StateSnapshotNID
}
}
if err = snapshots.Close(); err != nil {
return fmt.Errorf("snapshots.Close: %w", err)
}
}
if _, err = tx.Exec(`DROP TABLE _roomserver_state_snapshots;`); err != nil {