2020-08-04 10:41:48 +00:00
|
|
|
// Copyright 2020 The Matrix.org Foundation C.I.C.
|
|
|
|
//
|
2020-08-04 10:32:14 +00:00
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package consumers
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"encoding/json"
|
|
|
|
|
2021-11-24 10:45:23 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationapi/queue"
|
|
|
|
"github.com/matrix-org/dendrite/federationapi/storage"
|
2022-03-29 12:14:35 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationapi/types"
|
2020-08-04 10:32:14 +00:00
|
|
|
"github.com/matrix-org/dendrite/keyserver/api"
|
2020-09-04 14:58:30 +00:00
|
|
|
roomserverAPI "github.com/matrix-org/dendrite/roomserver/api"
|
2020-12-02 17:41:00 +00:00
|
|
|
"github.com/matrix-org/dendrite/setup/config"
|
2022-01-05 17:44:49 +00:00
|
|
|
"github.com/matrix-org/dendrite/setup/jetstream"
|
2021-01-26 12:56:20 +00:00
|
|
|
"github.com/matrix-org/dendrite/setup/process"
|
2020-08-04 10:32:14 +00:00
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
2022-02-04 13:08:13 +00:00
|
|
|
"github.com/nats-io/nats.go"
|
2021-08-17 12:44:30 +00:00
|
|
|
"github.com/sirupsen/logrus"
|
2020-08-04 10:32:14 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// KeyChangeConsumer consumes events that originate in key server.
|
|
|
|
type KeyChangeConsumer struct {
|
2022-01-05 17:44:49 +00:00
|
|
|
ctx context.Context
|
2022-02-04 13:08:13 +00:00
|
|
|
jetstream nats.JetStreamContext
|
|
|
|
durable string
|
2020-08-04 10:32:14 +00:00
|
|
|
db storage.Database
|
|
|
|
queues *queue.OutgoingQueues
|
|
|
|
serverName gomatrixserverlib.ServerName
|
2020-09-04 14:58:30 +00:00
|
|
|
rsAPI roomserverAPI.RoomserverInternalAPI
|
2022-02-04 13:08:13 +00:00
|
|
|
topic string
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewKeyChangeConsumer creates a new KeyChangeConsumer. Call Start() to begin consuming from key servers.
|
|
|
|
func NewKeyChangeConsumer(
|
2021-01-26 12:56:20 +00:00
|
|
|
process *process.ProcessContext,
|
2020-08-10 13:18:04 +00:00
|
|
|
cfg *config.KeyServer,
|
2022-02-04 13:08:13 +00:00
|
|
|
js nats.JetStreamContext,
|
2020-08-04 10:32:14 +00:00
|
|
|
queues *queue.OutgoingQueues,
|
|
|
|
store storage.Database,
|
2020-09-04 14:58:30 +00:00
|
|
|
rsAPI roomserverAPI.RoomserverInternalAPI,
|
2020-08-04 10:32:14 +00:00
|
|
|
) *KeyChangeConsumer {
|
2022-02-04 13:08:13 +00:00
|
|
|
return &KeyChangeConsumer{
|
|
|
|
ctx: process.Context(),
|
|
|
|
jetstream: js,
|
2022-03-23 10:20:18 +00:00
|
|
|
durable: cfg.Matrix.JetStream.Prefixed("FederationAPIKeyChangeConsumer"),
|
|
|
|
topic: cfg.Matrix.JetStream.Prefixed(jetstream.OutputKeyChangeEvent),
|
2020-08-04 10:32:14 +00:00
|
|
|
queues: queues,
|
|
|
|
db: store,
|
|
|
|
serverName: cfg.Matrix.ServerName,
|
2020-09-04 14:58:30 +00:00
|
|
|
rsAPI: rsAPI,
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Start consuming from key servers
|
|
|
|
func (t *KeyChangeConsumer) Start() error {
|
2022-02-04 13:08:13 +00:00
|
|
|
return jetstream.JetStreamConsumer(
|
|
|
|
t.ctx, t.jetstream, t.topic, t.durable, t.onMessage,
|
|
|
|
nats.DeliverAll(), nats.ManualAck(),
|
|
|
|
)
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// onMessage is called in response to a message received on the
|
|
|
|
// key change events topic from the key server.
|
2022-02-04 13:08:13 +00:00
|
|
|
func (t *KeyChangeConsumer) onMessage(ctx context.Context, msg *nats.Msg) bool {
|
2020-08-04 10:32:14 +00:00
|
|
|
var m api.DeviceMessage
|
2022-02-04 13:08:13 +00:00
|
|
|
if err := json.Unmarshal(msg.Data, &m); err != nil {
|
2021-09-08 16:31:03 +00:00
|
|
|
logrus.WithError(err).Errorf("failed to read device message from key change topic")
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
2021-11-16 09:27:49 +00:00
|
|
|
if m.DeviceKeys == nil && m.OutputCrossSigningKeyUpdate == nil {
|
|
|
|
// This probably shouldn't happen but stops us from panicking if we come
|
|
|
|
// across an update that doesn't satisfy either types.
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2021-11-16 09:27:49 +00:00
|
|
|
}
|
2021-08-17 12:44:30 +00:00
|
|
|
switch m.Type {
|
|
|
|
case api.TypeCrossSigningUpdate:
|
|
|
|
return t.onCrossSigningMessage(m)
|
|
|
|
case api.TypeDeviceKeyUpdate:
|
|
|
|
fallthrough
|
|
|
|
default:
|
|
|
|
return t.onDeviceKeyMessage(m)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-02-04 13:08:13 +00:00
|
|
|
func (t *KeyChangeConsumer) onDeviceKeyMessage(m api.DeviceMessage) bool {
|
2022-01-05 17:44:49 +00:00
|
|
|
if m.DeviceKeys == nil {
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2022-01-05 17:44:49 +00:00
|
|
|
}
|
2021-09-08 16:31:03 +00:00
|
|
|
logger := logrus.WithField("user_id", m.UserID)
|
2020-08-04 10:32:14 +00:00
|
|
|
|
|
|
|
// only send key change events which originated from us
|
|
|
|
_, originServerName, err := gomatrixserverlib.SplitID('@', m.UserID)
|
|
|
|
if err != nil {
|
|
|
|
logger.WithError(err).Error("Failed to extract domain from key change event")
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
|
|
|
if originServerName != t.serverName {
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
|
|
|
|
2020-09-04 14:58:30 +00:00
|
|
|
var queryRes roomserverAPI.QueryRoomsForUserResponse
|
2022-01-05 17:44:49 +00:00
|
|
|
err = t.rsAPI.QueryRoomsForUser(t.ctx, &roomserverAPI.QueryRoomsForUserRequest{
|
2020-08-04 10:32:14 +00:00
|
|
|
UserID: m.UserID,
|
|
|
|
WantMembership: "join",
|
|
|
|
}, &queryRes)
|
|
|
|
if err != nil {
|
|
|
|
logger.WithError(err).Error("failed to calculate joined rooms for user")
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
|
|
|
// send this key change to all servers who share rooms with this user.
|
2022-01-25 17:00:39 +00:00
|
|
|
destinations, err := t.db.GetJoinedHostsForRooms(t.ctx, queryRes.RoomIDs, true)
|
2020-08-04 10:32:14 +00:00
|
|
|
if err != nil {
|
|
|
|
logger.WithError(err).Error("failed to calculate joined hosts for rooms user is in")
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
|
|
|
|
2022-02-09 14:46:52 +00:00
|
|
|
if len(destinations) == 0 {
|
|
|
|
return true
|
|
|
|
}
|
2020-08-04 10:32:14 +00:00
|
|
|
// Pack the EDU and marshal it
|
|
|
|
edu := &gomatrixserverlib.EDU{
|
|
|
|
Type: gomatrixserverlib.MDeviceListUpdate,
|
|
|
|
Origin: string(t.serverName),
|
|
|
|
}
|
|
|
|
event := gomatrixserverlib.DeviceListUpdateEvent{
|
|
|
|
UserID: m.UserID,
|
|
|
|
DeviceID: m.DeviceID,
|
|
|
|
DeviceDisplayName: m.DisplayName,
|
|
|
|
StreamID: m.StreamID,
|
|
|
|
PrevID: prevID(m.StreamID),
|
|
|
|
Deleted: len(m.KeyJSON) == 0,
|
|
|
|
Keys: m.KeyJSON,
|
|
|
|
}
|
|
|
|
if edu.Content, err = json.Marshal(event); err != nil {
|
2022-02-04 13:08:13 +00:00
|
|
|
logger.WithError(err).Error("failed to marshal EDU JSON")
|
|
|
|
return true
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
|
|
|
|
2022-02-09 14:46:52 +00:00
|
|
|
logger.Debugf("Sending device list update message to %q", destinations)
|
2022-02-04 13:08:13 +00:00
|
|
|
err = t.queues.SendEDU(edu, t.serverName, destinations)
|
|
|
|
return err == nil
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|
|
|
|
|
2022-02-04 13:08:13 +00:00
|
|
|
func (t *KeyChangeConsumer) onCrossSigningMessage(m api.DeviceMessage) bool {
|
2021-08-17 12:44:30 +00:00
|
|
|
output := m.CrossSigningKeyUpdate
|
|
|
|
_, host, err := gomatrixserverlib.SplitID('@', output.UserID)
|
|
|
|
if err != nil {
|
|
|
|
logrus.WithError(err).Errorf("fedsender key change consumer: user ID parse failure")
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2021-08-17 12:44:30 +00:00
|
|
|
}
|
|
|
|
if host != gomatrixserverlib.ServerName(t.serverName) {
|
|
|
|
// Ignore any messages that didn't originate locally, otherwise we'll
|
|
|
|
// end up parroting information we received from other servers.
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2021-08-17 12:44:30 +00:00
|
|
|
}
|
2021-09-08 16:31:03 +00:00
|
|
|
logger := logrus.WithField("user_id", output.UserID)
|
2021-08-17 12:44:30 +00:00
|
|
|
|
|
|
|
var queryRes roomserverAPI.QueryRoomsForUserResponse
|
2022-01-05 17:44:49 +00:00
|
|
|
err = t.rsAPI.QueryRoomsForUser(t.ctx, &roomserverAPI.QueryRoomsForUserRequest{
|
2021-08-17 12:44:30 +00:00
|
|
|
UserID: output.UserID,
|
|
|
|
WantMembership: "join",
|
|
|
|
}, &queryRes)
|
|
|
|
if err != nil {
|
|
|
|
logger.WithError(err).Error("fedsender key change consumer: failed to calculate joined rooms for user")
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2021-08-17 12:44:30 +00:00
|
|
|
}
|
|
|
|
// send this key change to all servers who share rooms with this user.
|
2022-01-25 17:00:39 +00:00
|
|
|
destinations, err := t.db.GetJoinedHostsForRooms(t.ctx, queryRes.RoomIDs, true)
|
2021-08-17 12:44:30 +00:00
|
|
|
if err != nil {
|
|
|
|
logger.WithError(err).Error("fedsender key change consumer: failed to calculate joined hosts for rooms user is in")
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2021-08-17 12:44:30 +00:00
|
|
|
}
|
|
|
|
|
2022-02-09 14:46:52 +00:00
|
|
|
if len(destinations) == 0 {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2021-08-17 12:44:30 +00:00
|
|
|
// Pack the EDU and marshal it
|
|
|
|
edu := &gomatrixserverlib.EDU{
|
2022-03-29 12:14:35 +00:00
|
|
|
Type: types.MSigningKeyUpdate,
|
2021-08-17 12:44:30 +00:00
|
|
|
Origin: string(t.serverName),
|
|
|
|
}
|
|
|
|
if edu.Content, err = json.Marshal(output); err != nil {
|
|
|
|
logger.WithError(err).Error("fedsender key change consumer: failed to marshal output, dropping")
|
2022-02-04 13:08:13 +00:00
|
|
|
return true
|
2021-08-17 12:44:30 +00:00
|
|
|
}
|
|
|
|
|
2022-02-09 14:46:52 +00:00
|
|
|
logger.Debugf("Sending cross-signing update message to %q", destinations)
|
2022-02-04 13:08:13 +00:00
|
|
|
err = t.queues.SendEDU(edu, t.serverName, destinations)
|
|
|
|
return err == nil
|
2021-08-17 12:44:30 +00:00
|
|
|
}
|
|
|
|
|
2022-03-10 13:17:28 +00:00
|
|
|
func prevID(streamID int64) []int64 {
|
2020-08-04 10:32:14 +00:00
|
|
|
if streamID <= 1 {
|
|
|
|
return nil
|
|
|
|
}
|
2022-03-10 13:17:28 +00:00
|
|
|
return []int64{streamID - 1}
|
2020-08-04 10:32:14 +00:00
|
|
|
}
|