2020-06-12 13:55:57 +00:00
|
|
|
// Copyright 2020 The Matrix.org Foundation C.I.C.
|
2017-08-04 15:32:10 +00:00
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2020-06-12 13:55:57 +00:00
|
|
|
package eventutil
|
2017-08-04 15:32:10 +00:00
|
|
|
|
|
|
|
import (
|
2017-09-13 12:37:50 +00:00
|
|
|
"context"
|
2017-08-04 15:32:10 +00:00
|
|
|
"errors"
|
Federation for v3/v4 rooms (#954)
* Update gomatrixserverlib
* Default to room version 4
* Update gomatrixserverlib
* Limit prev_events and auth_events
* Fix auth_events, prev_events
* Fix linter issues
* Update gomatrixserverlib
* Fix getState
* Update sytest-whitelist
* Squashed commit of the following:
commit 067b87506357c996fd6ddb11271db9469ad4ce80
Author: Neil Alexander <neilalexander@users.noreply.github.com>
Date: Fri Apr 3 14:29:06 2020 +0100
Invites v2 endpoint (#952)
* Start converting v1 invite endpoint to v2
* Update gomatrixserverlib
* Early federationsender code for sending invites
* Sending invites sorta happens now
* Populate invite request with stripped state
* Remodel a bit, don't reflect received invites
* Handle invite_room_state
* Handle room versions a bit better
* Update gomatrixserverlib
* Tweak order in destinationQueue.next
* Revert check in processMessage
* Tweak federation sender destination queue code a bit
* Add comments
commit 955244c09298d0e6c870377dad3af2ffa1f5e578
Author: Ben B <benne@klimlive.de>
Date: Fri Apr 3 12:40:50 2020 +0200
use custom http client instead of the http DefaultClient (#823)
This commit replaces the default client from the http lib with a custom one.
The previously used default client doesn't come with a timeout. This could cause
unwanted locks.
That solution chosen here creates a http client in the base component dendrite
with a constant timeout of 30 seconds. If it should be necessary to overwrite
this, we could include the timeout in the dendrite configuration.
Here it would be a good idea to extend the type "Address" by a timeout and
create an http client for each service.
Closes #820
Signed-off-by: Benedikt Bongartz <benne@klimlive.de>
Co-authored-by: Kegsay <kegan@matrix.org>
* Update sytest-whitelist, sytest-blacklist
* Update go.mod/go.sum
* Add some error wrapping for debug
* Add a NOTSPEC to common/events.go
* Perform state resolution at send_join
* Set default room version to v2 again
* Tweak GetCapabilities
* Add comments to ResolveConflictsAdhoc
* Update sytest-blacklist
* go mod tidy
* Update sytest-whitelist, sytest-blacklist
* Update versions
* Updates from review comments
* Update sytest-blacklist, sytest-whitelist
* Check room versions compatible at make_join, add some comments, update gomatrixserverlib, other tweaks
* Set default room version back to v2
* Update gomatrixserverlib, sytest-whitelist
2020-04-09 14:46:06 +00:00
|
|
|
"fmt"
|
2017-08-04 15:32:10 +00:00
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/matrix-org/dendrite/roomserver/api"
|
2023-04-27 11:54:20 +00:00
|
|
|
"github.com/matrix-org/dendrite/roomserver/types"
|
2023-06-28 08:05:00 +00:00
|
|
|
"github.com/matrix-org/dendrite/syncapi/synctypes"
|
2023-04-06 08:55:01 +00:00
|
|
|
"github.com/matrix-org/gomatrixserverlib/fclient"
|
2023-04-19 14:50:33 +00:00
|
|
|
"github.com/matrix-org/gomatrixserverlib/spec"
|
2017-08-04 15:32:10 +00:00
|
|
|
|
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
|
|
)
|
|
|
|
|
|
|
|
// ErrRoomNoExists is returned when trying to lookup the state of a room that
|
|
|
|
// doesn't exist
|
2023-05-17 00:33:27 +00:00
|
|
|
var errRoomNoExists = fmt.Errorf("room does not exist")
|
|
|
|
|
|
|
|
type ErrRoomNoExists struct{}
|
|
|
|
|
|
|
|
func (e ErrRoomNoExists) Error() string {
|
|
|
|
return errRoomNoExists.Error()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (e ErrRoomNoExists) Unwrap() error {
|
|
|
|
return errRoomNoExists
|
|
|
|
}
|
2017-08-04 15:32:10 +00:00
|
|
|
|
2020-09-02 16:13:15 +00:00
|
|
|
// QueryAndBuildEvent builds a Matrix event using the event builder and roomserver query
|
2017-08-04 15:32:10 +00:00
|
|
|
// API client provided. If also fills roomserver query API response (if provided)
|
|
|
|
// in case the function calling FillBuilder needs to use it.
|
|
|
|
// Returns ErrRoomNoExists if the state of the room could not be retrieved because
|
|
|
|
// the room doesn't exist
|
|
|
|
// Returns an error if something else went wrong
|
2020-09-02 16:13:15 +00:00
|
|
|
func QueryAndBuildEvent(
|
2018-08-06 13:09:25 +00:00
|
|
|
ctx context.Context,
|
2023-05-31 15:27:08 +00:00
|
|
|
proto *gomatrixserverlib.ProtoEvent,
|
2023-04-06 08:55:01 +00:00
|
|
|
identity *fclient.SigningIdentity, evTime time.Time,
|
2022-05-05 12:17:38 +00:00
|
|
|
rsAPI api.QueryLatestEventsAndStateAPI, queryRes *api.QueryLatestEventsAndStateResponse,
|
2023-04-27 11:54:20 +00:00
|
|
|
) (*types.HeaderedEvent, error) {
|
2020-03-27 16:28:22 +00:00
|
|
|
if queryRes == nil {
|
|
|
|
queryRes = &api.QueryLatestEventsAndStateResponse{}
|
|
|
|
}
|
|
|
|
|
2023-05-04 10:17:42 +00:00
|
|
|
eventsNeeded, err := queryRequiredEventsForBuilder(ctx, proto, rsAPI, queryRes)
|
2017-11-29 09:38:56 +00:00
|
|
|
if err != nil {
|
Federation for v3/v4 rooms (#954)
* Update gomatrixserverlib
* Default to room version 4
* Update gomatrixserverlib
* Limit prev_events and auth_events
* Fix auth_events, prev_events
* Fix linter issues
* Update gomatrixserverlib
* Fix getState
* Update sytest-whitelist
* Squashed commit of the following:
commit 067b87506357c996fd6ddb11271db9469ad4ce80
Author: Neil Alexander <neilalexander@users.noreply.github.com>
Date: Fri Apr 3 14:29:06 2020 +0100
Invites v2 endpoint (#952)
* Start converting v1 invite endpoint to v2
* Update gomatrixserverlib
* Early federationsender code for sending invites
* Sending invites sorta happens now
* Populate invite request with stripped state
* Remodel a bit, don't reflect received invites
* Handle invite_room_state
* Handle room versions a bit better
* Update gomatrixserverlib
* Tweak order in destinationQueue.next
* Revert check in processMessage
* Tweak federation sender destination queue code a bit
* Add comments
commit 955244c09298d0e6c870377dad3af2ffa1f5e578
Author: Ben B <benne@klimlive.de>
Date: Fri Apr 3 12:40:50 2020 +0200
use custom http client instead of the http DefaultClient (#823)
This commit replaces the default client from the http lib with a custom one.
The previously used default client doesn't come with a timeout. This could cause
unwanted locks.
That solution chosen here creates a http client in the base component dendrite
with a constant timeout of 30 seconds. If it should be necessary to overwrite
this, we could include the timeout in the dendrite configuration.
Here it would be a good idea to extend the type "Address" by a timeout and
create an http client for each service.
Closes #820
Signed-off-by: Benedikt Bongartz <benne@klimlive.de>
Co-authored-by: Kegsay <kegan@matrix.org>
* Update sytest-whitelist, sytest-blacklist
* Update go.mod/go.sum
* Add some error wrapping for debug
* Add a NOTSPEC to common/events.go
* Perform state resolution at send_join
* Set default room version to v2 again
* Tweak GetCapabilities
* Add comments to ResolveConflictsAdhoc
* Update sytest-blacklist
* go mod tidy
* Update sytest-whitelist, sytest-blacklist
* Update versions
* Updates from review comments
* Update sytest-blacklist, sytest-whitelist
* Check room versions compatible at make_join, add some comments, update gomatrixserverlib, other tweaks
* Set default room version back to v2
* Update gomatrixserverlib, sytest-whitelist
2020-04-09 14:46:06 +00:00
|
|
|
// This can pass through a ErrRoomNoExists to the caller
|
2017-11-29 09:38:56 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
2023-05-31 15:27:08 +00:00
|
|
|
return BuildEvent(ctx, proto, identity, evTime, eventsNeeded, queryRes)
|
2020-09-02 16:13:15 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// BuildEvent builds a Matrix event from the builder and QueryLatestEventsAndStateResponse
|
|
|
|
// provided.
|
|
|
|
func BuildEvent(
|
|
|
|
ctx context.Context,
|
2023-05-31 15:27:08 +00:00
|
|
|
proto *gomatrixserverlib.ProtoEvent,
|
2023-04-06 08:55:01 +00:00
|
|
|
identity *fclient.SigningIdentity, evTime time.Time,
|
2020-09-02 16:13:15 +00:00
|
|
|
eventsNeeded *gomatrixserverlib.StateNeeded, queryRes *api.QueryLatestEventsAndStateResponse,
|
2023-04-27 11:54:20 +00:00
|
|
|
) (*types.HeaderedEvent, error) {
|
2023-05-04 10:17:42 +00:00
|
|
|
if err := addPrevEventsToEvent(proto, eventsNeeded, queryRes); err != nil {
|
2020-09-02 16:13:15 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
2017-11-29 09:38:56 +00:00
|
|
|
|
2023-05-04 10:17:42 +00:00
|
|
|
verImpl, err := gomatrixserverlib.GetRoomVersion(queryRes.RoomVersion)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
builder := verImpl.NewEventBuilderFromProtoEvent(proto)
|
|
|
|
|
2020-03-27 16:28:22 +00:00
|
|
|
event, err := builder.Build(
|
2022-11-15 15:05:23 +00:00
|
|
|
evTime, identity.ServerName, identity.KeyID,
|
2023-05-04 10:17:42 +00:00
|
|
|
identity.PrivateKey,
|
2020-03-27 16:28:22 +00:00
|
|
|
)
|
2017-08-04 15:32:10 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2023-05-02 14:03:16 +00:00
|
|
|
return &types.HeaderedEvent{PDU: event}, nil
|
2017-11-29 09:38:56 +00:00
|
|
|
}
|
|
|
|
|
2020-09-02 16:13:15 +00:00
|
|
|
// queryRequiredEventsForBuilder queries the roomserver for auth/prev events needed for this builder.
|
|
|
|
func queryRequiredEventsForBuilder(
|
2017-11-29 09:38:56 +00:00
|
|
|
ctx context.Context,
|
2023-05-04 10:17:42 +00:00
|
|
|
proto *gomatrixserverlib.ProtoEvent,
|
2022-05-05 12:17:38 +00:00
|
|
|
rsAPI api.QueryLatestEventsAndStateAPI, queryRes *api.QueryLatestEventsAndStateResponse,
|
2020-09-02 16:13:15 +00:00
|
|
|
) (*gomatrixserverlib.StateNeeded, error) {
|
2023-05-04 10:17:42 +00:00
|
|
|
eventsNeeded, err := gomatrixserverlib.StateNeededForProtoEvent(proto)
|
2017-11-29 09:38:56 +00:00
|
|
|
if err != nil {
|
2023-05-04 10:17:42 +00:00
|
|
|
return nil, fmt.Errorf("gomatrixserverlib.StateNeededForProtoEvent: %w", err)
|
2017-11-29 09:38:56 +00:00
|
|
|
}
|
|
|
|
|
2020-04-14 17:36:08 +00:00
|
|
|
if len(eventsNeeded.Tuples()) == 0 {
|
2020-09-02 16:13:15 +00:00
|
|
|
return nil, errors.New("expecting state tuples for event builder, got none")
|
2020-04-14 17:36:08 +00:00
|
|
|
}
|
|
|
|
|
2017-08-04 15:32:10 +00:00
|
|
|
// Ask the roomserver for information about this room
|
|
|
|
queryReq := api.QueryLatestEventsAndStateRequest{
|
2023-05-04 10:17:42 +00:00
|
|
|
RoomID: proto.RoomID,
|
2017-08-04 15:32:10 +00:00
|
|
|
StateToFetch: eventsNeeded.Tuples(),
|
|
|
|
}
|
2020-09-02 16:13:15 +00:00
|
|
|
return &eventsNeeded, rsAPI.QueryLatestEventsAndState(ctx, &queryReq, queryRes)
|
|
|
|
}
|
2017-08-04 15:32:10 +00:00
|
|
|
|
2020-09-02 16:13:15 +00:00
|
|
|
// addPrevEventsToEvent fills out the prev_events and auth_events fields in builder
|
|
|
|
func addPrevEventsToEvent(
|
2023-05-04 10:17:42 +00:00
|
|
|
builder *gomatrixserverlib.ProtoEvent,
|
2020-09-02 16:13:15 +00:00
|
|
|
eventsNeeded *gomatrixserverlib.StateNeeded,
|
|
|
|
queryRes *api.QueryLatestEventsAndStateResponse,
|
|
|
|
) error {
|
2017-08-04 15:32:10 +00:00
|
|
|
if !queryRes.RoomExists {
|
2023-05-17 00:33:27 +00:00
|
|
|
return ErrRoomNoExists{}
|
2017-08-04 15:32:10 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
builder.Depth = queryRes.Depth
|
|
|
|
|
|
|
|
authEvents := gomatrixserverlib.NewAuthEvents(nil)
|
|
|
|
|
|
|
|
for i := range queryRes.StateEvents {
|
2023-05-24 10:14:42 +00:00
|
|
|
err := authEvents.AddEvent(queryRes.StateEvents[i].PDU)
|
2017-09-20 09:59:19 +00:00
|
|
|
if err != nil {
|
2020-09-02 16:13:15 +00:00
|
|
|
return fmt.Errorf("authEvents.AddEvent: %w", err)
|
2017-09-20 09:59:19 +00:00
|
|
|
}
|
2017-08-04 15:32:10 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
refs, err := eventsNeeded.AuthEventReferences(&authEvents)
|
|
|
|
if err != nil {
|
2020-09-02 16:13:15 +00:00
|
|
|
return fmt.Errorf("eventsNeeded.AuthEventReferences: %w", err)
|
2017-08-04 15:32:10 +00:00
|
|
|
}
|
2020-03-27 16:28:22 +00:00
|
|
|
|
2023-05-24 10:14:42 +00:00
|
|
|
builder.AuthEvents, builder.PrevEvents = truncateAuthAndPrevEvents(refs, queryRes.LatestEvents)
|
2017-08-04 15:32:10 +00:00
|
|
|
|
2020-09-02 16:13:15 +00:00
|
|
|
return nil
|
2017-08-04 15:32:10 +00:00
|
|
|
}
|
Federation for v3/v4 rooms (#954)
* Update gomatrixserverlib
* Default to room version 4
* Update gomatrixserverlib
* Limit prev_events and auth_events
* Fix auth_events, prev_events
* Fix linter issues
* Update gomatrixserverlib
* Fix getState
* Update sytest-whitelist
* Squashed commit of the following:
commit 067b87506357c996fd6ddb11271db9469ad4ce80
Author: Neil Alexander <neilalexander@users.noreply.github.com>
Date: Fri Apr 3 14:29:06 2020 +0100
Invites v2 endpoint (#952)
* Start converting v1 invite endpoint to v2
* Update gomatrixserverlib
* Early federationsender code for sending invites
* Sending invites sorta happens now
* Populate invite request with stripped state
* Remodel a bit, don't reflect received invites
* Handle invite_room_state
* Handle room versions a bit better
* Update gomatrixserverlib
* Tweak order in destinationQueue.next
* Revert check in processMessage
* Tweak federation sender destination queue code a bit
* Add comments
commit 955244c09298d0e6c870377dad3af2ffa1f5e578
Author: Ben B <benne@klimlive.de>
Date: Fri Apr 3 12:40:50 2020 +0200
use custom http client instead of the http DefaultClient (#823)
This commit replaces the default client from the http lib with a custom one.
The previously used default client doesn't come with a timeout. This could cause
unwanted locks.
That solution chosen here creates a http client in the base component dendrite
with a constant timeout of 30 seconds. If it should be necessary to overwrite
this, we could include the timeout in the dendrite configuration.
Here it would be a good idea to extend the type "Address" by a timeout and
create an http client for each service.
Closes #820
Signed-off-by: Benedikt Bongartz <benne@klimlive.de>
Co-authored-by: Kegsay <kegan@matrix.org>
* Update sytest-whitelist, sytest-blacklist
* Update go.mod/go.sum
* Add some error wrapping for debug
* Add a NOTSPEC to common/events.go
* Perform state resolution at send_join
* Set default room version to v2 again
* Tweak GetCapabilities
* Add comments to ResolveConflictsAdhoc
* Update sytest-blacklist
* go mod tidy
* Update sytest-whitelist, sytest-blacklist
* Update versions
* Updates from review comments
* Update sytest-blacklist, sytest-whitelist
* Check room versions compatible at make_join, add some comments, update gomatrixserverlib, other tweaks
* Set default room version back to v2
* Update gomatrixserverlib, sytest-whitelist
2020-04-09 14:46:06 +00:00
|
|
|
|
|
|
|
// truncateAuthAndPrevEvents limits the number of events we add into
|
|
|
|
// an event as prev_events or auth_events.
|
|
|
|
// NOTSPEC: The limits here feel a bit arbitrary but they are currently
|
|
|
|
// here because of https://github.com/matrix-org/matrix-doc/issues/2307
|
|
|
|
// and because Synapse will just drop events that don't comply.
|
2023-05-24 10:14:42 +00:00
|
|
|
func truncateAuthAndPrevEvents(auth, prev []string) (
|
|
|
|
truncAuth, truncPrev []string,
|
Federation for v3/v4 rooms (#954)
* Update gomatrixserverlib
* Default to room version 4
* Update gomatrixserverlib
* Limit prev_events and auth_events
* Fix auth_events, prev_events
* Fix linter issues
* Update gomatrixserverlib
* Fix getState
* Update sytest-whitelist
* Squashed commit of the following:
commit 067b87506357c996fd6ddb11271db9469ad4ce80
Author: Neil Alexander <neilalexander@users.noreply.github.com>
Date: Fri Apr 3 14:29:06 2020 +0100
Invites v2 endpoint (#952)
* Start converting v1 invite endpoint to v2
* Update gomatrixserverlib
* Early federationsender code for sending invites
* Sending invites sorta happens now
* Populate invite request with stripped state
* Remodel a bit, don't reflect received invites
* Handle invite_room_state
* Handle room versions a bit better
* Update gomatrixserverlib
* Tweak order in destinationQueue.next
* Revert check in processMessage
* Tweak federation sender destination queue code a bit
* Add comments
commit 955244c09298d0e6c870377dad3af2ffa1f5e578
Author: Ben B <benne@klimlive.de>
Date: Fri Apr 3 12:40:50 2020 +0200
use custom http client instead of the http DefaultClient (#823)
This commit replaces the default client from the http lib with a custom one.
The previously used default client doesn't come with a timeout. This could cause
unwanted locks.
That solution chosen here creates a http client in the base component dendrite
with a constant timeout of 30 seconds. If it should be necessary to overwrite
this, we could include the timeout in the dendrite configuration.
Here it would be a good idea to extend the type "Address" by a timeout and
create an http client for each service.
Closes #820
Signed-off-by: Benedikt Bongartz <benne@klimlive.de>
Co-authored-by: Kegsay <kegan@matrix.org>
* Update sytest-whitelist, sytest-blacklist
* Update go.mod/go.sum
* Add some error wrapping for debug
* Add a NOTSPEC to common/events.go
* Perform state resolution at send_join
* Set default room version to v2 again
* Tweak GetCapabilities
* Add comments to ResolveConflictsAdhoc
* Update sytest-blacklist
* go mod tidy
* Update sytest-whitelist, sytest-blacklist
* Update versions
* Updates from review comments
* Update sytest-blacklist, sytest-whitelist
* Check room versions compatible at make_join, add some comments, update gomatrixserverlib, other tweaks
* Set default room version back to v2
* Update gomatrixserverlib, sytest-whitelist
2020-04-09 14:46:06 +00:00
|
|
|
) {
|
|
|
|
truncAuth, truncPrev = auth, prev
|
|
|
|
if len(truncAuth) > 10 {
|
|
|
|
truncAuth = truncAuth[:10]
|
|
|
|
}
|
|
|
|
if len(truncPrev) > 20 {
|
|
|
|
truncPrev = truncPrev[:20]
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
2020-07-07 11:51:55 +00:00
|
|
|
|
|
|
|
// RedactEvent redacts the given event and sets the unsigned field appropriately. This should be used by
|
|
|
|
// downstream components to the roomserver when an OutputTypeRedactedEvent occurs.
|
2023-06-28 08:05:00 +00:00
|
|
|
func RedactEvent(ctx context.Context, redactionEvent, redactedEvent gomatrixserverlib.PDU, querier api.QuerySenderIDAPI) error {
|
2020-07-07 11:51:55 +00:00
|
|
|
// sanity check
|
2023-04-19 14:50:33 +00:00
|
|
|
if redactionEvent.Type() != spec.MRoomRedaction {
|
2022-07-11 13:31:31 +00:00
|
|
|
return fmt.Errorf("RedactEvent: redactionEvent isn't a redaction event, is '%s'", redactionEvent.Type())
|
2020-07-07 11:51:55 +00:00
|
|
|
}
|
2022-07-11 13:31:31 +00:00
|
|
|
redactedEvent.Redact()
|
2023-09-15 14:39:06 +00:00
|
|
|
senderID, err := querier.QueryUserIDForSender(ctx, redactedEvent.RoomID(), redactionEvent.SenderID())
|
2023-06-28 08:05:00 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2023-08-31 15:33:38 +00:00
|
|
|
redactedBecause := synctypes.ToClientEvent(redactionEvent, synctypes.FormatSync, senderID.String(), redactionEvent.StateKey(), redactionEvent.Unsigned())
|
2023-06-28 08:05:00 +00:00
|
|
|
if err := redactedEvent.SetUnsignedField("redacted_because", redactedBecause); err != nil {
|
2022-07-11 13:31:31 +00:00
|
|
|
return err
|
2020-07-07 11:51:55 +00:00
|
|
|
}
|
2020-07-08 16:45:39 +00:00
|
|
|
// NOTSPEC: sytest relies on this unspecced field existing :(
|
2022-07-11 13:31:31 +00:00
|
|
|
if err := redactedEvent.SetUnsignedField("redacted_by", redactionEvent.EventID()); err != nil {
|
|
|
|
return err
|
2020-07-08 16:45:39 +00:00
|
|
|
}
|
2022-07-11 13:31:31 +00:00
|
|
|
return nil
|
2020-07-07 11:51:55 +00:00
|
|
|
}
|