mirror of
https://github.com/matrix-org/dendrite.git
synced 2024-06-14 13:06:37 +00:00
e93bdd56fd
If old messages build up in the input stream and do not get processed successfully, this can create a significant drift between the stream first sequence and the consumer ack floors, which results in a slow and expensive start-up when interest-based retention is in use. If a message is sat in the stream for 24 hours, it's probably not going to get processed successfully, so let NATS drop them instead. Dendrite can reconcile by fetching missing events later if it needs to. --------- Co-authored-by: Neil Alexander <neilalexander@users.noreply.github.com>
106 lines
2.4 KiB
Go
106 lines
2.4 KiB
Go
package jetstream
|
|
|
|
import (
|
|
"fmt"
|
|
"regexp"
|
|
"time"
|
|
|
|
"github.com/nats-io/nats.go"
|
|
)
|
|
|
|
const (
|
|
UserID = "user_id"
|
|
RoomID = "room_id"
|
|
EventID = "event_id"
|
|
RoomEventType = "output_room_event_type"
|
|
)
|
|
|
|
var (
|
|
InputRoomEvent = "InputRoomEvent"
|
|
InputDeviceListUpdate = "InputDeviceListUpdate"
|
|
InputSigningKeyUpdate = "InputSigningKeyUpdate"
|
|
OutputRoomEvent = "OutputRoomEvent"
|
|
OutputSendToDeviceEvent = "OutputSendToDeviceEvent"
|
|
OutputKeyChangeEvent = "OutputKeyChangeEvent"
|
|
OutputTypingEvent = "OutputTypingEvent"
|
|
OutputClientData = "OutputClientData"
|
|
OutputNotificationData = "OutputNotificationData"
|
|
OutputReceiptEvent = "OutputReceiptEvent"
|
|
OutputStreamEvent = "OutputStreamEvent"
|
|
OutputReadUpdate = "OutputReadUpdate"
|
|
RequestPresence = "GetPresence"
|
|
OutputPresenceEvent = "OutputPresenceEvent"
|
|
InputFulltextReindex = "InputFulltextReindex"
|
|
)
|
|
|
|
var safeCharacters = regexp.MustCompile("[^A-Za-z0-9$]+")
|
|
|
|
func Tokenise(str string) string {
|
|
return safeCharacters.ReplaceAllString(str, "_")
|
|
}
|
|
|
|
func InputRoomEventSubj(roomID string) string {
|
|
return fmt.Sprintf("%s.%s", InputRoomEvent, Tokenise(roomID))
|
|
}
|
|
|
|
var streams = []*nats.StreamConfig{
|
|
{
|
|
Name: InputRoomEvent,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.FileStorage,
|
|
MaxAge: time.Hour * 24,
|
|
},
|
|
{
|
|
Name: InputDeviceListUpdate,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.FileStorage,
|
|
},
|
|
{
|
|
Name: InputSigningKeyUpdate,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.FileStorage,
|
|
},
|
|
{
|
|
Name: OutputRoomEvent,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.FileStorage,
|
|
},
|
|
{
|
|
Name: OutputSendToDeviceEvent,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.FileStorage,
|
|
},
|
|
{
|
|
Name: OutputKeyChangeEvent,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.FileStorage,
|
|
},
|
|
{
|
|
Name: OutputTypingEvent,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.MemoryStorage,
|
|
MaxAge: time.Second * 60,
|
|
},
|
|
{
|
|
Name: OutputClientData,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.FileStorage,
|
|
},
|
|
{
|
|
Name: OutputReceiptEvent,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.FileStorage,
|
|
},
|
|
{
|
|
Name: OutputNotificationData,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.FileStorage,
|
|
},
|
|
{
|
|
Name: OutputPresenceEvent,
|
|
Retention: nats.InterestPolicy,
|
|
Storage: nats.MemoryStorage,
|
|
MaxAge: time.Minute * 5,
|
|
},
|
|
}
|