* oss: feat(proto): statistics rpc added to server coordination service * oss: feat(session): add update statistics status service * oss: feat(handlers): add Statistics method to worker service server * oss: feat(worker): add statistics ticking * oss: internal/proto: define the new RoutingInfo RPC * oss: internal/server: repository changes for RoutingInfo RPC * oss: internal/daemon: add RoutingInfo handler to worker service The new RoutingInfo RPC is used to get information from the worker that is used to make routing decisions on the controller. It also handles the initial request from the worker. * oss: feat(db): server_worker_session_info table * oss: feat(proto): session info rpc for server coordination service * oss: feat(server): worker session info request data type * oss: feat(worker): session info ticker * oss: feat(handler): server coordination handler for session info * oss: feat(session): utilize session info request time for session cleanup * oss: proto: fix some gotags comments Some of these fields were missing comments, while others had incorrectly formatted comments. * oss: worker: send connection status to server This is required for the correct tracking of orphaned connections * oss: internal/daemon/worker: add function to wait for Statistics RPC * oss: internal/daemon/worker: add routing info RPC The new RoutingInfo RPC replaces part of the Status RPC, namely the part which is used by the controller and worker to perform decisions around the establishment of new sessions and new worker connections. * oss: internal/daemon/worker: remove unnecessary error check * oss: internal/daemon/worker: lock access to config and upstreams The new confLock protects access to the conf value and to the addressReceivers slice. * oss: worker: replace Status RPC with RoutingInfo * oss: worker: deprecate the Status RPC and related types The Status RPC and related messages have been replaced by the RoutingInfo/SessionInfo/Statistics RPCs. The controller will continue to support the Status RPC until two new minor versions have been released. * oss: internal/event: add default deny for new worker RPCs * oss: internal/daemon/worker: allow RPC interval to be set The new SessionInfo/RoutingInfo/Statistics RPCs run at long intervals, which make some of our cluster tests take a long time to complete. This allows their interval to be configured in tests. * oss: all: use TestWorkerRPCInterval in slow tests This should speed up these tests significantly. * oss: internal/tests/cluster: reset sys eventer in test --------- Co-authored-by: Damian Debkowski <damian.debkowski@hashicorp.com>
437 lines
11 KiB
Go
437 lines
11 KiB
Go
// Copyright (c) HashiCorp, Inc.
|
|
// SPDX-License-Identifier: BUSL-1.1
|
|
|
|
package event
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"net/url"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/hashicorp/eventlogger"
|
|
"github.com/hashicorp/eventlogger/formatter_filters/cloudevents"
|
|
wrapping "github.com/hashicorp/go-kms-wrapping/v2"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func Test_newCloudEventsFormatterFilter(t *testing.T) {
|
|
t.Parallel()
|
|
testSource, err := url.Parse("https://[::1]:9200")
|
|
require.NoError(t, err)
|
|
tests := []struct {
|
|
name string
|
|
source *url.URL
|
|
format cloudevents.Format
|
|
opt []Option
|
|
wantErr bool
|
|
wantIsError error
|
|
wantErrContains string
|
|
wantAllow []string
|
|
wantDeny []string
|
|
}{
|
|
{
|
|
// default case should have default deny for filtering ServerCoordinationService/Status for observation events
|
|
name: "no-opts",
|
|
source: testSource,
|
|
format: cloudevents.FormatJSON,
|
|
wantDeny: []string{
|
|
`"/type" contains "observation" and "/data/request_info/method" contains "ServerCoordinationService/Status"`,
|
|
`"/type" contains "observation" and "/data/request_info/method" contains "ServerCoordinationService/SessionInfo"`,
|
|
`"/type" contains "observation" and "/data/request_info/method" contains "ServerCoordinationService/RoutingInfo"`,
|
|
`"/type" contains "observation" and "/data/request_info/method" contains "ServerCoordinationService/Statistics"`,
|
|
},
|
|
},
|
|
{
|
|
name: "bad-allow-filter",
|
|
source: testSource,
|
|
format: cloudevents.FormatJSON,
|
|
opt: []Option{
|
|
WithAllow("foo=;22", "foo==bar"),
|
|
},
|
|
wantErr: true,
|
|
wantErrContains: "invalid allow filter 'foo=;22'",
|
|
},
|
|
{
|
|
name: "bad-deny-filter",
|
|
source: testSource,
|
|
format: cloudevents.FormatJSON,
|
|
opt: []Option{
|
|
WithDeny("foo=;22", "foo==bar"),
|
|
},
|
|
wantErr: true,
|
|
wantErrContains: "invalid deny filter 'foo=;22'",
|
|
},
|
|
{
|
|
name: "empty-allow-filter",
|
|
source: testSource,
|
|
format: cloudevents.FormatJSON,
|
|
opt: []Option{
|
|
WithAllow(""),
|
|
},
|
|
wantErr: true,
|
|
wantErrContains: "missing filter",
|
|
},
|
|
{
|
|
name: "empty-deny-filter",
|
|
source: testSource,
|
|
format: cloudevents.FormatJSON,
|
|
opt: []Option{
|
|
WithDeny(""),
|
|
},
|
|
wantErr: true,
|
|
wantErrContains: "missing filter",
|
|
},
|
|
{
|
|
name: "empty-source",
|
|
format: cloudevents.FormatJSON,
|
|
opt: []Option{
|
|
WithAllow("alice==friend", "bob==friend"),
|
|
WithDeny("eve==acquaintance", "fido!=dog"),
|
|
},
|
|
wantErr: true,
|
|
wantErrContains: "missing source",
|
|
},
|
|
{
|
|
name: "bad-format",
|
|
source: testSource,
|
|
format: "invalid-format",
|
|
opt: []Option{
|
|
WithAllow("alice==friend", "bob==friend"),
|
|
WithDeny("eve==acquaintance", "fido!=dog"),
|
|
},
|
|
wantErr: true,
|
|
wantErrContains: "invalid format",
|
|
},
|
|
{
|
|
name: "valid-filters",
|
|
source: testSource,
|
|
format: cloudevents.FormatJSON,
|
|
opt: []Option{
|
|
WithAllow("alice==friend", "bob==friend"),
|
|
WithDeny("eve==acquaintance", "fido!=dog"),
|
|
},
|
|
wantAllow: []string{"alice==friend", "bob==friend"},
|
|
wantDeny: []string{"eve==acquaintance", "fido!=dog"},
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
assert, require := assert.New(t), require.New(t)
|
|
got, err := newCloudEventsFormatterFilter(tt.source, tt.format, tt.opt...)
|
|
if tt.wantErr {
|
|
require.Error(err)
|
|
assert.Nil(got)
|
|
if tt.wantIsError != nil {
|
|
assert.ErrorIs(err, tt.wantIsError)
|
|
}
|
|
if tt.wantErrContains != "" {
|
|
assert.Contains(err.Error(), tt.wantErrContains)
|
|
}
|
|
return
|
|
}
|
|
require.NoError(err)
|
|
assert.NotNil(got)
|
|
assert.Len(got.allow, len(tt.wantAllow))
|
|
for _, f := range got.allow {
|
|
assert.Contains(tt.wantAllow, f.raw)
|
|
}
|
|
assert.Len(got.deny, len(tt.wantDeny))
|
|
defs, err := defaultCloudEventsDenyFilters()
|
|
require.NoError(err)
|
|
for _, f := range defs {
|
|
tt.wantDeny = append(tt.wantDeny, f.raw)
|
|
}
|
|
for _, f := range got.deny {
|
|
assert.Contains(tt.wantDeny, f.raw)
|
|
}
|
|
assert.Equal([]string{string(AuditType)}, got.SignEventTypes)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestNode_Process(t *testing.T) {
|
|
t.Parallel()
|
|
ctx := context.Background()
|
|
testUrl, err := url.Parse("https://[::1]")
|
|
require.NoError(t, err)
|
|
now := time.Now()
|
|
|
|
testNode, err := newCloudEventsFormatterFilter(testUrl, cloudevents.FormatJSON, WithSchema(testUrl))
|
|
require.NoError(t, err)
|
|
|
|
f, err := newFilter(`data == "match-filter"`)
|
|
require.NoError(t, err)
|
|
|
|
tests := []struct {
|
|
name string
|
|
n *cloudEventsFormatterFilter
|
|
e *eventlogger.Event
|
|
format cloudevents.Format
|
|
predicate func(ctx context.Context, ce any) (bool, error)
|
|
wantCloudEvent *cloudevents.Event
|
|
wantText string
|
|
wantIsError error
|
|
wantErrContains string
|
|
}{
|
|
{
|
|
name: "simple-JSON",
|
|
n: testNode,
|
|
e: &eventlogger.Event{
|
|
Type: "test",
|
|
CreatedAt: now,
|
|
Payload: "test-string",
|
|
},
|
|
format: cloudevents.FormatJSON,
|
|
wantCloudEvent: &cloudevents.Event{
|
|
Source: testUrl.String(),
|
|
DataSchema: testUrl.String(),
|
|
SpecVersion: cloudevents.SpecVersion,
|
|
Type: "test",
|
|
Data: "test-string",
|
|
DataContentType: "application/cloudevents",
|
|
Time: now,
|
|
},
|
|
},
|
|
{
|
|
name: "deny-filter-match",
|
|
n: testNode,
|
|
e: &eventlogger.Event{
|
|
Type: "test",
|
|
CreatedAt: now,
|
|
Payload: "match-filter",
|
|
},
|
|
format: cloudevents.FormatJSON,
|
|
predicate: newPredicate(nil, []*filter{f}),
|
|
},
|
|
{
|
|
name: "deny-filter-not-matching",
|
|
n: testNode,
|
|
e: &eventlogger.Event{
|
|
Type: "test",
|
|
CreatedAt: now,
|
|
Payload: "not-matching-filter",
|
|
},
|
|
format: cloudevents.FormatJSON,
|
|
predicate: newPredicate(nil, []*filter{f}),
|
|
wantCloudEvent: &cloudevents.Event{
|
|
Source: testUrl.String(),
|
|
DataSchema: testUrl.String(),
|
|
SpecVersion: cloudevents.SpecVersion,
|
|
Type: "test",
|
|
Data: "not-matching-filter",
|
|
DataContentType: "application/cloudevents",
|
|
Time: now,
|
|
},
|
|
},
|
|
{
|
|
name: "allow-filter-match",
|
|
n: testNode,
|
|
e: &eventlogger.Event{
|
|
Type: "test",
|
|
CreatedAt: now,
|
|
Payload: "match-filter",
|
|
},
|
|
format: cloudevents.FormatJSON,
|
|
predicate: newPredicate([]*filter{f}, nil),
|
|
wantCloudEvent: &cloudevents.Event{
|
|
Source: testUrl.String(),
|
|
DataSchema: testUrl.String(),
|
|
SpecVersion: cloudevents.SpecVersion,
|
|
Type: "test",
|
|
Data: "match-filter",
|
|
DataContentType: "application/cloudevents",
|
|
Time: now,
|
|
},
|
|
},
|
|
{
|
|
name: "allow-filter-not-matching",
|
|
n: testNode,
|
|
e: &eventlogger.Event{
|
|
Type: "test",
|
|
CreatedAt: now,
|
|
Payload: "not-matching-filter",
|
|
},
|
|
format: cloudevents.FormatJSON,
|
|
predicate: newPredicate([]*filter{f}, nil),
|
|
},
|
|
{
|
|
name: "no-filters",
|
|
n: testNode,
|
|
e: &eventlogger.Event{
|
|
Type: "test",
|
|
CreatedAt: now,
|
|
Payload: "test-data",
|
|
},
|
|
format: cloudevents.FormatJSON,
|
|
predicate: newPredicate(nil, nil),
|
|
wantCloudEvent: &cloudevents.Event{
|
|
Source: testUrl.String(),
|
|
DataSchema: testUrl.String(),
|
|
SpecVersion: cloudevents.SpecVersion,
|
|
Type: "test",
|
|
Data: "test-data",
|
|
DataContentType: "application/cloudevents",
|
|
Time: now,
|
|
},
|
|
},
|
|
{
|
|
name: "simple-Text",
|
|
n: testNode,
|
|
e: &eventlogger.Event{
|
|
Type: "test",
|
|
CreatedAt: now,
|
|
Payload: "test-string",
|
|
},
|
|
format: cloudevents.FormatText,
|
|
wantCloudEvent: &cloudevents.Event{
|
|
Source: testUrl.String(),
|
|
DataSchema: testUrl.String(),
|
|
SpecVersion: cloudevents.SpecVersion,
|
|
Type: "test",
|
|
Data: "test-string",
|
|
DataContentType: "text/plain",
|
|
Time: now,
|
|
},
|
|
wantText: `{
|
|
"id": "%s",
|
|
"source": "https://[::1]",
|
|
"specversion": "1.0",
|
|
"type": "test",
|
|
"data": "test-string",
|
|
"datacontentype": "text/plain",
|
|
"dataschema": "https://[::1]",
|
|
"time": %s
|
|
}
|
|
`,
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
// these subtests cannot be run in parallel since they all depend on
|
|
// a shared testNode which may be modified during the test.
|
|
assert, require := assert.New(t), require.New(t)
|
|
tt.n.Format = tt.format
|
|
tt.n.Predicate = tt.predicate
|
|
|
|
gotEvent, err := tt.n.Process(ctx, tt.e)
|
|
if tt.wantIsError != nil || tt.wantErrContains != "" {
|
|
require.Error(err)
|
|
assert.Nil(gotEvent)
|
|
if tt.wantIsError != nil {
|
|
assert.ErrorIs(err, tt.wantIsError)
|
|
}
|
|
if tt.wantErrContains != "" {
|
|
assert.Contains(err.Error(), tt.wantErrContains)
|
|
}
|
|
return
|
|
}
|
|
if tt.wantCloudEvent == nil {
|
|
assert.Nil(gotEvent)
|
|
return
|
|
}
|
|
gotFormatted, ok := gotEvent.Format(string(tt.format))
|
|
require.True(ok)
|
|
var gotCloudEvent cloudevents.Event
|
|
require.NoError(json.Unmarshal(gotFormatted, &gotCloudEvent))
|
|
if tt.wantCloudEvent.ID == "" {
|
|
tt.wantCloudEvent.ID = gotCloudEvent.ID
|
|
}
|
|
var wantJSON []byte
|
|
switch tt.format {
|
|
case cloudevents.FormatJSON:
|
|
wantJSON, err = json.Marshal(tt.wantCloudEvent)
|
|
case cloudevents.FormatText:
|
|
// test the raw JSON
|
|
jsonTime, err := gotCloudEvent.Time.MarshalJSON()
|
|
require.NoError(err)
|
|
wantRawText := []byte(fmt.Sprintf(tt.wantText, gotCloudEvent.ID, jsonTime))
|
|
assert.Equal(string(wantRawText), string(gotFormatted))
|
|
|
|
// test the marshaled JSON
|
|
wantJSON, err = json.MarshalIndent(tt.wantCloudEvent, cloudevents.TextIndent, cloudevents.TextIndent)
|
|
require.NoError(err)
|
|
}
|
|
require.NoError(err)
|
|
assert.JSONEq(string(wantJSON), string(gotFormatted))
|
|
t.Log(string(gotFormatted))
|
|
})
|
|
}
|
|
}
|
|
|
|
func Test_cloudEventsFormatter_Rotate(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
f *cloudEventsFormatterFilter
|
|
w wrapping.Wrapper
|
|
wantIsError error
|
|
wantErrContains string
|
|
}{
|
|
{
|
|
name: "missing-wrapper",
|
|
f: &cloudEventsFormatterFilter{FormatterFilter: &cloudevents.FormatterFilter{}},
|
|
wantIsError: ErrInvalidParameter,
|
|
wantErrContains: "missing wrapper",
|
|
},
|
|
{
|
|
name: "valid",
|
|
f: &cloudEventsFormatterFilter{FormatterFilter: &cloudevents.FormatterFilter{}},
|
|
w: testWrapper(t),
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
assert, require := assert.New(t), require.New(t)
|
|
err := tt.f.Rotate(tt.w)
|
|
if tt.wantIsError != nil {
|
|
require.Error(err)
|
|
assert.ErrorIs(err, tt.wantIsError)
|
|
if tt.wantErrContains != "" {
|
|
assert.Contains(err.Error(), tt.wantErrContains)
|
|
}
|
|
return
|
|
}
|
|
assert.NotNil(tt.f.Signer)
|
|
})
|
|
}
|
|
}
|
|
|
|
func Test_cloudEventsFormatter_Race(t *testing.T) {
|
|
testUrl, err := url.Parse("https://[::1]")
|
|
require.NoError(t, err)
|
|
|
|
testNode, err := newCloudEventsFormatterFilter(testUrl, cloudevents.FormatJSON, WithSchema(testUrl))
|
|
require.NoError(t, err)
|
|
|
|
start := make(chan struct{})
|
|
wg := new(sync.WaitGroup)
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
<-start
|
|
for i := 0; i < 10; i++ {
|
|
_ = testNode.Rotate(testWrapper(t))
|
|
}
|
|
}()
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
<-start
|
|
for i := 0; i < 10; i++ {
|
|
_, _ = testNode.Process(context.Background(), &eventlogger.Event{
|
|
Type: "test",
|
|
CreatedAt: time.Now(),
|
|
Payload: "test-data",
|
|
})
|
|
}
|
|
}()
|
|
close(start)
|
|
wg.Wait()
|
|
}
|