package plugin import ( "context" "testing" "time" "github.com/hashicorp/boundary/internal/db" "github.com/hashicorp/boundary/internal/db/timestamp" "github.com/hashicorp/boundary/internal/errors" "github.com/hashicorp/boundary/internal/iam" "github.com/hashicorp/boundary/internal/kms" hostplg "github.com/hashicorp/boundary/internal/plugin/host" "github.com/hashicorp/boundary/internal/scheduler" plgpb "github.com/hashicorp/boundary/sdk/pbs/plugin" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestNewSetSyncJob(t *testing.T) { t.Parallel() ctx := context.Background() conn, _ := db.TestSetup(t, "postgres") rw := db.New(conn) wrapper := db.TestWrapper(t) kmsCache := kms.TestKms(t, conn, wrapper) plg := hostplg.TestPlugin(t, conn, "lookup") plgm := map[string]plgpb.HostPluginServiceClient{ plg.GetPublicId(): NewWrappingPluginClient(&TestPluginServer{}), } type args struct { r db.Reader w db.Writer kms *kms.Kms plgm map[string]plgpb.HostPluginServiceClient } tests := []struct { name string args args options []Option wantLimit int wantErr bool wantErrCode errors.Code }{ { name: "nil reader", args: args{ w: rw, kms: kmsCache, plgm: plgm, }, wantErr: true, wantErrCode: errors.InvalidParameter, }, { name: "nil writer", args: args{ r: rw, kms: kmsCache, plgm: plgm, }, wantErr: true, wantErrCode: errors.InvalidParameter, }, { name: "nil kms", args: args{ r: rw, w: rw, plgm: plgm, }, wantErr: true, wantErrCode: errors.InvalidParameter, }, { name: "nil plgm", args: args{ r: rw, w: rw, kms: kmsCache, }, wantErr: true, wantErrCode: errors.InvalidParameter, }, { name: "valid-no-options", args: args{ r: rw, w: rw, kms: kmsCache, plgm: plgm, }, wantLimit: db.DefaultLimit, }, { name: "valid-with-limit", args: args{ r: rw, w: rw, kms: kmsCache, plgm: plgm, }, options: []Option{WithLimit(100)}, wantLimit: 100, }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { assert, require := assert.New(t), require.New(t) got, err := newSetSyncJob(ctx, tt.args.r, tt.args.w, tt.args.kms, tt.args.plgm, tt.options...) if tt.wantErr { require.Error(err) assert.Nil(got) assert.Truef(errors.Match(errors.T(tt.wantErrCode), err), "Unexpected error %s", err) return } require.NoError(err) require.NotNil(got) assert.Equal(tt.args.r, got.reader) assert.Equal(tt.args.w, got.writer) assert.Equal(tt.args.kms, got.kms) assert.Equal(tt.wantLimit, got.limit) }) } } func TestSetSyncJob_Run(t *testing.T) { t.Parallel() assert, require := assert.New(t), require.New(t) ctx := context.Background() conn, _ := db.TestSetup(t, "postgres") rw := db.New(conn) wrapper := db.TestWrapper(t) kmsCache := kms.TestKms(t, conn, wrapper) sched := scheduler.TestScheduler(t, conn, wrapper) plgServer := &TestPluginServer{} plg := hostplg.TestPlugin(t, conn, "run") plgm := map[string]plgpb.HostPluginServiceClient{ plg.GetPublicId(): NewWrappingPluginClient(plgServer), } r, err := newSetSyncJob(ctx, rw, rw, kmsCache, plgm) require.NoError(err) sche := scheduler.TestScheduler(t, conn, wrapper) err = sche.RegisterJob(context.Background(), r) require.NoError(err) err = r.Run(context.Background()) require.NoError(err) // No sets should have been synced. assert.Equal(0, r.numProcessed) _, prj := iam.TestScopes(t, iam.TestRepo(t, conn, wrapper)) cat := TestCatalog(t, conn, prj.GetPublicId(), plg.GetPublicId()) set1 := TestSet(t, conn, kmsCache, sched, cat, plgm) plgServer.ListHostsFn = func(ctx context.Context, req *plgpb.ListHostsRequest) (*plgpb.ListHostsResponse, error) { assert.Len(req.GetSets(), 1) assert.Equal(set1.GetPublicId(), req.GetSets()[0].GetId()) return &plgpb.ListHostsResponse{ Hosts: []*plgpb.ListHostsResponseHost{ { ExternalId: "first", IpAddresses: []string{"10.0.0.1"}, SetIds: []string{req.GetSets()[0].GetId()}, }, }, }, nil } hsa := &hostSetAgg{PublicId: set1.GetPublicId()} require.NoError(rw.LookupByPublicId(ctx, hsa)) assert.Less(hsa.LastSyncTime.AsTime().UnixNano(), hsa.CreateTime.AsTime().UnixNano()) // Run sync again with the newly created set err = r.Run(context.Background()) require.NoError(err) // The single existing set should have been processed assert.Equal(1, r.numSets) assert.Equal(1, r.numProcessed) require.NoError(rw.LookupByPublicId(ctx, hsa)) assert.Greater(hsa.LastSyncTime.AsTime().UnixNano(), hsa.CreateTime.AsTime().UnixNano()) assert.False(hsa.NeedSync) firstSyncTime := hsa.LastSyncTime // Run sync again with the freshly synced set err = r.Run(context.Background()) require.NoError(err) // The single existing set should have been processed assert.Equal(0, r.numSets) assert.Equal(0, r.numProcessed) // Set needs update hs, err := hsa.toHostSet(ctx) require.NoError(err) hs.NeedSync = true count, err := rw.Update(ctx, hs, []string{"NeedSync"}, nil) require.NoError(err) assert.Equal(1, count) assert.True(hs.NeedSync) // Run sync again with the set needing update err = r.Run(context.Background()) require.NoError(err) // The single existing set should have been processed assert.Equal(1, r.numSets) assert.Equal(1, r.numProcessed) require.NoError(rw.LookupByPublicId(ctx, hs)) assert.Greater(hs.GetLastSyncTime().AsTime().UnixNano(), firstSyncTime.AsTime().UnixNano()) assert.False(hs.GetNeedSync()) } func TestSetSyncJob_NextRunIn(t *testing.T) { t.Parallel() ctx := context.Background() conn, _ := db.TestSetup(t, "postgres") rw := db.New(conn) wrapper := db.TestWrapper(t) sched := scheduler.TestScheduler(t, conn, wrapper) kmsCache := kms.TestKms(t, conn, wrapper) iamRepo := iam.TestRepo(t, conn, wrapper) _, prj := iam.TestScopes(t, iamRepo) plg := hostplg.TestPlugin(t, conn, "lookup") plgm := map[string]plgpb.HostPluginServiceClient{ plg.GetPublicId(): NewWrappingPluginClient(&TestPluginServer{}), } catalog := TestCatalog(t, conn, prj.PublicId, plg.GetPublicId()) hostSet := TestSet(t, conn, kmsCache, sched, catalog, plgm) type setArgs struct { lastSyncTime *timestamp.Timestamp needsSync bool } tests := []struct { name string syncInterval time.Duration setArgs setArgs want time.Duration }{ { name: "never-synced-before", setArgs: setArgs{ lastSyncTime: timestamp.New(time.Unix(0, 0)), needsSync: false, }, want: 0, }, { name: "synced-just-now", setArgs: setArgs{ lastSyncTime: timestamp.Now(), needsSync: false, }, want: setSyncJobRunInterval, }, { name: "synced-just-now-need-sync", setArgs: setArgs{ lastSyncTime: timestamp.Now(), needsSync: true, }, want: 0, }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { assert, require := assert.New(t), require.New(t) r, err := newSetSyncJob(ctx, rw, rw, kmsCache, plgm) assert.NoError(err) require.NotNil(r) hostSet.NeedSync = tt.setArgs.needsSync hostSet.LastSyncTime = tt.setArgs.lastSyncTime _, err = rw.Update(ctx, hostSet, []string{"LastSyncTime", "NeedSync"}, nil) require.NoError(err) got, err := r.NextRunIn() require.NoError(err) // Round to time.Minute to account for lost time between updating set and determining next run assert.Equal(tt.want.Round(time.Minute), got.Round(time.Minute)) }) } }