Compare commits
1
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
dac83e23b6 |
No files matched your search
@@ -13,9 +13,9 @@ jobs:
|
|||||||
id-token: write
|
id-token: write
|
||||||
contents: read
|
contents: read
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4
|
- uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2
|
||||||
- name: Set up Go
|
- name: Set up Go
|
||||||
uses: actions/setup-go@0c52d547c9bc32b1aa3301fd7a9cb496313a4491 # v5.0.0
|
uses: actions/setup-go@4d34df0c2316fe8122ab82dc22947d607c0c91f9 # v4.0.0
|
||||||
with:
|
with:
|
||||||
go-version-file: 'go.mod'
|
go-version-file: 'go.mod'
|
||||||
cache: true
|
cache: true
|
||||||
|
|||||||
@@ -4,9 +4,3 @@ plan.tfplan
|
|||||||
*.log
|
*.log
|
||||||
*.out
|
*.out
|
||||||
*.html
|
*.html
|
||||||
|
|
||||||
# IntelliJ IDEA project files
|
|
||||||
.idea
|
|
||||||
*.iprg
|
|
||||||
|
|
||||||
.DS_Store
|
|
||||||
+2
-1
@@ -1,4 +1,5 @@
|
|||||||
# These owners will be the default owners for everything in
|
# These owners will be the default owners for everything in
|
||||||
# the repo, unless a later match takes precedence.
|
# the repo, unless a later match takes precedence.
|
||||||
|
|
||||||
* @hashicorp/boundary
|
@hashicorp/boundary
|
||||||
|
|
||||||
@@ -1,24 +1,24 @@
|
|||||||
module github.com/hashicorp/boundary-plugin-aws
|
module github.com/hashicorp/boundary-plugin-aws
|
||||||
|
|
||||||
go 1.23.3
|
go 1.21
|
||||||
|
|
||||||
require (
|
require (
|
||||||
|
github.com/aws/aws-sdk-go v1.44.80
|
||||||
github.com/aws/aws-sdk-go-v2 v1.20.1
|
github.com/aws/aws-sdk-go-v2 v1.20.1
|
||||||
github.com/aws/aws-sdk-go-v2/service/ec2 v1.99.0
|
github.com/aws/aws-sdk-go-v2/service/ec2 v1.99.0
|
||||||
github.com/aws/aws-sdk-go-v2/service/iam v1.22.2
|
github.com/aws/aws-sdk-go-v2/service/iam v1.22.2
|
||||||
github.com/aws/aws-sdk-go-v2/service/s3 v1.38.2
|
github.com/aws/aws-sdk-go-v2/service/s3 v1.38.2
|
||||||
github.com/aws/aws-sdk-go-v2/service/sts v1.21.2
|
github.com/aws/aws-sdk-go-v2/service/sts v1.21.2
|
||||||
github.com/aws/smithy-go v1.14.1
|
github.com/aws/smithy-go v1.14.1
|
||||||
github.com/google/go-cmp v0.6.0
|
github.com/google/go-cmp v0.5.9
|
||||||
github.com/google/uuid v1.4.0
|
github.com/google/uuid v1.3.1
|
||||||
github.com/hashicorp/boundary/sdk v0.0.49
|
github.com/hashicorp/boundary/sdk v0.0.41-0.20231117205527-08045ddb050e
|
||||||
github.com/hashicorp/go-multierror v1.1.1
|
|
||||||
github.com/hashicorp/go-secure-stdlib/awsutil/v2 v2.0.0
|
github.com/hashicorp/go-secure-stdlib/awsutil/v2 v2.0.0
|
||||||
github.com/hashicorp/terraform-json v0.14.0
|
github.com/hashicorp/terraform-json v0.14.0
|
||||||
github.com/mitchellh/mapstructure v1.5.0
|
github.com/mitchellh/mapstructure v1.5.0
|
||||||
github.com/stretchr/testify v1.8.4
|
github.com/stretchr/testify v1.8.4
|
||||||
google.golang.org/grpc v1.61.0
|
google.golang.org/grpc v1.59.0
|
||||||
google.golang.org/protobuf v1.33.0
|
google.golang.org/protobuf v1.31.0
|
||||||
)
|
)
|
||||||
|
|
||||||
require (
|
require (
|
||||||
@@ -45,6 +45,7 @@ require (
|
|||||||
github.com/hashicorp/go-cleanhttp v0.5.2 // indirect
|
github.com/hashicorp/go-cleanhttp v0.5.2 // indirect
|
||||||
github.com/hashicorp/go-hclog v1.5.0 // indirect
|
github.com/hashicorp/go-hclog v1.5.0 // indirect
|
||||||
github.com/hashicorp/go-kms-wrapping/v2 v2.0.14 // indirect
|
github.com/hashicorp/go-kms-wrapping/v2 v2.0.14 // indirect
|
||||||
|
github.com/hashicorp/go-multierror v1.1.1 // indirect
|
||||||
github.com/hashicorp/go-uuid v1.0.3 // indirect
|
github.com/hashicorp/go-uuid v1.0.3 // indirect
|
||||||
github.com/hashicorp/go-version v1.5.0 // indirect
|
github.com/hashicorp/go-version v1.5.0 // indirect
|
||||||
github.com/jmespath/go-jmespath v0.4.0 // indirect
|
github.com/jmespath/go-jmespath v0.4.0 // indirect
|
||||||
@@ -55,12 +56,10 @@ require (
|
|||||||
github.com/mitchellh/reflectwalk v1.0.2 // indirect
|
github.com/mitchellh/reflectwalk v1.0.2 // indirect
|
||||||
github.com/pmezard/go-difflib v1.0.0 // indirect
|
github.com/pmezard/go-difflib v1.0.0 // indirect
|
||||||
github.com/zclconf/go-cty v1.10.0 // indirect
|
github.com/zclconf/go-cty v1.10.0 // indirect
|
||||||
golang.org/x/crypto v0.18.0 // indirect
|
golang.org/x/crypto v0.14.0 // indirect
|
||||||
golang.org/x/net v0.20.0 // indirect
|
golang.org/x/net v0.17.0 // indirect
|
||||||
golang.org/x/sys v0.16.0 // indirect
|
golang.org/x/sys v0.13.0 // indirect
|
||||||
golang.org/x/text v0.14.0 // indirect
|
golang.org/x/text v0.13.0 // indirect
|
||||||
google.golang.org/genproto v0.0.0-20240116215550-a9fa1716bcac // indirect
|
google.golang.org/genproto/googleapis/rpc v0.0.0-20231016165738-49dd2c1f3d0b // indirect
|
||||||
google.golang.org/genproto/googleapis/api v0.0.0-20240125205218-1f4bbc51befe // indirect
|
|
||||||
google.golang.org/genproto/googleapis/rpc v0.0.0-20240125205218-1f4bbc51befe // indirect
|
|
||||||
gopkg.in/yaml.v3 v3.0.1 // indirect
|
gopkg.in/yaml.v3 v3.0.1 // indirect
|
||||||
)
|
)
|
||||||
@@ -8,6 +8,8 @@ github.com/apparentlymart/go-textseg v1.0.0/go.mod h1:z96Txxhf3xSFMPmb5X/1W05FF/
|
|||||||
github.com/apparentlymart/go-textseg/v13 v13.0.0/go.mod h1:ZK2fH7c4NqDTLtiYLvIkEghdlcqw7yxLeM89kiTRPUo=
|
github.com/apparentlymart/go-textseg/v13 v13.0.0/go.mod h1:ZK2fH7c4NqDTLtiYLvIkEghdlcqw7yxLeM89kiTRPUo=
|
||||||
github.com/armon/go-radix v1.0.0 h1:F4z6KzEeeQIMeLFa97iZU6vupzoecKdU5TX24SNppXI=
|
github.com/armon/go-radix v1.0.0 h1:F4z6KzEeeQIMeLFa97iZU6vupzoecKdU5TX24SNppXI=
|
||||||
github.com/armon/go-radix v1.0.0/go.mod h1:ufUuZ+zHj4x4TnLV4JWEpy2hxWSpsRywHrMgIH9cCH8=
|
github.com/armon/go-radix v1.0.0/go.mod h1:ufUuZ+zHj4x4TnLV4JWEpy2hxWSpsRywHrMgIH9cCH8=
|
||||||
|
github.com/aws/aws-sdk-go v1.44.80 h1:jEXGecSgPdvM5KnyDsSgFhZSm7WwaTp4h544Im4SfhI=
|
||||||
|
github.com/aws/aws-sdk-go v1.44.80/go.mod h1:y4AeaBuwd2Lk+GepC1E9v0qOiTws0MIWAX4oIKwKHZo=
|
||||||
github.com/aws/aws-sdk-go-v2 v1.18.0/go.mod h1:uzbQtefpm44goOPmdKyAlXSNcwlRgF3ePWVW6EtJvvw=
|
github.com/aws/aws-sdk-go-v2 v1.18.0/go.mod h1:uzbQtefpm44goOPmdKyAlXSNcwlRgF3ePWVW6EtJvvw=
|
||||||
github.com/aws/aws-sdk-go-v2 v1.20.1 h1:rZBf5DWr7YGrnlTK4kgDQGn1ltqOg5orCYb/UhOFZkg=
|
github.com/aws/aws-sdk-go-v2 v1.20.1 h1:rZBf5DWr7YGrnlTK4kgDQGn1ltqOg5orCYb/UhOFZkg=
|
||||||
github.com/aws/aws-sdk-go-v2 v1.20.1/go.mod h1:NU06lETsFm8fUC6ZjhgDpVBcGZTFQ6XM+LZWZxMI4ac=
|
github.com/aws/aws-sdk-go-v2 v1.20.1/go.mod h1:NU06lETsFm8fUC6ZjhgDpVBcGZTFQ6XM+LZWZxMI4ac=
|
||||||
@@ -74,12 +76,12 @@ github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMyw
|
|||||||
github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
|
github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
|
||||||
github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
|
github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
|
||||||
github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
|
github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
|
||||||
github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI=
|
github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
|
||||||
github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
|
github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
|
||||||
github.com/google/uuid v1.4.0 h1:MtMxsa51/r9yyhkyLsVeVt0B+BGQZzpQiTQ4eHZ8bc4=
|
github.com/google/uuid v1.3.1 h1:KjJaJ9iWZ3jOFZIf1Lqf4laDRCasjl0BCmnEGxkdLb4=
|
||||||
github.com/google/uuid v1.4.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
github.com/google/uuid v1.3.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||||
github.com/hashicorp/boundary/sdk v0.0.49 h1:XOb6mSKyrU/wI20+5xTYBHQUP7eIeKcLxKSCpCs4yzM=
|
github.com/hashicorp/boundary/sdk v0.0.41-0.20231117205527-08045ddb050e h1:PzZklmCjnaqQq9JdZRI9SVPSd9xo0iXLlmOHoQX68aM=
|
||||||
github.com/hashicorp/boundary/sdk v0.0.49/go.mod h1:IHP79to8aIi22FiY58pgBqJL96/U9D8ZAUhS2DdC+Us=
|
github.com/hashicorp/boundary/sdk v0.0.41-0.20231117205527-08045ddb050e/go.mod h1:+XTDYf9YNeKIbGOPJwy7hlO2Le4zgzCtHCG/u+z4THI=
|
||||||
github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=
|
github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=
|
||||||
github.com/hashicorp/errwrap v1.1.0 h1:OxrOeh75EUXMY8TBjag2fzXGZ40LB6IKw45YeGUDY2I=
|
github.com/hashicorp/errwrap v1.1.0 h1:OxrOeh75EUXMY8TBjag2fzXGZ40LB6IKw45YeGUDY2I=
|
||||||
github.com/hashicorp/errwrap v1.1.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=
|
github.com/hashicorp/errwrap v1.1.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=
|
||||||
@@ -144,8 +146,8 @@ github.com/jmespath/go-jmespath/internal/testify v1.5.1 h1:shLQSRRSCCPj3f2gpwzGw
|
|||||||
github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U=
|
github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U=
|
||||||
github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
|
github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
|
||||||
github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI=
|
github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI=
|
||||||
github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0=
|
github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
|
||||||
github.com/kr/pretty v0.3.0/go.mod h1:640gp4NfQd8pI5XOwp5fnNeVWj67G7CFk/SaSQn7NBk=
|
github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
|
||||||
github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
|
github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
|
||||||
github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
|
github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
|
||||||
github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
|
github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
|
||||||
@@ -175,13 +177,13 @@ github.com/mitchellh/reflectwalk v1.0.2 h1:G2LzWKi524PWgd3mLHV8Y5k7s6XUvT0Gef6zx
|
|||||||
github.com/mitchellh/reflectwalk v1.0.2/go.mod h1:mSTlrgnPZtwu0c4WaC2kGObEpuNDbx0jmZXqmk4esnw=
|
github.com/mitchellh/reflectwalk v1.0.2/go.mod h1:mSTlrgnPZtwu0c4WaC2kGObEpuNDbx0jmZXqmk4esnw=
|
||||||
github.com/oklog/run v1.1.0 h1:GEenZ1cK0+q0+wsJew9qUg/DyD8k3JzYsZAi5gYi2mA=
|
github.com/oklog/run v1.1.0 h1:GEenZ1cK0+q0+wsJew9qUg/DyD8k3JzYsZAi5gYi2mA=
|
||||||
github.com/oklog/run v1.1.0/go.mod h1:sVPdnTZT1zYwAJeCMu2Th4T21pA3FPOQRfWjQlk7DVU=
|
github.com/oklog/run v1.1.0/go.mod h1:sVPdnTZT1zYwAJeCMu2Th4T21pA3FPOQRfWjQlk7DVU=
|
||||||
|
github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
||||||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||||
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||||
github.com/posener/complete v1.2.3 h1:NP0eAhjcjImqslEwo/1hq7gpajME0fTLTezBKDqfXqo=
|
github.com/posener/complete v1.2.3 h1:NP0eAhjcjImqslEwo/1hq7gpajME0fTLTezBKDqfXqo=
|
||||||
github.com/posener/complete v1.2.3/go.mod h1:WZIdtGGp+qx0sLrYKtIRAruyNpv6hFCicSgv7Sy7s/s=
|
github.com/posener/complete v1.2.3/go.mod h1:WZIdtGGp+qx0sLrYKtIRAruyNpv6hFCicSgv7Sy7s/s=
|
||||||
|
github.com/rogpeppe/go-internal v1.6.2 h1:aIihoIOHCiLZHxyoNQ+ABL4NKhFTgKLBdMLyEAh98m0=
|
||||||
github.com/rogpeppe/go-internal v1.6.2/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc=
|
github.com/rogpeppe/go-internal v1.6.2/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc=
|
||||||
github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8=
|
|
||||||
github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs=
|
|
||||||
github.com/ryanuber/go-glob v1.0.0 h1:iQh3xXAumdQ+4Ufa5b25cRpC5TYKlno6hsv6Cb3pkBk=
|
github.com/ryanuber/go-glob v1.0.0 h1:iQh3xXAumdQ+4Ufa5b25cRpC5TYKlno6hsv6Cb3pkBk=
|
||||||
github.com/ryanuber/go-glob v1.0.0/go.mod h1:807d1WSdnB0XRJzKNil9Om6lcp/3a0v4qIHxIXzX/Yc=
|
github.com/ryanuber/go-glob v1.0.0/go.mod h1:807d1WSdnB0XRJzKNil9Om6lcp/3a0v4qIHxIXzX/Yc=
|
||||||
github.com/sebdah/goldie v1.0.0/go.mod h1:jXP4hmWywNEwZzhMuv2ccnqTSFpuq8iyQhtQdkkZBH4=
|
github.com/sebdah/goldie v1.0.0/go.mod h1:jXP4hmWywNEwZzhMuv2ccnqTSFpuq8iyQhtQdkkZBH4=
|
||||||
@@ -210,8 +212,8 @@ go.uber.org/goleak v1.1.12/go.mod h1:cwTWslyiVhfpKIDGSZEM2HlOvcqm+tG4zioyIeLoqMQ
|
|||||||
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
|
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
|
||||||
golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
|
golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
|
||||||
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
|
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
|
||||||
golang.org/x/crypto v0.18.0 h1:PGVlW0xEltQnzFZ55hkuX5+KLyrMYhHld1YHO4AKcdc=
|
golang.org/x/crypto v0.14.0 h1:wBqGXzWJW6m1XrIKlAH0Hs1JJ7+9KBwnIO8v66Q9cHc=
|
||||||
golang.org/x/crypto v0.18.0/go.mod h1:R0j02AL6hcrfOiy9T4ZYp/rcWeMxM3L6QYxlOuEG1mg=
|
golang.org/x/crypto v0.14.0/go.mod h1:MVFd36DqK4CsrnJYDkBA3VC4m2GkXAM0PvzMCn4JQf4=
|
||||||
golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
|
golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
|
||||||
golang.org/x/lint v0.0.0-20200302205851-738671d3881b/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY=
|
golang.org/x/lint v0.0.0-20200302205851-738671d3881b/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY=
|
||||||
golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg=
|
golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg=
|
||||||
@@ -224,8 +226,9 @@ golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR
|
|||||||
golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
||||||
golang.org/x/net v0.0.0-20200301022130-244492dfa37a/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
golang.org/x/net v0.0.0-20200301022130-244492dfa37a/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
||||||
golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
|
golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
|
||||||
golang.org/x/net v0.20.0 h1:aCL9BSgETF1k+blQaYUBx9hJ9LOGP3gAVemcZlf1Kpo=
|
golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk=
|
||||||
golang.org/x/net v0.20.0/go.mod h1:z8BVo6PvndSri0LbOE3hAn0apkU+1YvI6E70E9jsnvY=
|
golang.org/x/net v0.17.0 h1:pVaXccu2ozPjCXewfr1S7xza/zcXTity9cCdXQYSjIM=
|
||||||
|
golang.org/x/net v0.17.0/go.mod h1:NxSsAGuq816PNPmqtQdLE42eU2Fs7NoRIZrHJAlaCOE=
|
||||||
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
@@ -234,19 +237,23 @@ golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7w
|
|||||||
golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
|
golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.0.0-20220503163025-988cb79eb6c6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20220503163025-988cb79eb6c6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.16.0 h1:xWw16ngr6ZMtmxDyKyIgsE93KNKz5HKmMa3b8ALHidU=
|
golang.org/x/sys v0.13.0 h1:Af8nKPmuFypiUBjVoU9V20FiaFXOcuZI21p0ycVYYGE=
|
||||||
golang.org/x/sys v0.16.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
|
golang.org/x/sys v0.13.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
|
||||||
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||||
golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
|
golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
|
||||||
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||||
golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||||
golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ=
|
golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
|
||||||
golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
|
golang.org/x/text v0.13.0 h1:ablQoSUd0tRdKxZewP80B+BaqeKJuVhuRxj/dkrun3k=
|
||||||
|
golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=
|
||||||
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||||
golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
|
golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
|
||||||
golang.org/x/tools v0.0.0-20191108193012-7d206e10da11/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
|
golang.org/x/tools v0.0.0-20191108193012-7d206e10da11/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
|
||||||
@@ -259,22 +266,19 @@ golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8T
|
|||||||
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM=
|
google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM=
|
||||||
google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc=
|
google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc=
|
||||||
google.golang.org/genproto v0.0.0-20240116215550-a9fa1716bcac h1:ZL/Teoy/ZGnzyrqK/Optxxp2pmVh+fmJ97slxSRyzUg=
|
google.golang.org/genproto/googleapis/rpc v0.0.0-20231016165738-49dd2c1f3d0b h1:ZlWIi1wSK56/8hn4QcBp/j9M7Gt3U/3hZw3mC7vDICo=
|
||||||
google.golang.org/genproto v0.0.0-20240116215550-a9fa1716bcac/go.mod h1:+Rvu7ElI+aLzyDQhpHMFMMltsD6m7nqpuWDd2CwJw3k=
|
google.golang.org/genproto/googleapis/rpc v0.0.0-20231016165738-49dd2c1f3d0b/go.mod h1:swOH3j0KzcDDgGUWr+SNpyTen5YrXjS3eyPzFYKc6lc=
|
||||||
google.golang.org/genproto/googleapis/api v0.0.0-20240125205218-1f4bbc51befe h1:0poefMBYvYbs7g5UkjS6HcxBPaTRAmznle9jnxYoAI8=
|
google.golang.org/grpc v1.59.0 h1:Z5Iec2pjwb+LEOqzpB2MR12/eKFhDPhuqW91O+4bwUk=
|
||||||
google.golang.org/genproto/googleapis/api v0.0.0-20240125205218-1f4bbc51befe/go.mod h1:4jWUdICTdgc3Ibxmr8nAJiiLHwQBY0UI0XZcEMaFKaA=
|
google.golang.org/grpc v1.59.0/go.mod h1:aUPDwccQo6OTjy7Hct4AfBPD1GptF4fyUjIkQ9YtF98=
|
||||||
google.golang.org/genproto/googleapis/rpc v0.0.0-20240125205218-1f4bbc51befe h1:bQnxqljG/wqi4NTXu2+DJ3n7APcEA882QZ1JvhQAq9o=
|
|
||||||
google.golang.org/genproto/googleapis/rpc v0.0.0-20240125205218-1f4bbc51befe/go.mod h1:PAREbraiVEVGVdTZsVWjSbbTtSyGbAgIIvni8a8CD5s=
|
|
||||||
google.golang.org/grpc v1.61.0 h1:TOvOcuXn30kRao+gfcvsebNEa5iZIiLkisYEkf7R7o0=
|
|
||||||
google.golang.org/grpc v1.61.0/go.mod h1:VUbo7IFqmF1QtCAstipjG0GIoq49KvMe9+h1jFLBNJs=
|
|
||||||
google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw=
|
google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw=
|
||||||
google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc=
|
google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc=
|
||||||
google.golang.org/protobuf v1.33.0 h1:uNO2rsAINq/JlFpSdYEKIZ0uKD/R9cpdv0T+yoGwGmI=
|
google.golang.org/protobuf v1.31.0 h1:g0LDEJHgrBl9N9r17Ru3sqWhkIx2NB67okBHPwC7hs8=
|
||||||
google.golang.org/protobuf v1.33.0/go.mod h1:c6P6GXX6sHbq/GpV6MGZEdwhWPcYBgnhAHhKbcUYpos=
|
google.golang.org/protobuf v1.31.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
|
||||||
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||||
gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||||
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 h1:YR8cESwS4TdDjEe65xsg0ogRM/Nc3DYOhEAlW+xobZo=
|
|
||||||
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||||
|
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
|
||||||
|
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
|
||||||
gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI=
|
gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI=
|
||||||
gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
|
gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
|
||||||
gopkg.in/yaml.v2 v2.2.8 h1:obN1ZagJSUGI0Ek/LBmuj4SNLPfIny3KsKFopxRdj10=
|
gopkg.in/yaml.v2 v2.2.8 h1:obN1ZagJSUGI0Ek/LBmuj4SNLPfIny3KsKFopxRdj10=
|
||||||
|
|||||||
@@ -6,6 +6,7 @@ package credential
|
|||||||
import (
|
import (
|
||||||
"fmt"
|
"fmt"
|
||||||
|
|
||||||
|
"github.com/aws/aws-sdk-go/aws/endpoints"
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/errors"
|
"github.com/hashicorp/boundary-plugin-aws/internal/errors"
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/values"
|
"github.com/hashicorp/boundary-plugin-aws/internal/values"
|
||||||
"github.com/hashicorp/go-secure-stdlib/awsutil/v2"
|
"github.com/hashicorp/go-secure-stdlib/awsutil/v2"
|
||||||
@@ -34,10 +35,9 @@ type CredentialAttributes struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// GetCredentialsConfig parses values out of a protobuf struct secrets and returns a
|
// GetCredentialsConfig parses values out of a protobuf struct secrets and returns a
|
||||||
// CredentialsConfig used for configuring an AWS session. An status error is returned
|
// CredentialsConfig used for configuring an AWS session. An error is returned if
|
||||||
// with an InvalidArgument code if any unrecognized fields are found in the protobuf
|
// any unrecognized fields are found in the protobuf struct input.
|
||||||
// struct input.
|
func GetCredentialsConfig(secrets *structpb.Struct, attrs *CredentialAttributes, required bool) (*awsutil.CredentialsConfig, error) {
|
||||||
func GetCredentialsConfig(secrets *structpb.Struct, attrs *CredentialAttributes) (*awsutil.CredentialsConfig, error) {
|
|
||||||
// initialize secrets if it is nil
|
// initialize secrets if it is nil
|
||||||
// secrets can be nil because static credentials are optional
|
// secrets can be nil because static credentials are optional
|
||||||
if secrets == nil {
|
if secrets == nil {
|
||||||
@@ -49,13 +49,13 @@ func GetCredentialsConfig(secrets *structpb.Struct, attrs *CredentialAttributes)
|
|||||||
unknownFields := values.StructFields(secrets)
|
unknownFields := values.StructFields(secrets)
|
||||||
badFields := make(map[string]string)
|
badFields := make(map[string]string)
|
||||||
|
|
||||||
accessKey, err := values.GetStringValue(secrets, ConstAccessKeyId, false)
|
accessKey, err := values.GetStringValue(secrets, ConstAccessKeyId, required)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
badFields[fmt.Sprintf("secrets.%s", ConstAccessKeyId)] = err.Error()
|
badFields[fmt.Sprintf("secrets.%s", ConstAccessKeyId)] = err.Error()
|
||||||
}
|
}
|
||||||
delete(unknownFields, ConstAccessKeyId)
|
delete(unknownFields, ConstAccessKeyId)
|
||||||
|
|
||||||
secretKey, err := values.GetStringValue(secrets, ConstSecretAccessKey, false)
|
secretKey, err := values.GetStringValue(secrets, ConstSecretAccessKey, required)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
badFields[fmt.Sprintf("secrets.%s", ConstSecretAccessKey)] = err.Error()
|
badFields[fmt.Sprintf("secrets.%s", ConstSecretAccessKey)] = err.Error()
|
||||||
}
|
}
|
||||||
@@ -117,18 +117,13 @@ func GetCredentialsConfig(secrets *structpb.Struct, attrs *CredentialAttributes)
|
|||||||
opts = append(opts, awsutil.WithRoleTags(attrs.RoleTags))
|
opts = append(opts, awsutil.WithRoleTags(attrs.RoleTags))
|
||||||
}
|
}
|
||||||
|
|
||||||
cfg, err := awsutil.NewCredentialsConfig(opts...)
|
return awsutil.NewCredentialsConfig(opts...)
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus(err.Error())
|
|
||||||
}
|
|
||||||
|
|
||||||
return cfg, nil
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// GetCredentialAttributes parses values out of a protobuf struct input and returns a
|
// GetCredentialAttributes parses values out of a protobuf struct input and returns a
|
||||||
// CredentialAttributes used for configuring an AWS session. An status error is returned
|
// CredentialAttributes used for configuring an AWS session. An error is returned if
|
||||||
// with an InvalidArgument code if any of the following fields are missing from the protobuf
|
// any of the following fields are missing from the protobuf struct input or have
|
||||||
// struct input or have invalid value types: region, disableCredentialRotation
|
// invalid value types: region, disableCredentialRotation
|
||||||
func GetCredentialAttributes(in *structpb.Struct) (*CredentialAttributes, error) {
|
func GetCredentialAttributes(in *structpb.Struct) (*CredentialAttributes, error) {
|
||||||
badFields := make(map[string]string)
|
badFields := make(map[string]string)
|
||||||
|
|
||||||
@@ -137,6 +132,12 @@ func GetCredentialAttributes(in *structpb.Struct) (*CredentialAttributes, error)
|
|||||||
badFields[fmt.Sprintf("attributes.%s", ConstRegion)] = err.Error()
|
badFields[fmt.Sprintf("attributes.%s", ConstRegion)] = err.Error()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if region != "" {
|
||||||
|
if _, found := endpoints.PartitionForRegion(endpoints.DefaultPartitions(), region); !found {
|
||||||
|
badFields[fmt.Sprintf("attributes.%s", ConstRegion)] = fmt.Sprintf("not a valid region: %s", region)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
disableCredentialRotation, err := values.GetBoolValue(in, ConstDisableCredentialRotation, false)
|
disableCredentialRotation, err := values.GetBoolValue(in, ConstDisableCredentialRotation, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
badFields[fmt.Sprintf("attributes.%s", ConstDisableCredentialRotation)] = err.Error()
|
badFields[fmt.Sprintf("attributes.%s", ConstDisableCredentialRotation)] = err.Error()
|
||||||
|
|||||||
@@ -25,6 +25,13 @@ func TestGetCredentialAttributes(t *testing.T) {
|
|||||||
in: map[string]any{},
|
in: map[string]any{},
|
||||||
expectedErrContains: "missing required value \"region\"",
|
expectedErrContains: "missing required value \"region\"",
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
name: "invalid aws region value",
|
||||||
|
in: map[string]any{
|
||||||
|
ConstRegion: "dne",
|
||||||
|
},
|
||||||
|
expectedErrContains: "not a valid region",
|
||||||
|
},
|
||||||
{
|
{
|
||||||
name: "bad value for disable_credential_rotation",
|
name: "bad value for disable_credential_rotation",
|
||||||
in: map[string]any{
|
in: map[string]any{
|
||||||
@@ -105,6 +112,7 @@ func TestGetCredentialsConfig(t *testing.T) {
|
|||||||
cases := []struct {
|
cases := []struct {
|
||||||
name string
|
name string
|
||||||
secrets *structpb.Struct
|
secrets *structpb.Struct
|
||||||
|
required bool
|
||||||
attrs *CredentialAttributes
|
attrs *CredentialAttributes
|
||||||
expected *awsutil.CredentialsConfig
|
expected *awsutil.CredentialsConfig
|
||||||
expectedErrContains string
|
expectedErrContains string
|
||||||
@@ -135,6 +143,32 @@ func TestGetCredentialsConfig(t *testing.T) {
|
|||||||
Region: "us-west-2",
|
Region: "us-west-2",
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
name: "missing access key",
|
||||||
|
secrets: &structpb.Struct{
|
||||||
|
Fields: map[string]*structpb.Value{
|
||||||
|
ConstSecretAccessKey: structpb.NewStringValue("bazqux"),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
attrs: &CredentialAttributes{
|
||||||
|
Region: "us-west-2",
|
||||||
|
},
|
||||||
|
required: true,
|
||||||
|
expectedErrContains: "secrets.access_key_id: missing required value",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "missing secret key",
|
||||||
|
secrets: &structpb.Struct{
|
||||||
|
Fields: map[string]*structpb.Value{
|
||||||
|
ConstAccessKeyId: structpb.NewStringValue("AKIAfoobar"),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
required: true,
|
||||||
|
attrs: &CredentialAttributes{
|
||||||
|
Region: "us-west-2",
|
||||||
|
},
|
||||||
|
expectedErrContains: "secrets.secret_access_key: missing required value",
|
||||||
|
},
|
||||||
{
|
{
|
||||||
name: "unknown fields",
|
name: "unknown fields",
|
||||||
secrets: &structpb.Struct{
|
secrets: &structpb.Struct{
|
||||||
@@ -233,7 +267,7 @@ func TestGetCredentialsConfig(t *testing.T) {
|
|||||||
t.Run(tc.name, func(t *testing.T) {
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
require := require.New(t)
|
require := require.New(t)
|
||||||
|
|
||||||
actual, err := GetCredentialsConfig(tc.secrets, tc.attrs)
|
actual, err := GetCredentialsConfig(tc.secrets, tc.attrs, tc.required)
|
||||||
if tc.expectedErrContains != "" {
|
if tc.expectedErrContains != "" {
|
||||||
require.Error(err)
|
require.Error(err)
|
||||||
require.Contains(err.Error(), tc.expectedErrContains)
|
require.Contains(err.Error(), tc.expectedErrContains)
|
||||||
|
|||||||
@@ -5,14 +5,13 @@ package credential
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
stderr "errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/aws/aws-sdk-go-v2/aws"
|
"github.com/aws/aws-sdk-go-v2/aws"
|
||||||
iamTypes "github.com/aws/aws-sdk-go-v2/service/iam/types"
|
iamTypes "github.com/aws/aws-sdk-go-v2/service/iam/types"
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/errors"
|
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/values"
|
"github.com/hashicorp/boundary-plugin-aws/internal/values"
|
||||||
"github.com/hashicorp/go-secure-stdlib/awsutil/v2"
|
"github.com/hashicorp/go-secure-stdlib/awsutil/v2"
|
||||||
"google.golang.org/protobuf/types/known/structpb"
|
"google.golang.org/protobuf/types/known/structpb"
|
||||||
@@ -72,7 +71,7 @@ func WithStateTestOpts(opts []awsutil.Option) AwsCredentialPersistedStateOption
|
|||||||
func WithCredentialsConfig(x *awsutil.CredentialsConfig) AwsCredentialPersistedStateOption {
|
func WithCredentialsConfig(x *awsutil.CredentialsConfig) AwsCredentialPersistedStateOption {
|
||||||
return func(s *AwsCredentialPersistedState) error {
|
return func(s *AwsCredentialPersistedState) error {
|
||||||
if s.CredentialsConfig != nil {
|
if s.CredentialsConfig != nil {
|
||||||
return stderr.New("credentials config already set")
|
return errors.New("credentials config already set")
|
||||||
}
|
}
|
||||||
|
|
||||||
s.CredentialsConfig = x
|
s.CredentialsConfig = x
|
||||||
@@ -84,7 +83,7 @@ func WithCredentialsConfig(x *awsutil.CredentialsConfig) AwsCredentialPersistedS
|
|||||||
func WithCredsLastRotatedTime(t time.Time) AwsCredentialPersistedStateOption {
|
func WithCredsLastRotatedTime(t time.Time) AwsCredentialPersistedStateOption {
|
||||||
return func(s *AwsCredentialPersistedState) error {
|
return func(s *AwsCredentialPersistedState) error {
|
||||||
if !s.CredsLastRotatedTime.IsZero() {
|
if !s.CredsLastRotatedTime.IsZero() {
|
||||||
return stderr.New("last rotation time already set")
|
return errors.New("last rotation time already set")
|
||||||
}
|
}
|
||||||
|
|
||||||
s.CredsLastRotatedTime = t
|
s.CredsLastRotatedTime = t
|
||||||
@@ -107,15 +106,13 @@ func NewAwsCredentialPersistedState(opts ...AwsCredentialPersistedStateOption) (
|
|||||||
|
|
||||||
// ValidateCreds takes the credentials configuration from the persisted state
|
// ValidateCreds takes the credentials configuration from the persisted state
|
||||||
// and runs sts.GetCallerIdentity for the current credentials, which is done
|
// and runs sts.GetCallerIdentity for the current credentials, which is done
|
||||||
// to check that the credentials are valid. This method returns a status error
|
// to check that the credentials are valid.
|
||||||
// with PluginError details.
|
|
||||||
func (s *AwsCredentialPersistedState) ValidateCreds(ctx context.Context) error {
|
func (s *AwsCredentialPersistedState) ValidateCreds(ctx context.Context) error {
|
||||||
if s.CredentialsConfig == nil {
|
if s.CredentialsConfig == nil {
|
||||||
return errors.BadRequestStatus("missing credentials config")
|
return errors.New("missing credentials config")
|
||||||
}
|
}
|
||||||
if _, err := s.CredentialsConfig.GetCallerIdentity(ctx, s.testOpts...); err != nil {
|
if _, err := s.CredentialsConfig.GetCallerIdentity(ctx, s.testOpts...); err != nil {
|
||||||
st, _ := errors.ParseAWSError("validating credentials", err)
|
return fmt.Errorf("error validating credentials: %w", err)
|
||||||
return st.Err()
|
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
@@ -124,19 +121,18 @@ func (s *AwsCredentialPersistedState) ValidateCreds(ctx context.Context) error {
|
|||||||
// then deletes the old access key. If deletion of the old access key is successful, the new access key/secret key are
|
// then deletes the old access key. If deletion of the old access key is successful, the new access key/secret key are
|
||||||
// written into the credentials config and the persisted state. On any error, the old credentials are not overwritten.
|
// written into the credentials config and the persisted state. On any error, the old credentials are not overwritten.
|
||||||
// This ensures that any generated new secret key never leaves this function in case of an error, even though it will
|
// This ensures that any generated new secret key never leaves this function in case of an error, even though it will
|
||||||
// still result in an extraneous access key existing. This method returns a status error with PluginError details.
|
// still result in an extraneous access key existing.
|
||||||
func (s *AwsCredentialPersistedState) RotateCreds(ctx context.Context) error {
|
func (s *AwsCredentialPersistedState) RotateCreds(ctx context.Context) error {
|
||||||
if s.CredentialsConfig == nil {
|
if s.CredentialsConfig == nil {
|
||||||
return errors.BadRequestStatus("missing credentials config")
|
return errors.New("missing credentials config")
|
||||||
}
|
}
|
||||||
if GetCredentialType(s.CredentialsConfig) != StaticAWS {
|
if GetCredentialType(s.CredentialsConfig) != StaticAWS {
|
||||||
return errors.BadRequestStatus("invalid credential type")
|
return errors.New("invalid credential type")
|
||||||
}
|
}
|
||||||
if err := s.CredentialsConfig.RotateKeys(ctx, append([]awsutil.Option{
|
if err := s.CredentialsConfig.RotateKeys(ctx, append([]awsutil.Option{
|
||||||
awsutil.WithValidityCheckTimeout(rotationWaitTimeout),
|
awsutil.WithValidityCheckTimeout(rotationWaitTimeout),
|
||||||
}, s.testOpts...)...); err != nil {
|
}, s.testOpts...)...); err != nil {
|
||||||
st, _ := errors.ParseAWSError("rotating credentials", err)
|
return fmt.Errorf("error rotating credentials: %w", err)
|
||||||
return st.Err()
|
|
||||||
}
|
}
|
||||||
s.CredsLastRotatedTime = time.Now()
|
s.CredsLastRotatedTime = time.Now()
|
||||||
return nil
|
return nil
|
||||||
@@ -144,14 +140,13 @@ func (s *AwsCredentialPersistedState) RotateCreds(ctx context.Context) error {
|
|||||||
|
|
||||||
// ReplaceCreds replaces the access key in the state with a new key.
|
// ReplaceCreds replaces the access key in the state with a new key.
|
||||||
// If the existing key was rotated at any point in time, it is
|
// If the existing key was rotated at any point in time, it is
|
||||||
// deleted first, otherwise it's left alone. This method returns a
|
// deleted first, otherwise it's left alone.
|
||||||
// status error with PluginError details.
|
|
||||||
func (s *AwsCredentialPersistedState) ReplaceCreds(ctx context.Context, credentialsConfig *awsutil.CredentialsConfig) error {
|
func (s *AwsCredentialPersistedState) ReplaceCreds(ctx context.Context, credentialsConfig *awsutil.CredentialsConfig) error {
|
||||||
if credentialsConfig == nil {
|
if credentialsConfig == nil {
|
||||||
return errors.BadRequestStatus("missing new credentials config")
|
return errors.New("missing new credentials config")
|
||||||
}
|
}
|
||||||
if s.CredentialsConfig == nil {
|
if s.CredentialsConfig == nil {
|
||||||
return errors.BadRequestStatus("missing credentials config")
|
return errors.New("missing credentials config")
|
||||||
}
|
}
|
||||||
|
|
||||||
// Delete old/existing credentials. This action is only possible for static credential types.
|
// Delete old/existing credentials. This action is only possible for static credential types.
|
||||||
@@ -171,29 +166,27 @@ func (s *AwsCredentialPersistedState) ReplaceCreds(ctx context.Context, credenti
|
|||||||
|
|
||||||
// DeleteCreds deletes the credentials in the state. The access key
|
// DeleteCreds deletes the credentials in the state. The access key
|
||||||
// ID, secret access key, and rotation time fields are zeroed out in
|
// ID, secret access key, and rotation time fields are zeroed out in
|
||||||
// the state just to ensure that they cannot be re-used after. This
|
// the state just to ensure that they cannot be re-used after.
|
||||||
// method returns a status error with PluginError details.
|
|
||||||
func (s *AwsCredentialPersistedState) DeleteCreds(ctx context.Context) error {
|
func (s *AwsCredentialPersistedState) DeleteCreds(ctx context.Context) error {
|
||||||
if s.CredentialsConfig == nil {
|
if s.CredentialsConfig == nil {
|
||||||
return errors.BadRequestStatus("missing credentials config")
|
return errors.New("missing credentials config")
|
||||||
}
|
}
|
||||||
if GetCredentialType(s.CredentialsConfig) != StaticAWS {
|
if GetCredentialType(s.CredentialsConfig) != StaticAWS {
|
||||||
return errors.BadRequestStatus("invalid credential type")
|
return errors.New("invalid credential type")
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := s.CredentialsConfig.DeleteAccessKey(ctx, s.CredentialsConfig.AccessKey, s.testOpts...); err != nil {
|
if err := s.CredentialsConfig.DeleteAccessKey(ctx, s.CredentialsConfig.AccessKey, s.testOpts...); err != nil {
|
||||||
// Determine if the deletion error was due to a missing
|
// Determine if the deletion error was due to a missing
|
||||||
// resource. If it was, just pass it.
|
// resource. If it was, just pass it.
|
||||||
var awsErr *iamTypes.NoSuchEntityException
|
var awsErr *iamTypes.NoSuchEntityException
|
||||||
if stderr.As(err, &awsErr) && awsErr.ErrorCode() == "NoSuchEntity" {
|
if errors.As(err, &awsErr) && awsErr.ErrorCode() == "NoSuchEntity" {
|
||||||
s.CredentialsConfig = nil
|
s.CredentialsConfig = nil
|
||||||
s.CredsLastRotatedTime = time.Time{}
|
s.CredsLastRotatedTime = time.Time{}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// Otherwise treat it as an actual error.
|
// Otherwise treat it as an actual error.
|
||||||
st, _ := errors.ParseAWSError("deleting credentials", err)
|
return err
|
||||||
return st.Err()
|
|
||||||
}
|
}
|
||||||
|
|
||||||
s.CredentialsConfig = nil
|
s.CredentialsConfig = nil
|
||||||
@@ -252,17 +245,17 @@ func AwsCredentialPersistedStateFromProto(secrets *structpb.Struct, attrs *Crede
|
|||||||
|
|
||||||
accessKeyId, err := values.GetStringValue(secrets, ConstAccessKeyId, false)
|
accessKeyId, err := values.GetStringValue(secrets, ConstAccessKeyId, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("persisted state integrity: %w", err)
|
return nil, fmt.Errorf("persisted state integrity error: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
secretAccessKey, err := values.GetStringValue(secrets, ConstSecretAccessKey, false)
|
secretAccessKey, err := values.GetStringValue(secrets, ConstSecretAccessKey, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("persisted state integrity: %w", err)
|
return nil, fmt.Errorf("persisted state integrity error: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
credsLastRotatedTime, err := values.GetTimeValue(secrets, ConstCredsLastRotatedTime)
|
credsLastRotatedTime, err := values.GetTimeValue(secrets, ConstCredsLastRotatedTime)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("persisted state integrity: %w", err)
|
return nil, fmt.Errorf("persisted state integrity error: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
s, err := NewAwsCredentialPersistedState(opts...)
|
s, err := NewAwsCredentialPersistedState(opts...)
|
||||||
|
|||||||
@@ -14,10 +14,7 @@ import (
|
|||||||
"github.com/aws/aws-sdk-go-v2/service/iam"
|
"github.com/aws/aws-sdk-go-v2/service/iam"
|
||||||
iamTypes "github.com/aws/aws-sdk-go-v2/service/iam/types"
|
iamTypes "github.com/aws/aws-sdk-go-v2/service/iam/types"
|
||||||
"github.com/hashicorp/go-secure-stdlib/awsutil/v2"
|
"github.com/hashicorp/go-secure-stdlib/awsutil/v2"
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
"github.com/stretchr/testify/require"
|
"github.com/stretchr/testify/require"
|
||||||
"google.golang.org/grpc/codes"
|
|
||||||
"google.golang.org/grpc/status"
|
|
||||||
"google.golang.org/protobuf/types/known/structpb"
|
"google.golang.org/protobuf/types/known/structpb"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -186,7 +183,7 @@ func TestAwsCredentialPersistedStateFromProto(t *testing.T) {
|
|||||||
attrs: &CredentialAttributes{
|
attrs: &CredentialAttributes{
|
||||||
Region: "us-west-2",
|
Region: "us-west-2",
|
||||||
},
|
},
|
||||||
expectedErr: "persisted state integrity: could not parse time in value \"creds_last_rotated_time\": parsing time \"notatime\" as \"2006-01-02T15:04:05.999999999Z07:00\": cannot parse \"notatime\" as \"2006\"",
|
expectedErr: "persisted state integrity error: could not parse time in value \"creds_last_rotated_time\": parsing time \"notatime\" as \"2006-01-02T15:04:05.999999999Z07:00\": cannot parse \"notatime\" as \"2006\"",
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "option error",
|
name: "option error",
|
||||||
@@ -343,16 +340,14 @@ func TestAwsCredentialPersistedStateFromProto(t *testing.T) {
|
|||||||
|
|
||||||
func TestAwsCatalogPersistedState_ValidateCreds(t *testing.T) {
|
func TestAwsCatalogPersistedState_ValidateCreds(t *testing.T) {
|
||||||
cases := []struct {
|
cases := []struct {
|
||||||
name string
|
name string
|
||||||
in *AwsCredentialPersistedState
|
in *AwsCredentialPersistedState
|
||||||
expectedStatusCode codes.Code
|
expectedErr string
|
||||||
expectedErr string
|
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
name: "missing credentials config",
|
name: "missing credentials config",
|
||||||
in: &AwsCredentialPersistedState{},
|
in: &AwsCredentialPersistedState{},
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
expectedErr: "missing credentials config",
|
||||||
expectedErr: "missing credentials config",
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "validation error",
|
name: "validation error",
|
||||||
@@ -370,8 +365,7 @@ func TestAwsCatalogPersistedState_ValidateCreds(t *testing.T) {
|
|||||||
),
|
),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
expectedStatusCode: codes.Unknown,
|
expectedErr: fmt.Sprintf("error validating credentials: %s", testGetCallerIdentityErr),
|
||||||
expectedErr: "aws service unknown: unknown error: validating credentials",
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "good",
|
name: "good",
|
||||||
@@ -389,12 +383,10 @@ func TestAwsCatalogPersistedState_ValidateCreds(t *testing.T) {
|
|||||||
for _, tc := range cases {
|
for _, tc := range cases {
|
||||||
tc := tc
|
tc := tc
|
||||||
t.Run(tc.name, func(t *testing.T) {
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
require, assert := require.New(t), assert.New(t)
|
require := require.New(t)
|
||||||
err := tc.in.ValidateCreds(context.Background())
|
err := tc.in.ValidateCreds(context.Background())
|
||||||
if tc.expectedErr != "" {
|
if tc.expectedErr != "" {
|
||||||
require.Error(err)
|
require.EqualError(err, tc.expectedErr)
|
||||||
assert.ErrorContains(err, tc.expectedErr)
|
|
||||||
assert.Equal(tc.expectedStatusCode, status.Code(err))
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -410,13 +402,11 @@ func TestAwsCatalogPersistedState_RotateCreds(t *testing.T) {
|
|||||||
exepected *awsutil.CredentialsConfig
|
exepected *awsutil.CredentialsConfig
|
||||||
expectedNonZeroRotatedTime bool
|
expectedNonZeroRotatedTime bool
|
||||||
expectedErr string
|
expectedErr string
|
||||||
expectedStatusCode codes.Code
|
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
name: "missing credentials config",
|
name: "missing credentials config",
|
||||||
in: &AwsCredentialPersistedState{},
|
in: &AwsCredentialPersistedState{},
|
||||||
expectedErr: "missing credentials config",
|
expectedErr: "missing credentials config",
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "cannot delete dynamic credential type",
|
name: "cannot delete dynamic credential type",
|
||||||
@@ -427,8 +417,7 @@ func TestAwsCatalogPersistedState_RotateCreds(t *testing.T) {
|
|||||||
},
|
},
|
||||||
CredsLastRotatedTime: time.Now(),
|
CredsLastRotatedTime: time.Now(),
|
||||||
},
|
},
|
||||||
expectedErr: "invalid credential type",
|
expectedErr: "invalid credential type",
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "cannot delete unknown credential type",
|
name: "cannot delete unknown credential type",
|
||||||
@@ -439,8 +428,7 @@ func TestAwsCatalogPersistedState_RotateCreds(t *testing.T) {
|
|||||||
},
|
},
|
||||||
CredsLastRotatedTime: time.Now(),
|
CredsLastRotatedTime: time.Now(),
|
||||||
},
|
},
|
||||||
expectedErr: "invalid credential type",
|
expectedErr: "invalid credential type",
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "rotation error",
|
name: "rotation error",
|
||||||
@@ -458,8 +446,7 @@ func TestAwsCatalogPersistedState_RotateCreds(t *testing.T) {
|
|||||||
),
|
),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
expectedErr: "aws service unknown: unknown error: rotating credentials",
|
expectedErr: fmt.Sprintf("error rotating credentials: error calling CreateAccessKey: error calling iam.GetUser: %s", testGetUserErr),
|
||||||
expectedStatusCode: codes.Unknown,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "good",
|
name: "good",
|
||||||
@@ -509,12 +496,10 @@ func TestAwsCatalogPersistedState_RotateCreds(t *testing.T) {
|
|||||||
for _, tc := range cases {
|
for _, tc := range cases {
|
||||||
tc := tc
|
tc := tc
|
||||||
t.Run(tc.name, func(t *testing.T) {
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
require, assert := require.New(t), assert.New(t)
|
require := require.New(t)
|
||||||
err := tc.in.RotateCreds(context.Background())
|
err := tc.in.RotateCreds(context.Background())
|
||||||
if tc.expectedErr != "" {
|
if tc.expectedErr != "" {
|
||||||
require.Error(err)
|
require.EqualError(err, tc.expectedErr)
|
||||||
assert.ErrorContains(err, tc.expectedErr)
|
|
||||||
assert.Equal(tc.expectedStatusCode, status.Code(err))
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -536,20 +521,17 @@ func TestAwsCatalogPersistedState_ReplaceCreds(t *testing.T) {
|
|||||||
expected *awsutil.CredentialsConfig
|
expected *awsutil.CredentialsConfig
|
||||||
expectedDeleteCalled bool
|
expectedDeleteCalled bool
|
||||||
expectedErr string
|
expectedErr string
|
||||||
expectedStatusCode codes.Code
|
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
name: "missing new credentials config",
|
name: "missing new credentials config",
|
||||||
in: &AwsCredentialPersistedState{},
|
in: &AwsCredentialPersistedState{},
|
||||||
expectedErr: "missing new credentials config",
|
expectedErr: "missing new credentials config",
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "missing credentials config",
|
name: "missing credentials config",
|
||||||
in: &AwsCredentialPersistedState{},
|
in: &AwsCredentialPersistedState{},
|
||||||
credentialConfig: &awsutil.CredentialsConfig{},
|
credentialConfig: &awsutil.CredentialsConfig{},
|
||||||
expectedErr: "missing credentials config",
|
expectedErr: "missing credentials config",
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "deletion error",
|
name: "deletion error",
|
||||||
@@ -567,9 +549,8 @@ func TestAwsCatalogPersistedState_ReplaceCreds(t *testing.T) {
|
|||||||
),
|
),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
credentialConfig: &awsutil.CredentialsConfig{},
|
credentialConfig: &awsutil.CredentialsConfig{},
|
||||||
expectedErr: "aws service unknown: unknown error: deleting credentials",
|
expectedErr: fmt.Sprintf("error deleting old access key: %s", testDeleteAccessKeyErr),
|
||||||
expectedStatusCode: codes.Unknown,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "good with delete of old rotated",
|
name: "good with delete of old rotated",
|
||||||
@@ -623,12 +604,11 @@ func TestAwsCatalogPersistedState_ReplaceCreds(t *testing.T) {
|
|||||||
for _, tc := range cases {
|
for _, tc := range cases {
|
||||||
tc := tc
|
tc := tc
|
||||||
t.Run(tc.name, func(t *testing.T) {
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
require, assert := require.New(t), assert.New(t)
|
require := require.New(t)
|
||||||
state.Reset()
|
state.Reset()
|
||||||
err := tc.in.ReplaceCreds(context.Background(), tc.credentialConfig)
|
err := tc.in.ReplaceCreds(context.Background(), tc.credentialConfig)
|
||||||
if tc.expectedErr != "" {
|
if tc.expectedErr != "" {
|
||||||
require.Error(err)
|
require.EqualError(err, tc.expectedErr)
|
||||||
assert.ErrorContains(err, tc.expectedErr)
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -643,16 +623,14 @@ func TestAwsCatalogPersistedState_ReplaceCreds(t *testing.T) {
|
|||||||
|
|
||||||
func TestAwsCatalogPersistedState_DeleteCreds(t *testing.T) {
|
func TestAwsCatalogPersistedState_DeleteCreds(t *testing.T) {
|
||||||
cases := []struct {
|
cases := []struct {
|
||||||
name string
|
name string
|
||||||
in *AwsCredentialPersistedState
|
in *AwsCredentialPersistedState
|
||||||
expectedErr string
|
expectedErr string
|
||||||
expectedStatusCode codes.Code
|
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
name: "missing credentials config",
|
name: "missing credentials config",
|
||||||
in: &AwsCredentialPersistedState{},
|
in: &AwsCredentialPersistedState{},
|
||||||
expectedErr: "missing credentials config",
|
expectedErr: "missing credentials config",
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "cannot delete dynamic credential type",
|
name: "cannot delete dynamic credential type",
|
||||||
@@ -663,8 +641,7 @@ func TestAwsCatalogPersistedState_DeleteCreds(t *testing.T) {
|
|||||||
},
|
},
|
||||||
CredsLastRotatedTime: time.Now(),
|
CredsLastRotatedTime: time.Now(),
|
||||||
},
|
},
|
||||||
expectedErr: "invalid credential type",
|
expectedErr: "invalid credential type",
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "cannot delete unknown credential type",
|
name: "cannot delete unknown credential type",
|
||||||
@@ -675,8 +652,7 @@ func TestAwsCatalogPersistedState_DeleteCreds(t *testing.T) {
|
|||||||
},
|
},
|
||||||
CredsLastRotatedTime: time.Now(),
|
CredsLastRotatedTime: time.Now(),
|
||||||
},
|
},
|
||||||
expectedErr: "invalid credential type",
|
expectedErr: "invalid credential type",
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "deletion error",
|
name: "deletion error",
|
||||||
@@ -693,8 +669,7 @@ func TestAwsCatalogPersistedState_DeleteCreds(t *testing.T) {
|
|||||||
),
|
),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
expectedErr: "aws service unknown: unknown error: deleting credentials",
|
expectedErr: fmt.Sprintf("error deleting old access key: %s", testDeleteAccessKeyErr),
|
||||||
expectedStatusCode: codes.Unknown,
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "deletion error, but OK because key was just gone",
|
name: "deletion error, but OK because key was just gone",
|
||||||
@@ -733,11 +708,10 @@ func TestAwsCatalogPersistedState_DeleteCreds(t *testing.T) {
|
|||||||
for _, tc := range cases {
|
for _, tc := range cases {
|
||||||
tc := tc
|
tc := tc
|
||||||
t.Run(tc.name, func(t *testing.T) {
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
require, assert := require.New(t), assert.New(t)
|
require := require.New(t)
|
||||||
err := tc.in.DeleteCreds(context.Background())
|
err := tc.in.DeleteCreds(context.Background())
|
||||||
if tc.expectedErr != "" {
|
if tc.expectedErr != "" {
|
||||||
require.Error(err)
|
require.EqualError(err, tc.expectedErr)
|
||||||
assert.ErrorContains(err, tc.expectedErr)
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
+1
-194
@@ -4,63 +4,12 @@
|
|||||||
package errors
|
package errors
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"bytes"
|
|
||||||
"errors"
|
|
||||||
"fmt"
|
"fmt"
|
||||||
"net/http"
|
|
||||||
"sort"
|
"sort"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"google.golang.org/grpc/codes"
|
"google.golang.org/grpc/codes"
|
||||||
"google.golang.org/grpc/status"
|
"google.golang.org/grpc/status"
|
||||||
|
|
||||||
"github.com/aws/aws-sdk-go-v2/aws/retry"
|
|
||||||
awshttp "github.com/aws/aws-sdk-go-v2/aws/transport/http"
|
|
||||||
"github.com/aws/smithy-go"
|
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
|
||||||
"google.golang.org/protobuf/types/known/timestamppb"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
// awsErrorAccessDenied is returned when the credentials do not have
|
|
||||||
// the required permissions to do a specific action on a resource.
|
|
||||||
// This error will persist until the IAM Role Policy is updated by
|
|
||||||
// the owner. This error cannot be resolved by retrying the request.
|
|
||||||
awsErrorAccessDenied = "AccessDenied"
|
|
||||||
|
|
||||||
// awsErrorInvalidAccessKeyId is returned when the credential does
|
|
||||||
// not exist. This error will persist until the credentials attached
|
|
||||||
// to the storage bucket is updated. This error can occur when the
|
|
||||||
// given credentials are deleted, deactivated, or rotated. This
|
|
||||||
// error cannot be resolved by retrying the request.
|
|
||||||
awsErrorInvalidAccessKeyId = "InvalidAccessKeyId"
|
|
||||||
|
|
||||||
// awsErrorExpiredToken is returned when the provided credential is
|
|
||||||
// expired. This error can only be returned by a dynamic credential
|
|
||||||
// type. This error can resolve itself by retrying the request.
|
|
||||||
awsErrorExpiredToken = "ExpiredToken"
|
|
||||||
|
|
||||||
// NoSuchBucket is returned when the specified S3 storage bucket does
|
|
||||||
// not exist
|
|
||||||
awsErrorNoSuchBucket = "NoSuchBucket"
|
|
||||||
|
|
||||||
// BadDigest is returned when an S3 PUT OBJECT request's calculated
|
|
||||||
// checksum does not match the checksum which was sent by the client
|
|
||||||
awsErrorBadDigest = "BadDigest"
|
|
||||||
|
|
||||||
// NoSuchKey is returned when attempting to interact with an S3 object
|
|
||||||
// whose key does not exist
|
|
||||||
awsErrorNoSuchKey = "NoSuchKey"
|
|
||||||
|
|
||||||
// The InvalidObjectState error is returned when trying to
|
|
||||||
// access an object that was moved into cold storage.
|
|
||||||
awsErrorInvalidObjectState = "InvalidObjectState"
|
|
||||||
|
|
||||||
// RequestTimeout is returned when an http request takes longer than allowed
|
|
||||||
awsErrorRequestTimeout = "RequestTimeout"
|
|
||||||
|
|
||||||
// RequestTimeoutException is returned when an http request takes longer than allowed
|
|
||||||
awsErrorRequestTimeoutException = "RequestTimeoutException"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// InvalidArgumentError returns an grpc invalid argument status error.
|
// InvalidArgumentError returns an grpc invalid argument status error.
|
||||||
@@ -73,147 +22,5 @@ func InvalidArgumentError(msg string, f map[string]string) error {
|
|||||||
sort.Strings(fieldMsgs)
|
sort.Strings(fieldMsgs)
|
||||||
msg = fmt.Sprintf("%s: [%s]", msg, strings.Join(fieldMsgs, ", "))
|
msg = fmt.Sprintf("%s: [%s]", msg, strings.Join(fieldMsgs, ", "))
|
||||||
}
|
}
|
||||||
return BadRequestStatus(msg)
|
return status.Error(codes.InvalidArgument, msg)
|
||||||
}
|
|
||||||
|
|
||||||
// ParseAWSError converts an aws service error into a RPC status. This method
|
|
||||||
// will handle parsing the following aws error codes: throttling, connections,
|
|
||||||
// and credentials. This method will fallback to parsing the http status code
|
|
||||||
// when it cannot match an aws error code. This method does not handle specific
|
|
||||||
// service type errors such as S3 or EC2.
|
|
||||||
func ParseAWSError(op string, err error) (st *status.Status, permission *pb.Permission) {
|
|
||||||
if err == nil {
|
|
||||||
return nil, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
msg := fmt.Sprintf("%s: %v", op, err)
|
|
||||||
// find the service name of the aws api
|
|
||||||
serviceName := "unknown"
|
|
||||||
var oe *smithy.OperationError
|
|
||||||
if errors.As(err, &oe) {
|
|
||||||
serviceName = oe.Service()
|
|
||||||
}
|
|
||||||
|
|
||||||
// The unknown plugin error code will be used
|
|
||||||
// when the aws service returns an error that
|
|
||||||
// has failed to be parsed. By default, this
|
|
||||||
// error code is retryable.
|
|
||||||
|
|
||||||
defer func() {
|
|
||||||
if st == nil {
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: unknown error: %s", serviceName, msg)
|
|
||||||
st = status.New(codes.Unknown, statusMsg)
|
|
||||||
}
|
|
||||||
if permission == nil {
|
|
||||||
permission = &pb.Permission{State: pb.StateType_STATE_TYPE_UNKNOWN, CheckedAt: timestamppb.Now()}
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
|
|
||||||
// evaluate against aws throttling error codes
|
|
||||||
throttleErr := retry.ThrottleErrorCode{
|
|
||||||
Codes: retry.DefaultThrottleErrorCodes,
|
|
||||||
}
|
|
||||||
if throttleErr.IsErrorThrottle(err).Bool() {
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: throttling: %s", serviceName, msg)
|
|
||||||
return status.New(codes.Unavailable, statusMsg), nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// parse some specific aws error codes that we have special cred states for
|
|
||||||
var apiErr smithy.APIError
|
|
||||||
if errors.As(err, &apiErr) {
|
|
||||||
switch apiErr.ErrorCode() {
|
|
||||||
case awsErrorAccessDenied:
|
|
||||||
fallthrough
|
|
||||||
case awsErrorInvalidAccessKeyId:
|
|
||||||
fallthrough
|
|
||||||
case awsErrorExpiredToken:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: invalid credentials: %s", serviceName, msg)
|
|
||||||
return status.New(codes.PermissionDenied, statusMsg), &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: apiErr.ErrorMessage(),
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
}
|
|
||||||
case awsErrorNoSuchBucket:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: %s", serviceName, msg)
|
|
||||||
return status.New(codes.NotFound, statusMsg), &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: apiErr.ErrorMessage(),
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
}
|
|
||||||
case awsErrorBadDigest:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: %s", serviceName, msg)
|
|
||||||
return status.New(codes.Aborted, statusMsg), nil
|
|
||||||
case awsErrorNoSuchKey:
|
|
||||||
fallthrough
|
|
||||||
case awsErrorInvalidObjectState:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: %s", serviceName, msg)
|
|
||||||
return status.New(codes.NotFound, statusMsg), nil
|
|
||||||
case awsErrorRequestTimeout:
|
|
||||||
fallthrough
|
|
||||||
case awsErrorRequestTimeoutException:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: %s", serviceName, msg)
|
|
||||||
return status.New(codes.DeadlineExceeded, statusMsg), nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// default to evaluating the http status code
|
|
||||||
if httpErr, ok := err.(*awshttp.ResponseError); ok {
|
|
||||||
buf := new(bytes.Buffer)
|
|
||||||
_, err = buf.ReadFrom(httpErr.Response.Body)
|
|
||||||
if err != nil {
|
|
||||||
return status.New(codes.Internal, err.Error()), nil
|
|
||||||
}
|
|
||||||
defer httpErr.Response.Body.Close()
|
|
||||||
switch httpErr.HTTPStatusCode() {
|
|
||||||
case http.StatusBadRequest:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: bad request: %s", serviceName, msg)
|
|
||||||
return status.New(codes.InvalidArgument, statusMsg), nil
|
|
||||||
case http.StatusUnauthorized:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: invalid credentials: %s", serviceName, msg)
|
|
||||||
return status.New(codes.PermissionDenied, statusMsg), &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: buf.String(),
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
}
|
|
||||||
case http.StatusForbidden:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: invalid credentials: %s", serviceName, msg)
|
|
||||||
return status.New(codes.PermissionDenied, statusMsg), &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: buf.String(),
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
}
|
|
||||||
case http.StatusNotFound:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: resource not found: %s", serviceName, msg)
|
|
||||||
return status.New(codes.NotFound, statusMsg), nil
|
|
||||||
case http.StatusTooManyRequests:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: throttling: %s", serviceName, msg)
|
|
||||||
return status.New(codes.Unavailable, statusMsg), nil
|
|
||||||
case http.StatusInternalServerError:
|
|
||||||
fallthrough
|
|
||||||
case http.StatusBadGateway:
|
|
||||||
fallthrough
|
|
||||||
case http.StatusServiceUnavailable:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: connectivity: %s", serviceName, msg)
|
|
||||||
return status.New(codes.Unavailable, statusMsg), nil
|
|
||||||
case http.StatusRequestTimeout:
|
|
||||||
fallthrough
|
|
||||||
case http.StatusGatewayTimeout:
|
|
||||||
statusMsg := fmt.Sprintf("aws service %s: timeout: %s", serviceName, msg)
|
|
||||||
return status.New(codes.DeadlineExceeded, statusMsg), nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return st, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// BadRequestStatus returns a status error with an invalid
|
|
||||||
// argument code
|
|
||||||
func BadRequestStatus(format string, args ...any) error {
|
|
||||||
return status.New(codes.InvalidArgument, fmt.Sprintf(format, args...)).Err()
|
|
||||||
}
|
|
||||||
|
|
||||||
// UnknownStatus returns a status error with an internal
|
|
||||||
// error code
|
|
||||||
func UnknownStatus(format string, args ...any) error {
|
|
||||||
return status.New(codes.Internal, fmt.Sprintf(format, args...)).Err()
|
|
||||||
}
|
}
|
||||||
@@ -1,349 +0,0 @@
|
|||||||
// Copyright (c) HashiCorp, Inc.
|
|
||||||
// SPDX-License-Identifier: MPL-2.0
|
|
||||||
|
|
||||||
package errors
|
|
||||||
|
|
||||||
import (
|
|
||||||
"fmt"
|
|
||||||
"testing"
|
|
||||||
|
|
||||||
"net/http"
|
|
||||||
|
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
"github.com/stretchr/testify/require"
|
|
||||||
"google.golang.org/grpc/codes"
|
|
||||||
"google.golang.org/grpc/status"
|
|
||||||
"google.golang.org/protobuf/types/known/timestamppb"
|
|
||||||
)
|
|
||||||
|
|
||||||
func Test_ParseAWSError(t *testing.T) {
|
|
||||||
t.Parallel()
|
|
||||||
|
|
||||||
cases := []struct {
|
|
||||||
name string
|
|
||||||
err error
|
|
||||||
expectedStatusCode codes.Code
|
|
||||||
expectedStatusMsg string
|
|
||||||
expectedPermission *pb.Permission
|
|
||||||
}{
|
|
||||||
{
|
|
||||||
name: "nil-error",
|
|
||||||
expectedStatusCode: codes.OK,
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "default-to-unknwon",
|
|
||||||
err: fmt.Errorf("what can this error be?"),
|
|
||||||
expectedStatusCode: codes.Unknown,
|
|
||||||
expectedStatusMsg: "aws service unknown: unknown error: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-bad-request",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusBadRequest, "bad request"),
|
|
||||||
expectedStatusCode: codes.InvalidArgument,
|
|
||||||
expectedStatusMsg: "aws service unknown: bad request: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-unauthorized",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusUnauthorized, "unauthorized request"),
|
|
||||||
expectedStatusCode: codes.PermissionDenied,
|
|
||||||
expectedStatusMsg: "aws service unknown: invalid credentials: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: "unauthorized request",
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-forbidden",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusForbidden, "forbidden request"),
|
|
||||||
expectedStatusCode: codes.PermissionDenied,
|
|
||||||
expectedStatusMsg: "aws service unknown: invalid credentials: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: "forbidden request",
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-not-found",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusNotFound, "not found request"),
|
|
||||||
expectedStatusCode: codes.NotFound,
|
|
||||||
expectedStatusMsg: "aws service unknown: resource not found: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-too-many-requests",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusTooManyRequests, "too many requests"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-request-timeout",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusRequestTimeout, "request timeout"),
|
|
||||||
expectedStatusCode: codes.DeadlineExceeded,
|
|
||||||
expectedStatusMsg: "aws service unknown: timeout: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-internal-server-error",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusInternalServerError, "internal server error"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: connectivity: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-bad-gateway",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusBadGateway, "bad gateway"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: connectivity: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-service-unavailable",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusServiceUnavailable, "service unavailable"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: connectivity: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "http-status-code-gateway-timeout",
|
|
||||||
err: TestAwsHttpResponseError(http.StatusGatewayTimeout, "gateway timeout"),
|
|
||||||
expectedStatusCode: codes.DeadlineExceeded,
|
|
||||||
expectedStatusMsg: "aws service unknown: timeout: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-throttling",
|
|
||||||
err: TestAwsError("Throttling", "throttling error"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-throttling-exception",
|
|
||||||
err: TestAwsError("ThrottlingException", "throttling exception"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-throttled-exception",
|
|
||||||
err: TestAwsError("ThrottledException", "throttled exception"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-throttled-exception",
|
|
||||||
err: TestAwsError("RequestThrottledException", "request throttled exception"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-too-many-requests-exception",
|
|
||||||
err: TestAwsError("TooManyRequestsException", "too many requests exception"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-provisioned-throughput-exceeded-exception",
|
|
||||||
err: TestAwsError("ProvisionedThroughputExceededException", "provisioned throughput exceeded exception"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-transaction-in-progress-exception",
|
|
||||||
err: TestAwsError("TransactionInProgressException", "transaction in progress exception"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-limit-exceeded",
|
|
||||||
err: TestAwsError("RequestLimitExceeded", "request limit exceeded"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-bandwidth-limit-exceeded",
|
|
||||||
err: TestAwsError("BandwidthLimitExceeded", "bandwidth limit exceeded"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-limit-exceeded-exception",
|
|
||||||
err: TestAwsError("LimitExceededException", "limit exceeded exception"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-throttled",
|
|
||||||
err: TestAwsError("RequestThrottled", "request throttled"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-slow-down",
|
|
||||||
err: TestAwsError("SlowDown", "slow down"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-prior-request-not-complete",
|
|
||||||
err: TestAwsError("PriorRequestNotComplete", "prior request not complete"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-ec2-throttled-exception",
|
|
||||||
err: TestAwsError("EC2ThrottledException", "ec2 throttled exception"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service unknown: throttling: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-timeout",
|
|
||||||
err: TestAwsError("RequestTimeout", "request timeout"),
|
|
||||||
expectedStatusCode: codes.DeadlineExceeded,
|
|
||||||
expectedStatusMsg: "aws service unknown: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-timeout-exception",
|
|
||||||
err: TestAwsError("RequestTimeoutException", "request timeout exception"),
|
|
||||||
expectedStatusCode: codes.DeadlineExceeded,
|
|
||||||
expectedStatusMsg: "aws service unknown: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-access-denied",
|
|
||||||
err: TestAwsError(awsErrorAccessDenied, "not authorized to perform action"),
|
|
||||||
expectedStatusCode: codes.PermissionDenied,
|
|
||||||
expectedStatusMsg: "aws service unknown: invalid credentials: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: "not authorized to perform action",
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-invalid-access-key-id",
|
|
||||||
err: TestAwsError(awsErrorInvalidAccessKeyId, "The AWS Access Key Id you provided does not exist in our records."),
|
|
||||||
expectedStatusCode: codes.PermissionDenied,
|
|
||||||
expectedStatusMsg: "aws service unknown: invalid credentials: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: "The AWS Access Key Id you provided does not exist in our records.",
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "aws-request-expired-token",
|
|
||||||
err: TestAwsError(awsErrorExpiredToken, "The security token included in the request is expired."),
|
|
||||||
expectedStatusCode: codes.PermissionDenied,
|
|
||||||
expectedStatusMsg: "aws service unknown: invalid credentials: test",
|
|
||||||
expectedPermission: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: "The security token included in the request is expired.",
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
for _, tt := range cases {
|
|
||||||
t.Run(tt.name, func(t *testing.T) {
|
|
||||||
require, assert := require.New(t), assert.New(t)
|
|
||||||
|
|
||||||
actualStatus, permission := ParseAWSError("test", tt.err)
|
|
||||||
if tt.expectedStatusCode == codes.OK {
|
|
||||||
require.Nil(actualStatus)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
require.Equal(tt.expectedStatusCode, actualStatus.Code())
|
|
||||||
require.Contains(actualStatus.Message(), tt.expectedStatusMsg)
|
|
||||||
require.Len(actualStatus.Details(), 0)
|
|
||||||
CheckSimilarPermission(assert, tt.expectedPermission, permission, true)
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func Test_BadRequestStatus(t *testing.T) {
|
|
||||||
require, assert := require.New(t), assert.New(t)
|
|
||||||
err := BadRequestStatus("test: %s", "hello world")
|
|
||||||
assert.ErrorContains(err, "test: hello world")
|
|
||||||
assert.Equal(status.Code(err), codes.InvalidArgument)
|
|
||||||
_, ok := status.FromError(err)
|
|
||||||
require.True(ok)
|
|
||||||
}
|
|
||||||
|
|
||||||
func Test_UnknownStatus(t *testing.T) {
|
|
||||||
require, assert := require.New(t), assert.New(t)
|
|
||||||
err := UnknownStatus("test: %s", "hello world")
|
|
||||||
assert.ErrorContains(err, "test: hello world")
|
|
||||||
assert.Equal(status.Code(err), codes.Internal)
|
|
||||||
_, ok := status.FromError(err)
|
|
||||||
require.True(ok)
|
|
||||||
}
|
|
||||||
@@ -1,60 +0,0 @@
|
|||||||
// Copyright (c) HashiCorp, Inc.
|
|
||||||
// SPDX-License-Identifier: MPL-2.0
|
|
||||||
|
|
||||||
package errors
|
|
||||||
|
|
||||||
import (
|
|
||||||
"io"
|
|
||||||
"net/http"
|
|
||||||
"strings"
|
|
||||||
|
|
||||||
awshttp "github.com/aws/aws-sdk-go-v2/aws/transport/http"
|
|
||||||
"github.com/aws/smithy-go"
|
|
||||||
smithyhttp "github.com/aws/smithy-go/transport/http"
|
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
"google.golang.org/protobuf/types/known/timestamppb"
|
|
||||||
)
|
|
||||||
|
|
||||||
// TestAwsHttpResponseError returns an aws http response error
|
|
||||||
func TestAwsHttpResponseError(code int, msg string) error {
|
|
||||||
return &awshttp.ResponseError{
|
|
||||||
ResponseError: &smithyhttp.ResponseError{
|
|
||||||
Response: &smithyhttp.Response{
|
|
||||||
Response: &http.Response{
|
|
||||||
StatusCode: code,
|
|
||||||
Body: io.NopCloser(strings.NewReader(msg)),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// TestAwsError returns an generic api error
|
|
||||||
func TestAwsError(code, msg string) error {
|
|
||||||
return &smithy.GenericAPIError{
|
|
||||||
Code: code,
|
|
||||||
Message: msg,
|
|
||||||
Fault: smithy.FaultServer,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func CheckSimilarPermission(assert *assert.Assertions, expected, actual *pb.Permission, substituteNilWithDefaultOk bool) {
|
|
||||||
if expected == nil && substituteNilWithDefaultOk {
|
|
||||||
expected = &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_OK,
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if expected != nil {
|
|
||||||
assert.NotNil(actual)
|
|
||||||
if actual != nil {
|
|
||||||
assert.Equal(expected.State, actual.State, "StateType mismatch")
|
|
||||||
assert.Equal(expected.ErrorDetails, actual.ErrorDetails)
|
|
||||||
assert.NotNil(actual.CheckedAt)
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
assert.Equal(expected, actual)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
+1
-1
@@ -32,6 +32,6 @@ type AwsPlugin struct {
|
|||||||
func NewAwsPlugin() *AwsPlugin {
|
func NewAwsPlugin() *AwsPlugin {
|
||||||
return &AwsPlugin{
|
return &AwsPlugin{
|
||||||
HostPlugin: &host.HostPlugin{},
|
HostPlugin: &host.HostPlugin{},
|
||||||
StoragePlugin: storage.New(),
|
StoragePlugin: &storage.StoragePlugin{},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -108,14 +108,6 @@ The following `attributes` are valid on an AWS host catalog resource:
|
|||||||
be performed. See the [Credential Rotation](../../../README.md#credential-rotation) readme for more information.
|
be performed. See the [Credential Rotation](../../../README.md#credential-rotation) readme for more information.
|
||||||
- `region` (string): The region to configure the host catalog for. All host sets
|
- `region` (string): The region to configure the host catalog for. All host sets
|
||||||
in this catalog will be configured for this region.
|
in this catalog will be configured for this region.
|
||||||
- `role_arn` (string): The AWS Role ARN used for `AssumeRole` authentication. If
|
|
||||||
provided, `disable_credential_rotation` must be also set to `true.
|
|
||||||
- `role_external_id` (string): The external id configured for the `AssumeRole`
|
|
||||||
provider.
|
|
||||||
- `role_session_name` (string): The session name configured for the `AssumeRole`
|
|
||||||
provider.
|
|
||||||
- `role_tags` (object): The key-value pair tags configured for the `AssumeRole`
|
|
||||||
provider.
|
|
||||||
|
|
||||||
The following `secrets` are required on an AWS host catalog resource:
|
The following `secrets` are required on an AWS host catalog resource:
|
||||||
|
|
||||||
|
|||||||
+150
-167
@@ -5,19 +5,22 @@ package host
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"github.com/aws/aws-sdk-go-v2/aws"
|
"github.com/aws/aws-sdk-go-v2/aws"
|
||||||
"github.com/aws/aws-sdk-go-v2/service/ec2"
|
"github.com/aws/aws-sdk-go-v2/service/ec2"
|
||||||
"github.com/aws/aws-sdk-go-v2/service/ec2/types"
|
"github.com/aws/aws-sdk-go-v2/service/ec2/types"
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/credential"
|
"github.com/aws/smithy-go"
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/errors"
|
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
||||||
"google.golang.org/grpc/codes"
|
"google.golang.org/grpc/codes"
|
||||||
"google.golang.org/grpc/status"
|
"google.golang.org/grpc/status"
|
||||||
"google.golang.org/protobuf/proto"
|
"google.golang.org/protobuf/proto"
|
||||||
"google.golang.org/protobuf/types/known/structpb"
|
"google.golang.org/protobuf/types/known/structpb"
|
||||||
|
|
||||||
|
"github.com/hashicorp/boundary-plugin-aws/internal/credential"
|
||||||
|
cred "github.com/hashicorp/boundary-plugin-aws/internal/credential"
|
||||||
)
|
)
|
||||||
|
|
||||||
// HostPlugin implements the HostPluginServiceServer interface for the
|
// HostPlugin implements the HostPluginServiceServer interface for the
|
||||||
@@ -39,19 +42,24 @@ var _ pb.HostPluginServiceServer = (*HostPlugin)(nil)
|
|||||||
func (p *HostPlugin) OnCreateCatalog(ctx context.Context, req *pb.OnCreateCatalogRequest) (*pb.OnCreateCatalogResponse, error) {
|
func (p *HostPlugin) OnCreateCatalog(ctx context.Context, req *pb.OnCreateCatalogRequest) (*pb.OnCreateCatalogResponse, error) {
|
||||||
catalog := req.GetCatalog()
|
catalog := req.GetCatalog()
|
||||||
if catalog == nil {
|
if catalog == nil {
|
||||||
return nil, errors.BadRequestStatus("catalog is required")
|
return nil, status.Error(codes.InvalidArgument, "catalog is nil")
|
||||||
|
}
|
||||||
|
|
||||||
|
secrets := catalog.GetSecrets()
|
||||||
|
if secrets == nil {
|
||||||
|
return nil, status.Error(codes.InvalidArgument, "secrets are required")
|
||||||
}
|
}
|
||||||
|
|
||||||
attrs := catalog.GetAttributes()
|
attrs := catalog.GetAttributes()
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return nil, errors.BadRequestStatus("attributes are required")
|
return nil, status.Error(codes.InvalidArgument, "attributes are required")
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogAttributes, err := getCatalogAttributes(attrs)
|
catalogAttributes, err := getCatalogAttributes(attrs)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
credConfig, err := credential.GetCredentialsConfig(catalog.GetSecrets(), catalogAttributes.CredentialAttributes)
|
credConfig, err := cred.GetCredentialsConfig(secrets, catalogAttributes.CredentialAttributes, true)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -63,14 +71,7 @@ func (p *HostPlugin) OnCreateCatalog(ctx context.Context, req *pb.OnCreateCatalo
|
|||||||
}, p.testCredStateOpts...)...,
|
}, p.testCredStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
|
||||||
|
|
||||||
// Try to rotate AWS static credentials
|
|
||||||
if credential.GetCredentialType(credState.CredentialsConfig) == credential.StaticAWS && !catalogAttributes.DisableCredentialRotation {
|
|
||||||
if err := credState.RotateCreds(ctx); err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogState, err := newAwsCatalogPersistedState(
|
catalogState, err := newAwsCatalogPersistedState(
|
||||||
@@ -79,17 +80,25 @@ func (p *HostPlugin) OnCreateCatalog(ctx context.Context, req *pb.OnCreateCatalo
|
|||||||
}, p.testCatalogStateOpts...)...,
|
}, p.testCatalogStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// perform dry run to ensure we can interact with AWS as expected.
|
if cred.GetCredentialType(credState.CredentialsConfig) == cred.StaticAWS {
|
||||||
if st := dryRunValidation(ctx, catalogState); st != nil {
|
if !catalogAttributes.DisableCredentialRotation {
|
||||||
return nil, st.Err()
|
if err := credState.RotateCreds(ctx); err != nil {
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error during credential rotation: %s", err)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// Simply validate if we aren't rotating.
|
||||||
|
if err := credState.ValidateCreds(ctx); err != nil {
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error during credential validation: %s", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
persistedProto, err := catalogState.toProto()
|
persistedProto, err := catalogState.toProto()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus(err.Error())
|
return nil, status.Error(codes.InvalidArgument, err.Error())
|
||||||
}
|
}
|
||||||
|
|
||||||
return &pb.OnCreateCatalogResponse{
|
return &pb.OnCreateCatalogResponse{
|
||||||
@@ -102,100 +111,43 @@ func (p *HostPlugin) OnUpdateCatalog(ctx context.Context, req *pb.OnUpdateCatalo
|
|||||||
// For host catalogs we only need to really validate what is
|
// For host catalogs we only need to really validate what is
|
||||||
// currently in the new copy of the host catalog data, so skip
|
// currently in the new copy of the host catalog data, so skip
|
||||||
// fetching the new copy to keep things a little less messy.
|
// fetching the new copy to keep things a little less messy.
|
||||||
currentCatalog := req.GetCurrentCatalog()
|
catalog := req.GetNewCatalog()
|
||||||
if currentCatalog == nil {
|
if catalog == nil {
|
||||||
return nil, errors.BadRequestStatus("current catalog is required")
|
return nil, status.Error(codes.InvalidArgument, "new catalog is nil")
|
||||||
}
|
|
||||||
newCatalog := req.GetNewCatalog()
|
|
||||||
if newCatalog == nil {
|
|
||||||
return nil, errors.BadRequestStatus("new catalog is required")
|
|
||||||
}
|
}
|
||||||
|
|
||||||
oldAttrs := currentCatalog.GetAttributes()
|
var updateSecrets bool
|
||||||
if oldAttrs == nil {
|
secrets := catalog.GetSecrets()
|
||||||
return nil, errors.BadRequestStatus("current catalog attributes are required")
|
if secrets != nil {
|
||||||
|
// We will be updating secrets this run, but what exactly that
|
||||||
|
// means will be determined later.
|
||||||
|
updateSecrets = true
|
||||||
}
|
}
|
||||||
oldCatalogAttributes, err := getCatalogAttributes(oldAttrs)
|
|
||||||
if err != nil {
|
attrs := catalog.GetAttributes()
|
||||||
return nil, err
|
if attrs == nil {
|
||||||
|
return nil, status.Error(codes.InvalidArgument, "new catalog missing attributes")
|
||||||
}
|
}
|
||||||
newAttrs := newCatalog.GetAttributes()
|
|
||||||
if newAttrs == nil {
|
catalogAttributes, err := getCatalogAttributes(attrs)
|
||||||
return nil, errors.BadRequestStatus("new catalog attributes are required")
|
|
||||||
}
|
|
||||||
newCatalogAttributes, err := getCatalogAttributes(newAttrs)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Get the persisted data.
|
||||||
|
// NOTE: We might need to change this at a later time. I'm not too
|
||||||
|
// sure *exactly* what scenarios we might encounter that would
|
||||||
|
// ultimately mean that we would have to handle an empty or missing
|
||||||
|
// state in update, but what we are ultimately assuming here
|
||||||
|
// (implicitly through awsCatalogPersistedStateFromProto) is that
|
||||||
|
// the state will exist and be populated. Personally I think this
|
||||||
|
// is fine and important, but this may change in the future.
|
||||||
credState, err := credential.AwsCredentialPersistedStateFromProto(
|
credState, err := credential.AwsCredentialPersistedStateFromProto(
|
||||||
req.GetPersisted().GetSecrets(),
|
req.GetPersisted().GetSecrets(),
|
||||||
oldCatalogAttributes.CredentialAttributes,
|
catalogAttributes.CredentialAttributes,
|
||||||
p.testCredStateOpts...)
|
p.testCredStateOpts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
|
||||||
|
|
||||||
// Verify the incoming credentials are valid and return any errors to the
|
|
||||||
// user if they're not. Note this doesn't validate the credentials against
|
|
||||||
// AWS - it only does logical validation on the fields.
|
|
||||||
updatedCredentials, err := credential.GetCredentialsConfig(newCatalog.GetSecrets(), newCatalogAttributes.CredentialAttributes)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
// We will be updating credentials when one of two changes occur:
|
|
||||||
// 1. the new catalog has secrets for static credentials, in which case we need to delete the old static credentials
|
|
||||||
// 2. the new catalog has a different roleARN value for dynamic credentials
|
|
||||||
if newCatalog.GetSecrets() != nil || newCatalogAttributes.RoleArn != oldCatalogAttributes.RoleArn {
|
|
||||||
// Ensure the incoming credentials are valid for interaction with the S3
|
|
||||||
// Bucket before replacing them.
|
|
||||||
newCredState, err := credential.NewAwsCredentialPersistedState(
|
|
||||||
append([]credential.AwsCredentialPersistedStateOption{
|
|
||||||
credential.WithCredentialsConfig(updatedCredentials),
|
|
||||||
}, p.testCredStateOpts...)...,
|
|
||||||
)
|
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus("error setting up new credential persisted state: %s", err)
|
|
||||||
}
|
|
||||||
newCatalogState, err := newAwsCatalogPersistedState(
|
|
||||||
append([]awsCatalogPersistedStateOption{
|
|
||||||
withCredentials(newCredState),
|
|
||||||
}, p.testCatalogStateOpts...)...,
|
|
||||||
)
|
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
|
||||||
}
|
|
||||||
if st := dryRunValidation(ctx, newCatalogState); st != nil {
|
|
||||||
return nil, st.Err()
|
|
||||||
}
|
|
||||||
|
|
||||||
// Replace the existing credential state.
|
|
||||||
// This checks the timestamp on the last rotation time as well
|
|
||||||
// and deletes the credentials if we are managing them
|
|
||||||
// (ie: if we've rotated them before).
|
|
||||||
if err := credState.ReplaceCreds(ctx, updatedCredentials); err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if credential.GetCredentialType(credState.CredentialsConfig) == credential.StaticAWS {
|
|
||||||
// This is a validate check to make sure that we aren't disabling
|
|
||||||
// rotation for credentials currently being managed by rotation.
|
|
||||||
// This is not allowed.
|
|
||||||
if newCatalogAttributes.DisableCredentialRotation && newCatalog.GetSecrets() == nil {
|
|
||||||
if !credState.CredsLastRotatedTime.IsZero() {
|
|
||||||
return nil, errors.BadRequestStatus("cannot disable rotation for already-rotated credentials")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// If we're enabling rotation now but didn't before, or have
|
|
||||||
// freshly replaced credentials, we can rotate here.
|
|
||||||
if !newCatalogAttributes.DisableCredentialRotation && credState.CredsLastRotatedTime.IsZero() {
|
|
||||||
if err := credState.RotateCreds(ctx); err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogState, err := newAwsCatalogPersistedState(
|
catalogState, err := newAwsCatalogPersistedState(
|
||||||
@@ -204,17 +156,45 @@ func (p *HostPlugin) OnUpdateCatalog(ctx context.Context, req *pb.OnUpdateCatalo
|
|||||||
}, p.testCatalogStateOpts...)...,
|
}, p.testCatalogStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// perform dry run to ensure we can interact with AWS as expected.
|
if cred.GetCredentialType(credState.CredentialsConfig) == cred.StaticAWS {
|
||||||
if st := dryRunValidation(ctx, catalogState); st != nil {
|
if catalogAttributes.DisableCredentialRotation && !updateSecrets {
|
||||||
return nil, st.Err()
|
// This is a validate check to make sure that we aren't disabling
|
||||||
|
// rotation for credentials currently being managed by rotation.
|
||||||
|
// This is not allowed.
|
||||||
|
if !credState.CredsLastRotatedTime.IsZero() {
|
||||||
|
return nil, status.Error(codes.FailedPrecondition, "cannot disable rotation for already-rotated credentials")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if updateSecrets {
|
||||||
|
catalogSecrets, err := credential.GetCredentialsConfig(secrets, catalogAttributes.CredentialAttributes, true)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Replace the credentials. This checks the timestamp on the last
|
||||||
|
// rotation time as well and deletes the credentials if we are
|
||||||
|
// managing them (ie: if we've rotated them before).
|
||||||
|
if err := credState.ReplaceCreds(ctx, catalogSecrets); err != nil {
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error attempting to replace credentials: %s", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if !catalogAttributes.DisableCredentialRotation && credState.CredsLastRotatedTime.IsZero() {
|
||||||
|
// If we're enabling rotation now but didn't before, or have
|
||||||
|
// freshly replaced credentials, we can rotate here.
|
||||||
|
if err := credState.RotateCreds(ctx); err != nil {
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error during credential rotation: %s", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
persistedProto, err := catalogState.toProto()
|
persistedProto, err := catalogState.toProto()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus(err.Error())
|
return nil, status.Error(codes.InvalidArgument, err.Error())
|
||||||
}
|
}
|
||||||
|
|
||||||
return &pb.OnUpdateCatalogResponse{
|
return &pb.OnUpdateCatalogResponse{
|
||||||
@@ -226,12 +206,12 @@ func (p *HostPlugin) OnUpdateCatalog(ctx context.Context, req *pb.OnUpdateCatalo
|
|||||||
func (p *HostPlugin) OnDeleteCatalog(ctx context.Context, req *pb.OnDeleteCatalogRequest) (*pb.OnDeleteCatalogResponse, error) {
|
func (p *HostPlugin) OnDeleteCatalog(ctx context.Context, req *pb.OnDeleteCatalogRequest) (*pb.OnDeleteCatalogResponse, error) {
|
||||||
catalog := req.GetCatalog()
|
catalog := req.GetCatalog()
|
||||||
if catalog == nil {
|
if catalog == nil {
|
||||||
return nil, errors.BadRequestStatus("catalog is required")
|
return nil, status.Error(codes.InvalidArgument, "new catalog is nil")
|
||||||
}
|
}
|
||||||
|
|
||||||
attrs := catalog.GetAttributes()
|
attrs := catalog.GetAttributes()
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return nil, errors.BadRequestStatus("catalog attributes are required")
|
return nil, status.Error(codes.InvalidArgument, "new catalog missing attributes")
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogAttributes, err := getCatalogAttributes(attrs)
|
catalogAttributes, err := getCatalogAttributes(attrs)
|
||||||
@@ -250,7 +230,7 @@ func (p *HostPlugin) OnDeleteCatalog(ctx context.Context, req *pb.OnDeleteCatalo
|
|||||||
catalogAttributes.CredentialAttributes,
|
catalogAttributes.CredentialAttributes,
|
||||||
p.testCredStateOpts...)
|
p.testCredStateOpts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
_, err = newAwsCatalogPersistedState(
|
_, err = newAwsCatalogPersistedState(
|
||||||
@@ -259,17 +239,17 @@ func (p *HostPlugin) OnDeleteCatalog(ctx context.Context, req *pb.OnDeleteCatalo
|
|||||||
}, p.testCatalogStateOpts...)...,
|
}, p.testCatalogStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// try to delete static credentials
|
// try to delete static credentials
|
||||||
if credential.GetCredentialType(credState.CredentialsConfig) == credential.StaticAWS {
|
if cred.GetCredentialType(credState.CredentialsConfig) == cred.StaticAWS {
|
||||||
if !credState.CredsLastRotatedTime.IsZero() {
|
if !credState.CredsLastRotatedTime.IsZero() {
|
||||||
// Delete old/existing credentials. This is done with the same
|
// Delete old/existing credentials. This is done with the same
|
||||||
// credentials to ensure that it has the proper permissions to do
|
// credentials to ensure that it has the proper permissions to do
|
||||||
// it.
|
// it.
|
||||||
if err := credState.DeleteCreds(ctx); err != nil {
|
if err := credState.DeleteCreds(ctx); err != nil {
|
||||||
return nil, err
|
return nil, status.Errorf(codes.Aborted, "error removing rotated credentials during catalog deletion: %s", err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -308,12 +288,12 @@ func (p *HostPlugin) NormalizeSetData(ctx context.Context, req *pb.NormalizeSetD
|
|||||||
func (p *HostPlugin) OnCreateSet(ctx context.Context, req *pb.OnCreateSetRequest) (*pb.OnCreateSetResponse, error) {
|
func (p *HostPlugin) OnCreateSet(ctx context.Context, req *pb.OnCreateSetRequest) (*pb.OnCreateSetResponse, error) {
|
||||||
catalog := req.GetCatalog()
|
catalog := req.GetCatalog()
|
||||||
if catalog == nil {
|
if catalog == nil {
|
||||||
return nil, errors.BadRequestStatus("catalog is required")
|
return nil, status.Error(codes.InvalidArgument, "catalog is nil")
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogAttrsRaw := catalog.GetAttributes()
|
catalogAttrsRaw := catalog.GetAttributes()
|
||||||
if catalogAttrsRaw == nil {
|
if catalogAttrsRaw == nil {
|
||||||
return nil, errors.BadRequestStatus("catalog attributes are required")
|
return nil, status.Error(codes.InvalidArgument, "catalog missing attributes")
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogAttributes, err := getCatalogAttributes(catalogAttrsRaw)
|
catalogAttributes, err := getCatalogAttributes(catalogAttrsRaw)
|
||||||
@@ -326,7 +306,7 @@ func (p *HostPlugin) OnCreateSet(ctx context.Context, req *pb.OnCreateSetRequest
|
|||||||
catalogAttributes.CredentialAttributes,
|
catalogAttributes.CredentialAttributes,
|
||||||
p.testCredStateOpts...)
|
p.testCredStateOpts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogState, err := newAwsCatalogPersistedState(
|
catalogState, err := newAwsCatalogPersistedState(
|
||||||
@@ -335,43 +315,56 @@ func (p *HostPlugin) OnCreateSet(ctx context.Context, req *pb.OnCreateSetRequest
|
|||||||
}, p.testCatalogStateOpts...)...,
|
}, p.testCatalogStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
set := req.GetSet()
|
set := req.GetSet()
|
||||||
if set == nil {
|
if set == nil {
|
||||||
return nil, errors.BadRequestStatus("set is required")
|
return nil, status.Error(codes.InvalidArgument, "set is nil")
|
||||||
}
|
}
|
||||||
|
|
||||||
if set.GetAttributes() == nil {
|
if set.GetAttributes() == nil {
|
||||||
return nil, errors.BadRequestStatus("set attributes are required")
|
return nil, status.Error(codes.InvalidArgument, "set missing attributes")
|
||||||
}
|
}
|
||||||
setAttrs, err := getSetAttributes(set.GetAttributes())
|
setAttrs, err := getSetAttributes(set.GetAttributes())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
describeInstanceFilters, err := buildFilters(setAttrs)
|
ec2Client, err := catalogState.EC2Client(ctx)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error building set filters: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error getting EC2 client: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
if st := dryRunValidation(ctx, catalogState, describeInstanceFilters...); st != nil {
|
input, err := buildDescribeInstancesInput(setAttrs, true)
|
||||||
return nil, st.Err()
|
if err != nil {
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error building DescribeInstances parameters: %s", err)
|
||||||
}
|
}
|
||||||
return &pb.OnCreateSetResponse{}, nil
|
|
||||||
|
_, err = ec2Client.DescribeInstances(ctx, input)
|
||||||
|
if err == nil {
|
||||||
|
return nil, status.Error(codes.FailedPrecondition, "query error: DescribeInstances DryRun should have returned error, but none was found")
|
||||||
|
}
|
||||||
|
|
||||||
|
var apiErr smithy.APIError
|
||||||
|
if errors.As(err, &apiErr) && apiErr.ErrorCode() == "DryRunOperation" {
|
||||||
|
// Success
|
||||||
|
return &pb.OnCreateSetResponse{}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error performing dry run of DescribeInstances: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// OnUpdateSet is called when a dynamic host set is updated.
|
// OnUpdateSet is called when a dynamic host set is updated.
|
||||||
func (p *HostPlugin) OnUpdateSet(ctx context.Context, req *pb.OnUpdateSetRequest) (*pb.OnUpdateSetResponse, error) {
|
func (p *HostPlugin) OnUpdateSet(ctx context.Context, req *pb.OnUpdateSetRequest) (*pb.OnUpdateSetResponse, error) {
|
||||||
catalog := req.GetCatalog()
|
catalog := req.GetCatalog()
|
||||||
if catalog == nil {
|
if catalog == nil {
|
||||||
return nil, errors.BadRequestStatus("catalog is required")
|
return nil, status.Error(codes.InvalidArgument, "catalog is nil")
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogAttrsRaw := catalog.GetAttributes()
|
catalogAttrsRaw := catalog.GetAttributes()
|
||||||
if catalogAttrsRaw == nil {
|
if catalogAttrsRaw == nil {
|
||||||
return nil, errors.BadRequestStatus("catalog attributes are required")
|
return nil, status.Error(codes.InvalidArgument, "catalog missing attributes")
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogAttributes, err := getCatalogAttributes(catalogAttrsRaw)
|
catalogAttributes, err := getCatalogAttributes(catalogAttrsRaw)
|
||||||
@@ -384,7 +377,7 @@ func (p *HostPlugin) OnUpdateSet(ctx context.Context, req *pb.OnUpdateSetRequest
|
|||||||
catalogAttributes.CredentialAttributes,
|
catalogAttributes.CredentialAttributes,
|
||||||
p.testCredStateOpts...)
|
p.testCredStateOpts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogState, err := newAwsCatalogPersistedState(
|
catalogState, err := newAwsCatalogPersistedState(
|
||||||
@@ -393,34 +386,46 @@ func (p *HostPlugin) OnUpdateSet(ctx context.Context, req *pb.OnUpdateSetRequest
|
|||||||
}, p.testCatalogStateOpts...)...,
|
}, p.testCatalogStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// As with catalog, we don't need to really look at the old host
|
// As with catalog, we don't need to really look at the old host
|
||||||
// set here, just need to work off of/validate the new set config
|
// set here, just need to work off of/validate the new set config
|
||||||
set := req.GetNewSet()
|
set := req.GetNewSet()
|
||||||
if set == nil {
|
if set == nil {
|
||||||
return nil, errors.BadRequestStatus("new set is required")
|
return nil, status.Error(codes.InvalidArgument, "new set is nil")
|
||||||
}
|
}
|
||||||
|
|
||||||
if set.GetAttributes() == nil {
|
if set.GetAttributes() == nil {
|
||||||
return nil, errors.BadRequestStatus("new set attributes are required")
|
return nil, status.Error(codes.InvalidArgument, "new set missing attributes")
|
||||||
}
|
}
|
||||||
setAttrs, err := getSetAttributes(set.GetAttributes())
|
setAttrs, err := getSetAttributes(set.GetAttributes())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
describeInstanceFilters, err := buildFilters(setAttrs)
|
ec2Client, err := catalogState.EC2Client(ctx)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error building set filters: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error getting EC2 client: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
if st := dryRunValidation(ctx, catalogState, describeInstanceFilters...); st != nil {
|
input, err := buildDescribeInstancesInput(setAttrs, true)
|
||||||
return nil, st.Err()
|
if err != nil {
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error building DescribeInstances parameters: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
return &pb.OnUpdateSetResponse{}, nil
|
_, err = ec2Client.DescribeInstances(ctx, input)
|
||||||
|
if err == nil {
|
||||||
|
return nil, status.Error(codes.FailedPrecondition, "query error: DescribeInstances DryRun should have returned error, but none was found")
|
||||||
|
}
|
||||||
|
|
||||||
|
var apiErr smithy.APIError
|
||||||
|
if errors.As(err, &apiErr) && apiErr.ErrorCode() == "DryRunOperation" {
|
||||||
|
// Success
|
||||||
|
return &pb.OnUpdateSetResponse{}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error performing dry run of DescribeInstances: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// OnDeleteSet is called when a dynamic host set is deleted.
|
// OnDeleteSet is called when a dynamic host set is deleted.
|
||||||
@@ -434,12 +439,12 @@ func (p *HostPlugin) OnDeleteSet(ctx context.Context, req *pb.OnDeleteSetRequest
|
|||||||
func (p *HostPlugin) ListHosts(ctx context.Context, req *pb.ListHostsRequest) (*pb.ListHostsResponse, error) {
|
func (p *HostPlugin) ListHosts(ctx context.Context, req *pb.ListHostsRequest) (*pb.ListHostsResponse, error) {
|
||||||
catalog := req.GetCatalog()
|
catalog := req.GetCatalog()
|
||||||
if catalog == nil {
|
if catalog == nil {
|
||||||
return nil, errors.BadRequestStatus("catalog is required")
|
return nil, status.Error(codes.InvalidArgument, "catalog is nil")
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogAttrsRaw := catalog.GetAttributes()
|
catalogAttrsRaw := catalog.GetAttributes()
|
||||||
if catalogAttrsRaw == nil {
|
if catalogAttrsRaw == nil {
|
||||||
return nil, errors.BadRequestStatus("catalog attributes are required")
|
return nil, status.Error(codes.InvalidArgument, "catalog missing attributes")
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogAttributes, err := getCatalogAttributes(catalogAttrsRaw)
|
catalogAttributes, err := getCatalogAttributes(catalogAttrsRaw)
|
||||||
@@ -452,7 +457,7 @@ func (p *HostPlugin) ListHosts(ctx context.Context, req *pb.ListHostsRequest) (*
|
|||||||
catalogAttributes.CredentialAttributes,
|
catalogAttributes.CredentialAttributes,
|
||||||
p.testCredStateOpts...)
|
p.testCredStateOpts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
catalogState, err := newAwsCatalogPersistedState(
|
catalogState, err := newAwsCatalogPersistedState(
|
||||||
@@ -461,12 +466,12 @@ func (p *HostPlugin) ListHosts(ctx context.Context, req *pb.ListHostsRequest) (*
|
|||||||
}, p.testCatalogStateOpts...)...,
|
}, p.testCatalogStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
sets := req.GetSets()
|
sets := req.GetSets()
|
||||||
if sets == nil {
|
if sets == nil {
|
||||||
return nil, errors.BadRequestStatus("sets are required")
|
return nil, status.Error(codes.InvalidArgument, "sets is nil")
|
||||||
}
|
}
|
||||||
|
|
||||||
// Build all the queries in advance.
|
// Build all the queries in advance.
|
||||||
@@ -481,11 +486,11 @@ func (p *HostPlugin) ListHosts(ctx context.Context, req *pb.ListHostsRequest) (*
|
|||||||
for i, set := range sets {
|
for i, set := range sets {
|
||||||
// Validate Id since we use it in output
|
// Validate Id since we use it in output
|
||||||
if set.GetId() == "" {
|
if set.GetId() == "" {
|
||||||
return nil, errors.BadRequestStatus("set id is required")
|
return nil, status.Error(codes.InvalidArgument, "set missing id")
|
||||||
}
|
}
|
||||||
|
|
||||||
if set.GetAttributes() == nil {
|
if set.GetAttributes() == nil {
|
||||||
return nil, errors.BadRequestStatus("set %s attributes are required", set.GetId())
|
return nil, status.Error(codes.InvalidArgument, "set missing attributes")
|
||||||
}
|
}
|
||||||
setAttrs, err := getSetAttributes(set.GetAttributes())
|
setAttrs, err := getSetAttributes(set.GetAttributes())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -494,7 +499,7 @@ func (p *HostPlugin) ListHosts(ctx context.Context, req *pb.ListHostsRequest) (*
|
|||||||
|
|
||||||
input, err := buildDescribeInstancesInput(setAttrs, false)
|
input, err := buildDescribeInstancesInput(setAttrs, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error building DescribeInstances parameters for host set id %q: %s", set.GetId(), err)
|
return nil, status.Errorf(codes.InvalidArgument, "error building DescribeInstances parameters for host set id %q: %s", set.GetId(), err)
|
||||||
}
|
}
|
||||||
queries[i] = hostSetQuery{
|
queries[i] = hostSetQuery{
|
||||||
Id: set.GetId(),
|
Id: set.GetId(),
|
||||||
@@ -504,7 +509,7 @@ func (p *HostPlugin) ListHosts(ctx context.Context, req *pb.ListHostsRequest) (*
|
|||||||
|
|
||||||
ec2Client, err := catalogState.EC2Client(ctx)
|
ec2Client, err := catalogState.EC2Client(ctx)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error getting EC2 client: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error getting EC2 client: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Run all queries now and assemble output.
|
// Run all queries now and assemble output.
|
||||||
@@ -512,7 +517,7 @@ func (p *HostPlugin) ListHosts(ctx context.Context, req *pb.ListHostsRequest) (*
|
|||||||
for i, query := range queries {
|
for i, query := range queries {
|
||||||
output, err := ec2Client.DescribeInstances(ctx, query.Input)
|
output, err := ec2Client.DescribeInstances(ctx, query.Input)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error running DescribeInstances for host set id %q: %s", query.Id, err)
|
return nil, status.Errorf(codes.InvalidArgument, "error running DescribeInstances for host set id %q: %s", query.Id, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
queries[i].Output = output
|
queries[i].Output = output
|
||||||
@@ -523,7 +528,7 @@ func (p *HostPlugin) ListHosts(ctx context.Context, req *pb.ListHostsRequest) (*
|
|||||||
for _, instance := range reservation.Instances {
|
for _, instance := range reservation.Instances {
|
||||||
host, err := awsInstanceToHost(instance)
|
host, err := awsInstanceToHost(instance)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error processing host results for host set id %q: %s", query.Id, err)
|
return nil, status.Errorf(codes.InvalidArgument, "error processing host results for host set id %q: %s", query.Id, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
queries[i].OutputHosts = append(queries[i].OutputHosts, host)
|
queries[i].OutputHosts = append(queries[i].OutputHosts, host)
|
||||||
@@ -621,7 +626,7 @@ func buildDescribeInstancesInput(attrs *SetAttributes, dryRun bool) (*ec2.Descri
|
|||||||
// populated.
|
// populated.
|
||||||
func awsInstanceToHost(instance types.Instance) (*pb.ListHostsResponseHost, error) {
|
func awsInstanceToHost(instance types.Instance) (*pb.ListHostsResponseHost, error) {
|
||||||
if aws.ToString(instance.InstanceId) == "" {
|
if aws.ToString(instance.InstanceId) == "" {
|
||||||
return nil, fmt.Errorf("response integrity error: missing instance id")
|
return nil, errors.New("response integrity error: missing instance id")
|
||||||
}
|
}
|
||||||
|
|
||||||
result := new(pb.ListHostsResponseHost)
|
result := new(pb.ListHostsResponseHost)
|
||||||
@@ -669,28 +674,6 @@ func awsInstanceToHost(instance types.Instance) (*pb.ListHostsResponseHost, erro
|
|||||||
return result, nil
|
return result, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// dryRunValidation performs an AWS DescribeInstances call to verify the state's
|
|
||||||
// credentials, the host listing functionality as well as the filters, if any
|
|
||||||
// are passed in. This function can therefore be used for both host catalog and
|
|
||||||
// host set validation.
|
|
||||||
func dryRunValidation(ctx context.Context, state *awsCatalogPersistedState, filters ...types.Filter) *status.Status {
|
|
||||||
if state == nil {
|
|
||||||
return status.New(codes.InvalidArgument, "persisted state is required")
|
|
||||||
}
|
|
||||||
|
|
||||||
ec2Client, err := state.EC2Client(ctx)
|
|
||||||
if err != nil {
|
|
||||||
return status.New(codes.InvalidArgument, fmt.Sprintf("error getting EC2 client: %s", err))
|
|
||||||
}
|
|
||||||
|
|
||||||
_, err = ec2Client.DescribeInstances(ctx, &ec2.DescribeInstancesInput{Filters: filters})
|
|
||||||
if err != nil {
|
|
||||||
return status.New(codes.FailedPrecondition, fmt.Sprintf("aws describe instances failed: %s", err))
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// appendDistinct will append the elements to the slice
|
// appendDistinct will append the elements to the slice
|
||||||
// if an element is not nil, empty, and does not exist in slice.
|
// if an element is not nil, empty, and does not exist in slice.
|
||||||
func appendDistinct(slice []string, elems ...*string) []string {
|
func appendDistinct(slice []string, elems ...*string) []string {
|
||||||
|
|||||||
+317
-984
File diff suppressed because it is too large.
Load diff
@@ -68,7 +68,7 @@ The following `attributes` are valid on an AWS storage bucket resource:
|
|||||||
- `disable_credential_rotation` (bool): If `true`, credential rotation will not
|
- `disable_credential_rotation` (bool): If `true`, credential rotation will not
|
||||||
be performed.
|
be performed.
|
||||||
- `region` (string): The region to configure the storage bucket for.
|
- `region` (string): The region to configure the storage bucket for.
|
||||||
- `endpoint_url` (string): The endpoint to configure the storage.
|
- `endpoint-url` (string): The endpoint to configure the storage.
|
||||||
- `role_arn` (string): The role arn configured for the assume role provider.
|
- `role_arn` (string): The role arn configured for the assume role provider.
|
||||||
- `role_external_id` (string): The external id configured for the assume role provider.
|
- `role_external_id` (string): The external id configured for the assume role provider.
|
||||||
- `role_session_name` (string): The session name configured for the assume role provider.
|
- `role_session_name` (string): The session name configured for the assume role provider.
|
||||||
|
|||||||
@@ -7,8 +7,6 @@ import (
|
|||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
cred "github.com/hashicorp/boundary-plugin-aws/internal/credential"
|
cred "github.com/hashicorp/boundary-plugin-aws/internal/credential"
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
"github.com/stretchr/testify/require"
|
"github.com/stretchr/testify/require"
|
||||||
"google.golang.org/grpc/codes"
|
"google.golang.org/grpc/codes"
|
||||||
"google.golang.org/grpc/status"
|
"google.golang.org/grpc/status"
|
||||||
@@ -21,7 +19,6 @@ func TestGetStorageAttributes(t *testing.T) {
|
|||||||
in *structpb.Struct
|
in *structpb.Struct
|
||||||
expected *StorageAttributes
|
expected *StorageAttributes
|
||||||
expectedErrContains string
|
expectedErrContains string
|
||||||
expectedDetails *pb.StorageBucketCredentialState
|
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
name: "missing region",
|
name: "missing region",
|
||||||
@@ -103,17 +100,13 @@ func TestGetStorageAttributes(t *testing.T) {
|
|||||||
for _, tc := range cases {
|
for _, tc := range cases {
|
||||||
tc := tc
|
tc := tc
|
||||||
t.Run(tc.name, func(t *testing.T) {
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
require, assert := require.New(t), assert.New(t)
|
require := require.New(t)
|
||||||
|
|
||||||
actual, err := getStorageAttributes(tc.in)
|
actual, err := getStorageAttributes(tc.in)
|
||||||
if tc.expectedErrContains != "" {
|
if tc.expectedErrContains != "" {
|
||||||
require.Error(err)
|
require.Error(err)
|
||||||
require.Contains(err.Error(), tc.expectedErrContains)
|
require.Contains(err.Error(), tc.expectedErrContains)
|
||||||
require.Equal(codes.InvalidArgument, status.Code(err))
|
require.Equal(status.Code(err), codes.InvalidArgument)
|
||||||
|
|
||||||
st, ok := status.FromError(err)
|
|
||||||
require.True(ok)
|
|
||||||
assert.Len(st.Details(), 0)
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -1,71 +0,0 @@
|
|||||||
// Copyright (c) HashiCorp, Inc.
|
|
||||||
// SPDX-License-Identifier: MPL-2.0
|
|
||||||
|
|
||||||
package storage
|
|
||||||
|
|
||||||
import (
|
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/errors"
|
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
|
||||||
"google.golang.org/grpc/codes"
|
|
||||||
"google.golang.org/grpc/status"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
s3StatusErrMsg = "aws s3 error: %s"
|
|
||||||
|
|
||||||
// s3ErrorBadDigest is returned when there is a checksum
|
|
||||||
// mismatch between the request and the s3 service. This
|
|
||||||
// error code is returned for the PutObject request.
|
|
||||||
s3ErrorBadDigest = "BadDigest"
|
|
||||||
)
|
|
||||||
|
|
||||||
func setStatePermission(req any, permission *pb.Permission) *pb.StorageBucketCredentialState {
|
|
||||||
state := &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{},
|
|
||||||
}
|
|
||||||
switch req.(type) {
|
|
||||||
case pb.HeadObjectRequest:
|
|
||||||
state.State.Read = permission
|
|
||||||
case *pb.HeadObjectRequest:
|
|
||||||
state.State.Read = permission
|
|
||||||
case pb.GetObjectRequest:
|
|
||||||
state.State.Read = permission
|
|
||||||
case *pb.GetObjectRequest:
|
|
||||||
state.State.Read = permission
|
|
||||||
case pb.PutObjectRequest:
|
|
||||||
state.State.Write = permission
|
|
||||||
case *pb.PutObjectRequest:
|
|
||||||
state.State.Write = permission
|
|
||||||
case pb.DeleteObjectsRequest:
|
|
||||||
state.State.Delete = permission
|
|
||||||
case *pb.DeleteObjectsRequest:
|
|
||||||
state.State.Delete = permission
|
|
||||||
}
|
|
||||||
return state
|
|
||||||
}
|
|
||||||
|
|
||||||
// parseS3Error will convert an S3 api error into a RPC status. If the
|
|
||||||
// error does not match against an s3 error type, it will fallback to
|
|
||||||
// evaluating against generic aws service errors. This includes throttling,
|
|
||||||
// credentials, and connectivity error types.
|
|
||||||
//
|
|
||||||
// https://docs.aws.amazon.com/AmazonS3/latest/API/ErrorResponses.html
|
|
||||||
func parseS3Error(op string, err error, req any) *status.Status {
|
|
||||||
if err == nil {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
st, p := errors.ParseAWSError(op, err)
|
|
||||||
if p != nil {
|
|
||||||
state := setStatePermission(req, p)
|
|
||||||
if st, err = st.WithDetails(state); err != nil {
|
|
||||||
st = status.New(codes.Internal, err.Error())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return st
|
|
||||||
}
|
|
||||||
|
|
||||||
func checksumMistmatchStatus() error {
|
|
||||||
return status.New(codes.Aborted, "mismatched checksum").Err()
|
|
||||||
}
|
|
||||||
@@ -1,183 +0,0 @@
|
|||||||
// Copyright (c) HashiCorp, Inc.
|
|
||||||
// SPDX-License-Identifier: MPL-2.0
|
|
||||||
|
|
||||||
package storage
|
|
||||||
|
|
||||||
import (
|
|
||||||
"testing"
|
|
||||||
|
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/errors"
|
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
"github.com/stretchr/testify/require"
|
|
||||||
"google.golang.org/grpc/codes"
|
|
||||||
"google.golang.org/protobuf/types/known/timestamppb"
|
|
||||||
)
|
|
||||||
|
|
||||||
func Test_ParseS3Error(t *testing.T) {
|
|
||||||
t.Parallel()
|
|
||||||
|
|
||||||
cases := []struct {
|
|
||||||
name string
|
|
||||||
req any
|
|
||||||
err error
|
|
||||||
expectedStatusCode codes.Code
|
|
||||||
expectedStatusMsg string
|
|
||||||
expectedDetails *pb.StorageBucketCredentialState
|
|
||||||
}{
|
|
||||||
{
|
|
||||||
name: "nil-error",
|
|
||||||
expectedStatusCode: codes.OK,
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "no-such-bucket",
|
|
||||||
req: &pb.GetObjectRequest{},
|
|
||||||
err: TestAwsS3Error("NoSuchBucket", "GetObject", "no such bucket"),
|
|
||||||
expectedStatusCode: codes.NotFound,
|
|
||||||
expectedStatusMsg: "aws service s3: test:",
|
|
||||||
expectedDetails: &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{
|
|
||||||
Read: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: "no such bucket",
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "no-such-key",
|
|
||||||
req: &pb.GetObjectRequest{},
|
|
||||||
err: TestAwsS3Error("NoSuchKey", "GetObject", "no such key"),
|
|
||||||
expectedStatusCode: codes.NotFound,
|
|
||||||
expectedStatusMsg: "aws service s3: test:",
|
|
||||||
expectedDetails: &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{
|
|
||||||
Read: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "not-found",
|
|
||||||
req: &pb.GetObjectRequest{},
|
|
||||||
err: errors.TestAwsHttpResponseError(404, "not found"),
|
|
||||||
expectedStatusCode: codes.NotFound,
|
|
||||||
// cannot embed services within mock http errors, therefore unknown service
|
|
||||||
expectedStatusMsg: "aws service unknown: resource not found: test:",
|
|
||||||
expectedDetails: &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{
|
|
||||||
Read: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "invalid-object-state",
|
|
||||||
req: &pb.GetObjectRequest{},
|
|
||||||
err: TestAwsS3Error("InvalidObjectState", "GetObject", "invalid object state"),
|
|
||||||
expectedStatusCode: codes.NotFound,
|
|
||||||
expectedStatusMsg: "aws service s3: test:",
|
|
||||||
expectedDetails: &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{
|
|
||||||
Read: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "bad-digest",
|
|
||||||
req: &pb.PutObjectRequest{},
|
|
||||||
err: TestAwsS3Error(s3ErrorBadDigest, "PutObject", "checksum mismatch"),
|
|
||||||
expectedStatusCode: codes.Aborted,
|
|
||||||
expectedStatusMsg: "aws service s3: test:",
|
|
||||||
expectedDetails: &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{
|
|
||||||
Write: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "fallback-throttle-error",
|
|
||||||
req: &pb.GetObjectRequest{},
|
|
||||||
err: TestAwsS3Error("Throttling", "action", "throttling exception"),
|
|
||||||
expectedStatusCode: codes.Unavailable,
|
|
||||||
expectedStatusMsg: "aws service s3: throttling: test:",
|
|
||||||
expectedDetails: &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{
|
|
||||||
Read: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "fallback-connectivity-error",
|
|
||||||
req: &pb.GetObjectRequest{},
|
|
||||||
err: TestAwsS3Error("RequestTimeout", "action", "request timeout"),
|
|
||||||
expectedStatusCode: codes.DeadlineExceeded,
|
|
||||||
expectedStatusMsg: "aws service s3: test:",
|
|
||||||
expectedDetails: &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{
|
|
||||||
Read: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: "fallback-credentials-error",
|
|
||||||
req: &pb.GetObjectRequest{},
|
|
||||||
err: TestAwsS3Error("AccessDenied", "action", "access denied"),
|
|
||||||
expectedStatusCode: codes.PermissionDenied,
|
|
||||||
expectedStatusMsg: "aws service s3: invalid credentials: test:",
|
|
||||||
expectedDetails: &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{
|
|
||||||
Read: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
ErrorDetails: "access denied",
|
|
||||||
CheckedAt: timestamppb.Now(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
for _, tt := range cases {
|
|
||||||
t.Run(tt.name, func(t *testing.T) {
|
|
||||||
require, assert := require.New(t), assert.New(t)
|
|
||||||
|
|
||||||
actualStatus := parseS3Error("test", tt.err, tt.req)
|
|
||||||
if tt.expectedStatusCode == codes.OK {
|
|
||||||
require.Nil(actualStatus)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
require.Equal(tt.expectedStatusCode, actualStatus.Code())
|
|
||||||
require.Contains(actualStatus.Message(), tt.expectedStatusMsg)
|
|
||||||
require.Len(actualStatus.Details(), 1)
|
|
||||||
|
|
||||||
foundDetail := false
|
|
||||||
for _, detail := range actualStatus.Details() {
|
|
||||||
switch errDetail := detail.(type) {
|
|
||||||
case *pb.StorageBucketCredentialState:
|
|
||||||
foundDetail = true
|
|
||||||
errors.CheckSimilarPermission(assert, tt.expectedDetails.State.Read, errDetail.State.Read, false)
|
|
||||||
errors.CheckSimilarPermission(assert, tt.expectedDetails.State.Write, errDetail.State.Write, false)
|
|
||||||
errors.CheckSimilarPermission(assert, tt.expectedDetails.State.Delete, errDetail.State.Delete, false)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
require.True(foundDetail, "did not find error details with status")
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
+153
-306
@@ -9,22 +9,19 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"crypto/sha256"
|
"crypto/sha256"
|
||||||
"encoding/base64"
|
"encoding/base64"
|
||||||
"fmt"
|
|
||||||
"io"
|
"io"
|
||||||
"os"
|
"os"
|
||||||
"path"
|
"path"
|
||||||
"strings"
|
"strings"
|
||||||
"sync"
|
|
||||||
|
|
||||||
"github.com/aws/aws-sdk-go-v2/aws"
|
"github.com/aws/aws-sdk-go-v2/aws"
|
||||||
|
"github.com/aws/aws-sdk-go-v2/aws/retry"
|
||||||
"github.com/aws/aws-sdk-go-v2/service/s3"
|
"github.com/aws/aws-sdk-go-v2/service/s3"
|
||||||
"github.com/aws/aws-sdk-go-v2/service/s3/types"
|
"github.com/aws/aws-sdk-go-v2/service/s3/types"
|
||||||
"github.com/google/uuid"
|
"github.com/google/uuid"
|
||||||
cred "github.com/hashicorp/boundary-plugin-aws/internal/credential"
|
cred "github.com/hashicorp/boundary-plugin-aws/internal/credential"
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/errors"
|
|
||||||
"github.com/hashicorp/boundary/sdk/pbs/controller/api/resources/storagebuckets"
|
"github.com/hashicorp/boundary/sdk/pbs/controller/api/resources/storagebuckets"
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
||||||
"github.com/hashicorp/go-multierror"
|
|
||||||
"google.golang.org/grpc/codes"
|
"google.golang.org/grpc/codes"
|
||||||
"google.golang.org/grpc/status"
|
"google.golang.org/grpc/status"
|
||||||
"google.golang.org/protobuf/types/known/timestamppb"
|
"google.golang.org/protobuf/types/known/timestamppb"
|
||||||
@@ -33,14 +30,6 @@ import (
|
|||||||
// Ensure that we are implementing StoragePluginServiceServer
|
// Ensure that we are implementing StoragePluginServiceServer
|
||||||
var _ pb.StoragePluginServiceServer = (*StoragePlugin)(nil)
|
var _ pb.StoragePluginServiceServer = (*StoragePlugin)(nil)
|
||||||
|
|
||||||
// clientCache caches previously initialized S3API clients created with a RoleARN attribute.
|
|
||||||
type clientCache struct {
|
|
||||||
// cache is a map of cached s3 clients. The key of the map
|
|
||||||
// is the public id of the storage bucket
|
|
||||||
cache map[string]S3API
|
|
||||||
sync.RWMutex
|
|
||||||
}
|
|
||||||
|
|
||||||
// StoragePlugin implements the StoragePluginServiceServer interface for the
|
// StoragePlugin implements the StoragePluginServiceServer interface for the
|
||||||
// AWS storage service plugin.
|
// AWS storage service plugin.
|
||||||
type StoragePlugin struct {
|
type StoragePlugin struct {
|
||||||
@@ -51,127 +40,21 @@ type StoragePlugin struct {
|
|||||||
|
|
||||||
// testStorageStateOpts are passed in to the stored state to control test behavior
|
// testStorageStateOpts are passed in to the stored state to control test behavior
|
||||||
testStorageStateOpts []awsStoragePersistedStateOption
|
testStorageStateOpts []awsStoragePersistedStateOption
|
||||||
|
|
||||||
clients *clientCache
|
|
||||||
}
|
|
||||||
|
|
||||||
// New creates a new StoragePlugin
|
|
||||||
func New() *StoragePlugin {
|
|
||||||
c := &clientCache{
|
|
||||||
cache: make(map[string]S3API),
|
|
||||||
}
|
|
||||||
return &StoragePlugin{
|
|
||||||
clients: c,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// getClient returns an S3API client for the given storage bucket id.
|
|
||||||
func (p *StoragePlugin) getClient(ctx context.Context,
|
|
||||||
storageBucketId string,
|
|
||||||
storageState *awsStoragePersistedState,
|
|
||||||
opt ...s3Option) (S3API, error) {
|
|
||||||
if storageBucketId == "" {
|
|
||||||
// No storage bucket ID to key cache on, create new client and return
|
|
||||||
client, err := storageState.s3Client(ctx, opt...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus("error creating S3 client: %s", err)
|
|
||||||
}
|
|
||||||
return client, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
opts, err := getOpts(opt...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("error parsing options in cache: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if opts.withCacheRefresh {
|
|
||||||
// Forced cache refresh
|
|
||||||
p.clients.Lock()
|
|
||||||
defer p.clients.Unlock()
|
|
||||||
client, err := storageState.s3Client(ctx, opt...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus("error creating S3 client: %s", err)
|
|
||||||
}
|
|
||||||
p.clients.cache[storageBucketId] = client
|
|
||||||
return client, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
p.clients.RLock()
|
|
||||||
client, ok := p.clients.cache[storageBucketId]
|
|
||||||
p.clients.RUnlock()
|
|
||||||
|
|
||||||
if !ok || client.Credentials().Expired() {
|
|
||||||
// We got a cache miss or the credentials has expired, time to refresh
|
|
||||||
p.clients.Lock()
|
|
||||||
defer p.clients.Unlock()
|
|
||||||
|
|
||||||
// Check cache again in case another caller updated it since we got the lock
|
|
||||||
client, ok = p.clients.cache[storageBucketId]
|
|
||||||
if ok && !client.Credentials().Expired() {
|
|
||||||
// Got a cache hit with valid credentials, return cached client
|
|
||||||
return client, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// Create new client and cache it
|
|
||||||
var err error
|
|
||||||
client, err = storageState.s3Client(ctx, opt...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus("error creating S3 client: %s", err)
|
|
||||||
}
|
|
||||||
p.clients.cache[storageBucketId] = client
|
|
||||||
}
|
|
||||||
return client, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
type s3Caller func(client S3API) (any, error)
|
|
||||||
|
|
||||||
// call gets the s3client and passes it to the s3caller function, if a permission error is returned
|
|
||||||
// it forces a cache refresh and tries again.
|
|
||||||
func (p *StoragePlugin) call(
|
|
||||||
ctx context.Context,
|
|
||||||
fn s3Caller,
|
|
||||||
storageBucketId string,
|
|
||||||
storageState *awsStoragePersistedState,
|
|
||||||
opts ...s3Option) (any, error) {
|
|
||||||
|
|
||||||
s3Client, err := p.getClient(ctx, storageBucketId, storageState, opts...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus("error getting S3 client: %s", err)
|
|
||||||
}
|
|
||||||
firstAttempt := true
|
|
||||||
for {
|
|
||||||
resp, err := fn(s3Client)
|
|
||||||
if err != nil {
|
|
||||||
st, _ := errors.ParseAWSError("", err)
|
|
||||||
if st.Code() == codes.PermissionDenied && firstAttempt {
|
|
||||||
// We got a permission error, this is the first time so refresh cache and try again
|
|
||||||
firstAttempt = false
|
|
||||||
opts = append(opts, WithCacheRefresh(true))
|
|
||||||
s3Client, err = p.getClient(ctx, storageBucketId, storageState, opts...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus("error refreshing S3 client: %s", err)
|
|
||||||
}
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
return resp, nil
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// OnCreateStorageBucket is called when a storage bucket is created.
|
// OnCreateStorageBucket is called when a storage bucket is created.
|
||||||
func (p *StoragePlugin) OnCreateStorageBucket(ctx context.Context, req *pb.OnCreateStorageBucketRequest) (*pb.OnCreateStorageBucketResponse, error) {
|
func (p *StoragePlugin) OnCreateStorageBucket(ctx context.Context, req *pb.OnCreateStorageBucketRequest) (*pb.OnCreateStorageBucketResponse, error) {
|
||||||
bucket := req.GetBucket()
|
bucket := req.GetBucket()
|
||||||
if bucket == nil {
|
if bucket == nil {
|
||||||
return nil, errors.BadRequestStatus("bucket is required")
|
return nil, status.Error(codes.InvalidArgument, "bucket is required")
|
||||||
}
|
}
|
||||||
if bucket.BucketName == "" {
|
if bucket.BucketName == "" {
|
||||||
return nil, errors.BadRequestStatus("bucketName is required")
|
return nil, status.Error(codes.InvalidArgument, "bucketName is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
attrs := bucket.GetAttributes()
|
attrs := bucket.GetAttributes()
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return nil, errors.BadRequestStatus("attributes is required")
|
return nil, status.Error(codes.InvalidArgument, "attributes is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
storageAttributes, err := getStorageAttributes(attrs)
|
storageAttributes, err := getStorageAttributes(attrs)
|
||||||
@@ -179,7 +62,7 @@ func (p *StoragePlugin) OnCreateStorageBucket(ctx context.Context, req *pb.OnCre
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes)
|
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -191,13 +74,13 @@ func (p *StoragePlugin) OnCreateStorageBucket(ctx context.Context, req *pb.OnCre
|
|||||||
}, p.testCredStateOpts...)...,
|
}, p.testCredStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Try to rotate AWS static credentials
|
// Try to rotate AWS static credentials
|
||||||
if cred.GetCredentialType(credConfig) == cred.StaticAWS && !storageAttributes.DisableCredentialRotation {
|
if cred.GetCredentialType(credConfig) == cred.StaticAWS && !storageAttributes.DisableCredentialRotation {
|
||||||
if err := credState.RotateCreds(ctx); err != nil {
|
if err := credState.RotateCreds(ctx); err != nil {
|
||||||
return nil, err
|
return nil, status.Errorf(codes.InvalidArgument, "error during credential rotation: %s", err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -207,17 +90,17 @@ func (p *StoragePlugin) OnCreateStorageBucket(ctx context.Context, req *pb.OnCre
|
|||||||
}, p.testStorageStateOpts...)...,
|
}, p.testStorageStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// perform dry run to ensure we can interact with the bucket as expected.
|
// perform dry run to ensure we can interact with the bucket as expected.
|
||||||
if st := dryRunValidation(ctx, storageState, storageAttributes, bucket); st != nil {
|
if err := dryRunValidation(ctx, storageState, storageAttributes, bucket); err != nil {
|
||||||
return nil, st.Err()
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
persistedProto, err := storageState.toProto()
|
persistedProto, err := storageState.toProto()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus(err.Error())
|
return nil, status.Error(codes.InvalidArgument, err.Error())
|
||||||
}
|
}
|
||||||
|
|
||||||
return &pb.OnCreateStorageBucketResponse{
|
return &pb.OnCreateStorageBucketResponse{
|
||||||
@@ -232,19 +115,19 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
// fetching the new copy to keep things a little less messy.
|
// fetching the new copy to keep things a little less messy.
|
||||||
newBucket := req.GetNewBucket()
|
newBucket := req.GetNewBucket()
|
||||||
if newBucket == nil {
|
if newBucket == nil {
|
||||||
return nil, errors.BadRequestStatus("new bucket is required")
|
return nil, status.Error(codes.InvalidArgument, "new bucket is required")
|
||||||
}
|
}
|
||||||
if newBucket.BucketName == "" {
|
if newBucket.BucketName == "" {
|
||||||
return nil, errors.BadRequestStatus("new bucketName is required")
|
return nil, status.Error(codes.InvalidArgument, "new bucketName is required")
|
||||||
}
|
}
|
||||||
currentBucket := req.GetCurrentBucket()
|
currentBucket := req.GetCurrentBucket()
|
||||||
if currentBucket == nil {
|
if currentBucket == nil {
|
||||||
return nil, errors.BadRequestStatus("current bucket is required")
|
return nil, status.Error(codes.InvalidArgument, "current bucket is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
oldAttrs := currentBucket.GetAttributes()
|
oldAttrs := currentBucket.GetAttributes()
|
||||||
if oldAttrs == nil {
|
if oldAttrs == nil {
|
||||||
return nil, errors.BadRequestStatus("current bucket attributes is required")
|
return nil, status.Error(codes.InvalidArgument, "current bucket attributes is required")
|
||||||
}
|
}
|
||||||
oldStorageAttributes, err := getStorageAttributes(oldAttrs)
|
oldStorageAttributes, err := getStorageAttributes(oldAttrs)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -252,7 +135,7 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
}
|
}
|
||||||
newAttrs := newBucket.GetAttributes()
|
newAttrs := newBucket.GetAttributes()
|
||||||
if newAttrs == nil {
|
if newAttrs == nil {
|
||||||
return nil, errors.BadRequestStatus("new bucket attributes is required")
|
return nil, status.Error(codes.InvalidArgument, "new bucket attributes is required")
|
||||||
}
|
}
|
||||||
newStorageAttributes, err := getStorageAttributes(newAttrs)
|
newStorageAttributes, err := getStorageAttributes(newAttrs)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -264,13 +147,13 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
oldStorageAttributes.CredentialAttributes,
|
oldStorageAttributes.CredentialAttributes,
|
||||||
p.testCredStateOpts...)
|
p.testCredStateOpts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Verify the incoming credentials are valid and return any errors to the
|
// Verify the incoming credentials are valid and return any errors to the
|
||||||
// user if they're not. Note this doesn't validate the credentials against
|
// user if they're not. Note this doesn't validate the credentials against
|
||||||
// AWS - it only does logical validation on the fields.
|
// AWS - it only does logical validation on the fields.
|
||||||
updatedCredentials, err := cred.GetCredentialsConfig(newBucket.GetSecrets(), newStorageAttributes.CredentialAttributes)
|
updatedCredentials, err := cred.GetCredentialsConfig(newBucket.GetSecrets(), newStorageAttributes.CredentialAttributes, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -287,7 +170,7 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
}, p.testCredStateOpts...)...,
|
}, p.testCredStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up new credential persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up new credential persisted state: %s", err)
|
||||||
}
|
}
|
||||||
newStorageState, err := newAwsStoragePersistedState(
|
newStorageState, err := newAwsStoragePersistedState(
|
||||||
append([]awsStoragePersistedStateOption{
|
append([]awsStoragePersistedStateOption{
|
||||||
@@ -295,10 +178,10 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
}, p.testStorageStateOpts...)...,
|
}, p.testStorageStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
if st := dryRunValidation(ctx, newStorageState, newStorageAttributes, newBucket); st != nil {
|
if err := dryRunValidation(ctx, newStorageState, newStorageAttributes, newBucket); err != nil {
|
||||||
return nil, st.Err()
|
return nil, status.Errorf(codes.InvalidArgument, "failed to validate incoming credentials: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Replace the existing credential state.
|
// Replace the existing credential state.
|
||||||
@@ -306,7 +189,7 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
// and deletes the credentials if we are managing them
|
// and deletes the credentials if we are managing them
|
||||||
// (ie: if we've rotated them before).
|
// (ie: if we've rotated them before).
|
||||||
if err := credState.ReplaceCreds(ctx, updatedCredentials); err != nil {
|
if err := credState.ReplaceCreds(ctx, updatedCredentials); err != nil {
|
||||||
return nil, err
|
return nil, status.Errorf(codes.InvalidArgument, "error attempting to replace credentials: %s", err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -316,7 +199,7 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
// This is not allowed.
|
// This is not allowed.
|
||||||
if newStorageAttributes.DisableCredentialRotation && newBucket.GetSecrets() == nil {
|
if newStorageAttributes.DisableCredentialRotation && newBucket.GetSecrets() == nil {
|
||||||
if !credState.CredsLastRotatedTime.IsZero() {
|
if !credState.CredsLastRotatedTime.IsZero() {
|
||||||
return nil, errors.BadRequestStatus("cannot disable rotation for already-rotated credentials")
|
return nil, status.Error(codes.FailedPrecondition, "cannot disable rotation for already-rotated credentials")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -324,7 +207,7 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
// freshly replaced credentials, we can rotate here.
|
// freshly replaced credentials, we can rotate here.
|
||||||
if !newStorageAttributes.DisableCredentialRotation && credState.CredsLastRotatedTime.IsZero() {
|
if !newStorageAttributes.DisableCredentialRotation && credState.CredsLastRotatedTime.IsZero() {
|
||||||
if err := credState.RotateCreds(ctx); err != nil {
|
if err := credState.RotateCreds(ctx); err != nil {
|
||||||
return nil, err
|
return nil, status.Errorf(codes.InvalidArgument, "error during credential rotation: %s", err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -335,17 +218,17 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
}, p.testStorageStateOpts...)...,
|
}, p.testStorageStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// perform dry run to ensure we can interact with the bucket as expected.
|
// perform dry run to ensure we can interact with the bucket as expected.
|
||||||
if st := dryRunValidation(ctx, storageState, newStorageAttributes, newBucket); st != nil {
|
if err := dryRunValidation(ctx, storageState, newStorageAttributes, newBucket); err != nil {
|
||||||
return nil, st.Err()
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
persistedProto, err := storageState.toProto()
|
persistedProto, err := storageState.toProto()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus(err.Error())
|
return nil, status.Error(codes.InvalidArgument, err.Error())
|
||||||
}
|
}
|
||||||
|
|
||||||
return &pb.OnUpdateStorageBucketResponse{
|
return &pb.OnUpdateStorageBucketResponse{
|
||||||
@@ -357,12 +240,12 @@ func (p *StoragePlugin) OnUpdateStorageBucket(ctx context.Context, req *pb.OnUpd
|
|||||||
func (p *StoragePlugin) OnDeleteStorageBucket(ctx context.Context, req *pb.OnDeleteStorageBucketRequest) (*pb.OnDeleteStorageBucketResponse, error) {
|
func (p *StoragePlugin) OnDeleteStorageBucket(ctx context.Context, req *pb.OnDeleteStorageBucketRequest) (*pb.OnDeleteStorageBucketResponse, error) {
|
||||||
bucket := req.GetBucket()
|
bucket := req.GetBucket()
|
||||||
if bucket == nil {
|
if bucket == nil {
|
||||||
return nil, errors.BadRequestStatus("bucket is required")
|
return nil, status.Error(codes.InvalidArgument, "bucket is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
attrs := bucket.GetAttributes()
|
attrs := bucket.GetAttributes()
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return nil, errors.BadRequestStatus("attributes is required")
|
return nil, status.Error(codes.InvalidArgument, "attributes is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
storageAttributes, err := getStorageAttributes(attrs)
|
storageAttributes, err := getStorageAttributes(attrs)
|
||||||
@@ -381,7 +264,7 @@ func (p *StoragePlugin) OnDeleteStorageBucket(ctx context.Context, req *pb.OnDel
|
|||||||
storageAttributes.CredentialAttributes,
|
storageAttributes.CredentialAttributes,
|
||||||
p.testCredStateOpts...)
|
p.testCredStateOpts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
_, err = newAwsStoragePersistedState(
|
_, err = newAwsStoragePersistedState(
|
||||||
@@ -390,7 +273,7 @@ func (p *StoragePlugin) OnDeleteStorageBucket(ctx context.Context, req *pb.OnDel
|
|||||||
}, p.testStorageStateOpts...)...,
|
}, p.testStorageStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error loading persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error loading persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// try to delete static credentials
|
// try to delete static credentials
|
||||||
@@ -400,7 +283,7 @@ func (p *StoragePlugin) OnDeleteStorageBucket(ctx context.Context, req *pb.OnDel
|
|||||||
// credentials to ensure that it has the proper permissions to do
|
// credentials to ensure that it has the proper permissions to do
|
||||||
// it.
|
// it.
|
||||||
if err := credState.DeleteCreds(ctx); err != nil {
|
if err := credState.DeleteCreds(ctx); err != nil {
|
||||||
return nil, err
|
return nil, status.Errorf(codes.Aborted, "error removing rotated credentials during storage bucket deletion: %s", err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -411,21 +294,21 @@ func (p *StoragePlugin) OnDeleteStorageBucket(ctx context.Context, req *pb.OnDel
|
|||||||
// HeadObject is called to get the metadata of an object.
|
// HeadObject is called to get the metadata of an object.
|
||||||
func (p *StoragePlugin) HeadObject(ctx context.Context, req *pb.HeadObjectRequest) (*pb.HeadObjectResponse, error) {
|
func (p *StoragePlugin) HeadObject(ctx context.Context, req *pb.HeadObjectRequest) (*pb.HeadObjectResponse, error) {
|
||||||
if req.GetKey() == "" {
|
if req.GetKey() == "" {
|
||||||
return nil, errors.BadRequestStatus("key is required")
|
return nil, status.Error(codes.InvalidArgument, "key is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
bucket := req.GetBucket()
|
bucket := req.GetBucket()
|
||||||
if bucket == nil {
|
if bucket == nil {
|
||||||
return nil, errors.BadRequestStatus("bucket is required")
|
return nil, status.Error(codes.InvalidArgument, "bucket is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
if bucket.BucketName == "" {
|
if bucket.BucketName == "" {
|
||||||
return nil, errors.BadRequestStatus("bucketName is required")
|
return nil, status.Error(codes.InvalidArgument, "bucketName is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
attrs := bucket.GetAttributes()
|
attrs := bucket.GetAttributes()
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return nil, errors.BadRequestStatus("attributes is required")
|
return nil, status.Error(codes.InvalidArgument, "attributes is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
storageAttributes, err := getStorageAttributes(attrs)
|
storageAttributes, err := getStorageAttributes(attrs)
|
||||||
@@ -433,7 +316,7 @@ func (p *StoragePlugin) HeadObject(ctx context.Context, req *pb.HeadObjectReques
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes)
|
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -445,7 +328,7 @@ func (p *StoragePlugin) HeadObject(ctx context.Context, req *pb.HeadObjectReques
|
|||||||
}, p.testCredStateOpts...)...,
|
}, p.testCredStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
storageState, err := newAwsStoragePersistedState(
|
storageState, err := newAwsStoragePersistedState(
|
||||||
@@ -454,27 +337,26 @@ func (p *StoragePlugin) HeadObject(ctx context.Context, req *pb.HeadObjectReques
|
|||||||
}, p.testStorageStateOpts...)...,
|
}, p.testStorageStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
opts := []s3Option{}
|
opts := []s3Option{}
|
||||||
if storageAttributes.EndpointUrl != "" {
|
if storageAttributes.EndpointUrl != "" {
|
||||||
opts = append(opts, WithEndpoint(storageAttributes.EndpointUrl))
|
opts = append(opts, WithEndpoint(storageAttributes.EndpointUrl))
|
||||||
}
|
}
|
||||||
|
s3Client, err := storageState.S3Client(ctx, opts...)
|
||||||
|
if err != nil {
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error getting S3 client: %s", err)
|
||||||
|
}
|
||||||
|
|
||||||
objectKey := path.Join(bucket.GetBucketPrefix(), req.GetKey())
|
objectKey := path.Join(bucket.GetBucketPrefix(), req.GetKey())
|
||||||
headCall := func(s3Client S3API) (any, error) {
|
resp, err := s3Client.HeadObject(ctx, &s3.HeadObjectInput{
|
||||||
return s3Client.HeadObject(ctx, &s3.HeadObjectInput{
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Key: aws.String(objectKey),
|
||||||
Key: aws.String(objectKey),
|
})
|
||||||
})
|
|
||||||
}
|
|
||||||
headResp, err := p.call(ctx, headCall, bucket.GetId(), storageState, opts...)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, parseS3Error("head object", err, req).Err()
|
return nil, parseAWSErrCode("error getting head object from s3", err)
|
||||||
}
|
}
|
||||||
resp := headResp.(*s3.HeadObjectOutput)
|
|
||||||
|
|
||||||
return &pb.HeadObjectResponse{
|
return &pb.HeadObjectResponse{
|
||||||
ContentLength: resp.ContentLength,
|
ContentLength: resp.ContentLength,
|
||||||
LastModified: timestamppb.New(*resp.LastModified),
|
LastModified: timestamppb.New(*resp.LastModified),
|
||||||
@@ -485,16 +367,16 @@ func (p *StoragePlugin) HeadObject(ctx context.Context, req *pb.HeadObjectReques
|
|||||||
func (p *StoragePlugin) ValidatePermissions(ctx context.Context, req *pb.ValidatePermissionsRequest) (*pb.ValidatePermissionsResponse, error) {
|
func (p *StoragePlugin) ValidatePermissions(ctx context.Context, req *pb.ValidatePermissionsRequest) (*pb.ValidatePermissionsResponse, error) {
|
||||||
bucket := req.GetBucket()
|
bucket := req.GetBucket()
|
||||||
if bucket == nil {
|
if bucket == nil {
|
||||||
return nil, errors.BadRequestStatus("bucket is required")
|
return nil, status.Error(codes.InvalidArgument, "bucket is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
if bucket.BucketName == "" {
|
if bucket.BucketName == "" {
|
||||||
return nil, errors.BadRequestStatus("bucketName is required")
|
return nil, status.Error(codes.InvalidArgument, "bucketName is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
attrs := bucket.GetAttributes()
|
attrs := bucket.GetAttributes()
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return nil, errors.BadRequestStatus("attributes is required")
|
return nil, status.Error(codes.InvalidArgument, "attributes is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
storageAttributes, err := getStorageAttributes(attrs)
|
storageAttributes, err := getStorageAttributes(attrs)
|
||||||
@@ -502,7 +384,7 @@ func (p *StoragePlugin) ValidatePermissions(ctx context.Context, req *pb.Validat
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes)
|
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -514,7 +396,7 @@ func (p *StoragePlugin) ValidatePermissions(ctx context.Context, req *pb.Validat
|
|||||||
}, p.testCredStateOpts...)...,
|
}, p.testCredStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
storageState, err := newAwsStoragePersistedState(
|
storageState, err := newAwsStoragePersistedState(
|
||||||
@@ -523,12 +405,12 @@ func (p *StoragePlugin) ValidatePermissions(ctx context.Context, req *pb.Validat
|
|||||||
}, p.testStorageStateOpts...)...,
|
}, p.testStorageStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// perform dry run to ensure we can interact with the bucket as expected.
|
// perform dry run to ensure we can interact with the bucket as expected.
|
||||||
if st := dryRunValidation(ctx, storageState, storageAttributes, bucket); st != nil {
|
if err := dryRunValidation(ctx, storageState, storageAttributes, bucket); err != nil {
|
||||||
return nil, st.Err()
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
return &pb.ValidatePermissionsResponse{}, nil
|
return &pb.ValidatePermissionsResponse{}, nil
|
||||||
@@ -538,21 +420,21 @@ func (p *StoragePlugin) ValidatePermissions(ctx context.Context, req *pb.Validat
|
|||||||
// GetObject is a blocking call until the stream has been recieved in full.
|
// GetObject is a blocking call until the stream has been recieved in full.
|
||||||
func (p *StoragePlugin) GetObject(req *pb.GetObjectRequest, stream pb.StoragePluginService_GetObjectServer) error {
|
func (p *StoragePlugin) GetObject(req *pb.GetObjectRequest, stream pb.StoragePluginService_GetObjectServer) error {
|
||||||
if req.GetKey() == "" {
|
if req.GetKey() == "" {
|
||||||
return errors.BadRequestStatus("key is required")
|
return status.Error(codes.InvalidArgument, "key is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
bucket := req.GetBucket()
|
bucket := req.GetBucket()
|
||||||
if bucket == nil {
|
if bucket == nil {
|
||||||
return errors.BadRequestStatus("bucket is required")
|
return status.Error(codes.InvalidArgument, "bucket is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
if bucket.GetBucketName() == "" {
|
if bucket.GetBucketName() == "" {
|
||||||
return errors.BadRequestStatus("bucketName is required")
|
return status.Error(codes.InvalidArgument, "bucketName is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
attrs := bucket.GetAttributes()
|
attrs := bucket.GetAttributes()
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return errors.BadRequestStatus("attributes is required")
|
return status.Error(codes.InvalidArgument, "attributes is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
storageAttributes, err := getStorageAttributes(attrs)
|
storageAttributes, err := getStorageAttributes(attrs)
|
||||||
@@ -560,7 +442,7 @@ func (p *StoragePlugin) GetObject(req *pb.GetObjectRequest, stream pb.StoragePlu
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes)
|
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -572,7 +454,7 @@ func (p *StoragePlugin) GetObject(req *pb.GetObjectRequest, stream pb.StoragePlu
|
|||||||
}, p.testCredStateOpts...)...,
|
}, p.testCredStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
storageState, err := newAwsStoragePersistedState(
|
storageState, err := newAwsStoragePersistedState(
|
||||||
@@ -581,26 +463,26 @@ func (p *StoragePlugin) GetObject(req *pb.GetObjectRequest, stream pb.StoragePlu
|
|||||||
}, p.testStorageStateOpts...)...,
|
}, p.testStorageStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
opts := []s3Option{}
|
opts := []s3Option{}
|
||||||
if storageAttributes.EndpointUrl != "" {
|
if storageAttributes.EndpointUrl != "" {
|
||||||
opts = append(opts, WithEndpoint(storageAttributes.EndpointUrl))
|
opts = append(opts, WithEndpoint(storageAttributes.EndpointUrl))
|
||||||
}
|
}
|
||||||
|
s3Client, err := storageState.S3Client(stream.Context(), opts...)
|
||||||
|
if err != nil {
|
||||||
|
return status.Errorf(codes.InvalidArgument, "error getting S3 client: %s", err)
|
||||||
|
}
|
||||||
|
|
||||||
objectKey := path.Join(bucket.GetBucketPrefix(), req.GetKey())
|
objectKey := path.Join(bucket.GetBucketPrefix(), req.GetKey())
|
||||||
getCall := func(s3Client S3API) (any, error) {
|
resp, err := s3Client.GetObject(stream.Context(), &s3.GetObjectInput{
|
||||||
return s3Client.GetObject(stream.Context(), &s3.GetObjectInput{
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Key: aws.String(objectKey),
|
||||||
Key: aws.String(objectKey),
|
})
|
||||||
})
|
|
||||||
}
|
|
||||||
getResp, err := p.call(stream.Context(), getCall, bucket.GetId(), storageState, opts...)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return parseS3Error("get object", err, req).Err()
|
return parseAWSErrCode("error getting object from s3", err)
|
||||||
}
|
}
|
||||||
resp := getResp.(*s3.GetObjectOutput)
|
|
||||||
|
|
||||||
defer resp.Body.Close()
|
defer resp.Body.Close()
|
||||||
reader := bufio.NewReader(resp.Body)
|
reader := bufio.NewReader(resp.Body)
|
||||||
@@ -612,13 +494,13 @@ func (p *StoragePlugin) GetObject(req *pb.GetObjectRequest, stream pb.StoragePlu
|
|||||||
buffer := make([]byte, chunkSize)
|
buffer := make([]byte, chunkSize)
|
||||||
n, err := reader.Read(buffer)
|
n, err := reader.Read(buffer)
|
||||||
if err != nil && err != io.EOF {
|
if err != nil && err != io.EOF {
|
||||||
return errors.UnknownStatus("error reading chunk from s3: %s", err)
|
return status.Errorf(codes.Internal, "error reading chunk from s3: %s", err)
|
||||||
}
|
}
|
||||||
if n > 0 {
|
if n > 0 {
|
||||||
if err := stream.Send(&pb.GetObjectResponse{
|
if err := stream.Send(&pb.GetObjectResponse{
|
||||||
FileChunk: buffer[:n],
|
FileChunk: buffer[:n],
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
return errors.UnknownStatus("error sending chunk to client: %s", err)
|
return status.Errorf(codes.Internal, "error sending chunk to client: %s", err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if err == io.EOF {
|
if err == io.EOF {
|
||||||
@@ -632,38 +514,38 @@ func (p *StoragePlugin) GetObject(req *pb.GetObjectRequest, stream pb.StoragePlu
|
|||||||
// PutObject is called when putting objects into an s3 bucket.
|
// PutObject is called when putting objects into an s3 bucket.
|
||||||
func (p *StoragePlugin) PutObject(ctx context.Context, req *pb.PutObjectRequest) (*pb.PutObjectResponse, error) {
|
func (p *StoragePlugin) PutObject(ctx context.Context, req *pb.PutObjectRequest) (*pb.PutObjectResponse, error) {
|
||||||
if req == nil {
|
if req == nil {
|
||||||
return nil, errors.BadRequestStatus("request is required")
|
return nil, status.Errorf(codes.InvalidArgument, "request is required")
|
||||||
}
|
}
|
||||||
if req.GetKey() == "" {
|
if req.GetKey() == "" {
|
||||||
return nil, errors.BadRequestStatus("key is required")
|
return nil, status.Errorf(codes.InvalidArgument, "key is required")
|
||||||
}
|
}
|
||||||
bucket := req.GetBucket()
|
bucket := req.GetBucket()
|
||||||
if bucket == nil {
|
if bucket == nil {
|
||||||
return nil, errors.BadRequestStatus("bucket is required")
|
return nil, status.Error(codes.InvalidArgument, "bucket is required")
|
||||||
}
|
}
|
||||||
if bucket.GetBucketName() == "" {
|
if bucket.GetBucketName() == "" {
|
||||||
return nil, errors.BadRequestStatus("bucketName is required")
|
return nil, status.Error(codes.InvalidArgument, "bucketName is required")
|
||||||
}
|
}
|
||||||
attrs := bucket.GetAttributes()
|
attrs := bucket.GetAttributes()
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return nil, errors.BadRequestStatus("attributes is required")
|
return nil, status.Error(codes.InvalidArgument, "attributes is required")
|
||||||
}
|
}
|
||||||
if req.GetPath() == "" {
|
if req.GetPath() == "" {
|
||||||
return nil, errors.BadRequestStatus("path is required")
|
return nil, status.Errorf(codes.InvalidArgument, "path is required")
|
||||||
}
|
}
|
||||||
file, err := os.Open(req.GetPath())
|
file, err := os.Open(req.GetPath())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("failed to open file")
|
return nil, status.Errorf(codes.Internal, "failed to open file")
|
||||||
}
|
}
|
||||||
info, err := file.Stat()
|
info, err := file.Stat()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("failed to read file info")
|
return nil, status.Errorf(codes.Internal, "failed to read file info")
|
||||||
}
|
}
|
||||||
if info.IsDir() {
|
if info.IsDir() {
|
||||||
return nil, errors.BadRequestStatus("path is not a file")
|
return nil, status.Errorf(codes.InvalidArgument, "path is not a file")
|
||||||
}
|
}
|
||||||
if info.Size() == 0 {
|
if info.Size() == 0 {
|
||||||
return nil, errors.BadRequestStatus("file is empty")
|
return nil, status.Errorf(codes.InvalidArgument, "file is empty")
|
||||||
}
|
}
|
||||||
|
|
||||||
storageAttributes, err := getStorageAttributes(attrs)
|
storageAttributes, err := getStorageAttributes(attrs)
|
||||||
@@ -671,7 +553,7 @@ func (p *StoragePlugin) PutObject(ctx context.Context, req *pb.PutObjectRequest)
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes)
|
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -683,7 +565,7 @@ func (p *StoragePlugin) PutObject(ctx context.Context, req *pb.PutObjectRequest)
|
|||||||
}, p.testCredStateOpts...)...,
|
}, p.testCredStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
storageState, err := newAwsStoragePersistedState(
|
storageState, err := newAwsStoragePersistedState(
|
||||||
@@ -692,50 +574,49 @@ func (p *StoragePlugin) PutObject(ctx context.Context, req *pb.PutObjectRequest)
|
|||||||
}, p.testStorageStateOpts...)...,
|
}, p.testStorageStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
opts := []s3Option{}
|
opts := []s3Option{}
|
||||||
if storageAttributes.EndpointUrl != "" {
|
if storageAttributes.EndpointUrl != "" {
|
||||||
opts = append(opts, WithEndpoint(storageAttributes.EndpointUrl))
|
opts = append(opts, WithEndpoint(storageAttributes.EndpointUrl))
|
||||||
}
|
}
|
||||||
|
s3Client, err := storageState.S3Client(ctx, opts...)
|
||||||
|
if err != nil {
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error getting S3 client: %s", err)
|
||||||
|
}
|
||||||
|
|
||||||
hash := sha256.New()
|
hash := sha256.New()
|
||||||
if _, err := io.Copy(hash, file); err != nil {
|
if _, err := io.Copy(hash, file); err != nil {
|
||||||
return nil, errors.UnknownStatus("failed to calcualte hash")
|
return nil, status.Errorf(codes.Internal, "failed to calcualte hash")
|
||||||
}
|
}
|
||||||
checksum := base64.StdEncoding.EncodeToString(hash.Sum(nil))
|
checksum := base64.StdEncoding.EncodeToString(hash.Sum(nil))
|
||||||
|
|
||||||
_, err = file.Seek(0, io.SeekStart)
|
_, err = file.Seek(0, io.SeekStart)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.UnknownStatus("failed to rewind file pointer")
|
return nil, status.Errorf(codes.Internal, "failed to rewind file pointer")
|
||||||
}
|
}
|
||||||
|
|
||||||
objectKey := path.Join(bucket.GetBucketPrefix(), req.GetKey())
|
objectKey := path.Join(bucket.GetBucketPrefix(), req.GetKey())
|
||||||
|
resp, err := s3Client.PutObject(ctx, &s3.PutObjectInput{
|
||||||
putCall := func(s3Client S3API) (any, error) {
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
return s3Client.PutObject(ctx, &s3.PutObjectInput{
|
Key: aws.String(objectKey),
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Body: file,
|
||||||
Key: aws.String(objectKey),
|
ChecksumAlgorithm: types.ChecksumAlgorithmSha256,
|
||||||
Body: file,
|
ChecksumSHA256: aws.String(checksum),
|
||||||
ChecksumAlgorithm: types.ChecksumAlgorithmSha256,
|
})
|
||||||
ChecksumSHA256: aws.String(checksum),
|
|
||||||
})
|
|
||||||
}
|
|
||||||
putResp, err := p.call(ctx, putCall, bucket.GetId(), storageState, opts...)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, parseS3Error("put object", err, req).Err()
|
return nil, parseAWSErrCode("error putting object into s3", err)
|
||||||
}
|
}
|
||||||
resp := putResp.(*s3.PutObjectOutput)
|
|
||||||
|
|
||||||
if resp.ChecksumSHA256 == nil {
|
if resp.ChecksumSHA256 == nil {
|
||||||
return nil, errors.UnknownStatus("missing checksum response from aws")
|
return nil, status.Errorf(codes.Internal, "missing checksum response from aws")
|
||||||
}
|
}
|
||||||
if checksum != *resp.ChecksumSHA256 {
|
if checksum != *resp.ChecksumSHA256 {
|
||||||
return nil, checksumMistmatchStatus()
|
return nil, status.Errorf(codes.Internal, "mismatched checksum")
|
||||||
}
|
}
|
||||||
decodedChecksum, err := base64.StdEncoding.DecodeString(*resp.ChecksumSHA256)
|
decodedChecksum, err := base64.StdEncoding.DecodeString(*resp.ChecksumSHA256)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.UnknownStatus("failed to decode checksum value from aws")
|
return nil, status.Errorf(codes.Internal, "failed to decode checksum value from aws")
|
||||||
}
|
}
|
||||||
return &pb.PutObjectResponse{
|
return &pb.PutObjectResponse{
|
||||||
ChecksumSha_256: decodedChecksum,
|
ChecksumSha_256: decodedChecksum,
|
||||||
@@ -745,21 +626,21 @@ func (p *StoragePlugin) PutObject(ctx context.Context, req *pb.PutObjectRequest)
|
|||||||
// DeleteObjects is used to delete one or many objects from an s3 bucket.
|
// DeleteObjects is used to delete one or many objects from an s3 bucket.
|
||||||
func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjectsRequest) (*pb.DeleteObjectsResponse, error) {
|
func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjectsRequest) (*pb.DeleteObjectsResponse, error) {
|
||||||
if req.GetKeyPrefix() == "" {
|
if req.GetKeyPrefix() == "" {
|
||||||
return nil, errors.BadRequestStatus("key prefix is required")
|
return nil, status.Error(codes.InvalidArgument, "key prefix is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
bucket := req.GetBucket()
|
bucket := req.GetBucket()
|
||||||
if bucket == nil {
|
if bucket == nil {
|
||||||
return nil, errors.BadRequestStatus("bucket is required")
|
return nil, status.Error(codes.InvalidArgument, "bucket is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
if bucket.GetBucketName() == "" {
|
if bucket.GetBucketName() == "" {
|
||||||
return nil, errors.BadRequestStatus("bucketName is required")
|
return nil, status.Error(codes.InvalidArgument, "bucketName is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
attrs := bucket.GetAttributes()
|
attrs := bucket.GetAttributes()
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return nil, errors.BadRequestStatus("attributes is required")
|
return nil, status.Error(codes.InvalidArgument, "attributes is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
storageAttributes, err := getStorageAttributes(attrs)
|
storageAttributes, err := getStorageAttributes(attrs)
|
||||||
@@ -767,7 +648,7 @@ func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjects
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes)
|
credConfig, err := cred.GetCredentialsConfig(bucket.GetSecrets(), storageAttributes.CredentialAttributes, false)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -779,7 +660,7 @@ func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjects
|
|||||||
}, p.testCredStateOpts...)...,
|
}, p.testCredStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
storageState, err := newAwsStoragePersistedState(
|
storageState, err := newAwsStoragePersistedState(
|
||||||
@@ -788,13 +669,17 @@ func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjects
|
|||||||
}, p.testStorageStateOpts...)...,
|
}, p.testStorageStateOpts...)...,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, errors.BadRequestStatus("error setting up persisted state: %s", err)
|
return nil, status.Errorf(codes.InvalidArgument, "error setting up persisted state: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
opts := []s3Option{}
|
opts := []s3Option{}
|
||||||
if storageAttributes.EndpointUrl != "" {
|
if storageAttributes.EndpointUrl != "" {
|
||||||
opts = append(opts, WithEndpoint(storageAttributes.EndpointUrl))
|
opts = append(opts, WithEndpoint(storageAttributes.EndpointUrl))
|
||||||
}
|
}
|
||||||
|
client, err := storageState.S3Client(ctx, opts...)
|
||||||
|
if err != nil {
|
||||||
|
return nil, status.Errorf(codes.InvalidArgument, "error getting S3 client: %s", err)
|
||||||
|
}
|
||||||
|
|
||||||
prefix := path.Join(bucket.GetBucketPrefix(), req.GetKeyPrefix())
|
prefix := path.Join(bucket.GetBucketPrefix(), req.GetKeyPrefix())
|
||||||
if strings.HasSuffix(req.GetKeyPrefix(), "/") {
|
if strings.HasSuffix(req.GetKeyPrefix(), "/") {
|
||||||
@@ -804,19 +689,12 @@ func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjects
|
|||||||
}
|
}
|
||||||
|
|
||||||
if !req.Recursive {
|
if !req.Recursive {
|
||||||
deleteCall := func(s3Client S3API) (any, error) {
|
_, err := client.DeleteObject(ctx, &s3.DeleteObjectInput{
|
||||||
return s3Client.DeleteObject(ctx, &s3.DeleteObjectInput{
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Key: aws.String(prefix),
|
||||||
Key: aws.String(prefix),
|
})
|
||||||
})
|
|
||||||
}
|
|
||||||
_, err := p.call(ctx, deleteCall, bucket.GetId(), storageState, opts...)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, parseS3Error("delete object", err, req).Err()
|
return nil, parseAWSErrCode("error deleting S3 object", err)
|
||||||
}
|
|
||||||
|
|
||||||
if err != nil {
|
|
||||||
return nil, parseS3Error("delete object", err, req).Err()
|
|
||||||
}
|
}
|
||||||
return &pb.DeleteObjectsResponse{
|
return &pb.DeleteObjectsResponse{
|
||||||
ObjectsDeleted: uint32(1),
|
ObjectsDeleted: uint32(1),
|
||||||
@@ -824,13 +702,10 @@ func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjects
|
|||||||
}
|
}
|
||||||
|
|
||||||
const maxkeys = 1000
|
const maxkeys = 1000
|
||||||
|
|
||||||
objects := []types.ObjectIdentifier{}
|
objects := []types.ObjectIdentifier{}
|
||||||
client, err := p.getClient(ctx, bucket.GetId(), storageState, opts...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus("error getting S3 client: %s", err)
|
|
||||||
}
|
|
||||||
var conToken *string
|
var conToken *string
|
||||||
truncated, firstAttempt := true, true
|
truncated := true
|
||||||
for truncated {
|
for truncated {
|
||||||
res, err := client.ListObjectsV2(ctx, &s3.ListObjectsV2Input{
|
res, err := client.ListObjectsV2(ctx, &s3.ListObjectsV2Input{
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
@@ -839,19 +714,7 @@ func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjects
|
|||||||
ContinuationToken: conToken,
|
ContinuationToken: conToken,
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
st, _ := errors.ParseAWSError("", err)
|
return nil, parseAWSErrCode("error iterating S3 bucket contents", err)
|
||||||
if st.Code() == codes.PermissionDenied && firstAttempt {
|
|
||||||
// This is first attempt and we get a permission error, refresh cache and try again
|
|
||||||
firstAttempt = false
|
|
||||||
opts = append(opts, WithCacheRefresh(true))
|
|
||||||
client, err = p.getClient(ctx, bucket.GetId(), storageState, opts...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, errors.BadRequestStatus("error refreshing S3 client: %s", err)
|
|
||||||
}
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil, parseS3Error("list objects", err, req).Err()
|
|
||||||
}
|
}
|
||||||
truncated = res.IsTruncated
|
truncated = res.IsTruncated
|
||||||
conToken = res.NextContinuationToken
|
conToken = res.NextContinuationToken
|
||||||
@@ -873,7 +736,7 @@ func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjects
|
|||||||
},
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, parseS3Error("delete objects", err, req).Err()
|
return nil, parseAWSErrCode("error deleting S3 object(s)", err)
|
||||||
}
|
}
|
||||||
deleted += len(res.Deleted)
|
deleted += len(res.Deleted)
|
||||||
}
|
}
|
||||||
@@ -889,15 +752,15 @@ func (p *StoragePlugin) DeleteObjects(ctx context.Context, req *pb.DeleteObjects
|
|||||||
// PutObject permissions. This function will read the same file it had uploaded to validate
|
// PutObject permissions. This function will read the same file it had uploaded to validate
|
||||||
// it has GetObject permissions. This function will read the metadata of the same file it
|
// it has GetObject permissions. This function will read the metadata of the same file it
|
||||||
// had uploaded to validate it has GetObjectAttributes permissions.
|
// had uploaded to validate it has GetObjectAttributes permissions.
|
||||||
func dryRunValidation(ctx context.Context, state *awsStoragePersistedState, attrs *StorageAttributes, bucket *storagebuckets.StorageBucket) *status.Status {
|
func dryRunValidation(ctx context.Context, state *awsStoragePersistedState, attrs *StorageAttributes, bucket *storagebuckets.StorageBucket) error {
|
||||||
if state == nil {
|
if state == nil {
|
||||||
return status.New(codes.InvalidArgument, "persisted state is required")
|
return status.Error(codes.InvalidArgument, "persisted state is required")
|
||||||
}
|
}
|
||||||
if attrs == nil {
|
if attrs == nil {
|
||||||
return status.New(codes.InvalidArgument, "attributes is required")
|
return status.Error(codes.InvalidArgument, "attributes is required")
|
||||||
}
|
}
|
||||||
if bucket == nil {
|
if bucket == nil {
|
||||||
return status.New(codes.InvalidArgument, "bucket is required")
|
return status.Error(codes.InvalidArgument, "bucket is required")
|
||||||
}
|
}
|
||||||
|
|
||||||
opts := []s3Option{}
|
opts := []s3Option{}
|
||||||
@@ -905,79 +768,63 @@ func dryRunValidation(ctx context.Context, state *awsStoragePersistedState, attr
|
|||||||
opts = append(opts, WithEndpoint(attrs.EndpointUrl))
|
opts = append(opts, WithEndpoint(attrs.EndpointUrl))
|
||||||
}
|
}
|
||||||
|
|
||||||
client, err := state.s3Client(ctx, opts...)
|
client, err := state.S3Client(ctx, opts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return status.New(codes.InvalidArgument, fmt.Sprintf("error getting S3 client: %s", err))
|
return status.Errorf(codes.InvalidArgument, "error getting S3 client: %s", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
var errs *multierror.Error
|
|
||||||
permissions := &pb.Permissions{}
|
|
||||||
// we track the codes returned by ParseAWSError and pick the most severe one by using the max func
|
|
||||||
|
|
||||||
objectKey := path.Join(bucket.GetBucketPrefix(), uuid.New().String())
|
objectKey := path.Join(bucket.GetBucketPrefix(), uuid.New().String())
|
||||||
if _, err := client.PutObject(ctx, &s3.PutObjectInput{
|
if _, err := client.PutObject(ctx, &s3.PutObjectInput{
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
Key: aws.String(objectKey),
|
Key: aws.String(objectKey),
|
||||||
Body: bytes.NewReader([]byte("hashicorp boundary aws plugin access test")),
|
Body: bytes.NewReader([]byte("hashicorp boundary aws plugin access test")),
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
var st *status.Status
|
return parseAWSErrCode("error failed to put object", err)
|
||||||
st, permissions.Write = errors.ParseAWSError("put object", err)
|
|
||||||
errs = multierror.Append(errs, st.Err())
|
|
||||||
} else {
|
|
||||||
permissions.Write = &pb.Permission{State: pb.StateType_STATE_TYPE_OK, CheckedAt: timestamppb.Now()}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if _, err := client.GetObject(ctx, &s3.GetObjectInput{
|
if _, err := client.GetObject(ctx, &s3.GetObjectInput{
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
Key: aws.String(objectKey),
|
Key: aws.String(objectKey),
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
var st *status.Status
|
return parseAWSErrCode("error failed to get object", err)
|
||||||
st, permissions.Read = errors.ParseAWSError("get object", err)
|
|
||||||
errs = multierror.Append(errs, st.Err())
|
|
||||||
} else {
|
|
||||||
permissions.Read = &pb.Permission{State: pb.StateType_STATE_TYPE_OK, CheckedAt: timestamppb.Now()}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if _, err := client.HeadObject(ctx, &s3.HeadObjectInput{
|
if _, err := client.HeadObject(ctx, &s3.HeadObjectInput{
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
Key: aws.String(objectKey),
|
Key: aws.String(objectKey),
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
var st *status.Status
|
return parseAWSErrCode("error failed to get head object", err)
|
||||||
st, permissions.Read = errors.ParseAWSError("head object", err)
|
|
||||||
errs = multierror.Append(errs, st.Err())
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if res, err := client.ListObjectsV2(ctx, &s3.ListObjectsV2Input{
|
if res, err := client.ListObjectsV2(ctx, &s3.ListObjectsV2Input{
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
Prefix: aws.String(objectKey),
|
Prefix: aws.String(objectKey),
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
var st *status.Status
|
return parseAWSErrCode("error failed to list objects", err)
|
||||||
st, permissions.Read = errors.ParseAWSError("list object", err)
|
|
||||||
errs = multierror.Append(errs, st.Err())
|
|
||||||
} else if res == nil || len(res.Contents) != 1 || *res.Contents[0].Key != objectKey {
|
} else if res == nil || len(res.Contents) != 1 || *res.Contents[0].Key != objectKey {
|
||||||
permissions.Read = &pb.Permission{State: pb.StateType_STATE_TYPE_UNKNOWN, CheckedAt: timestamppb.Now()}
|
return status.Errorf(codes.InvalidArgument, "list response did not contain the expected key: %+v", res)
|
||||||
errs = multierror.Append(errs, status.New(codes.Aborted, fmt.Sprintf("list response did not contain the expected key: %+v", res)).Err())
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if _, err := client.DeleteObject(ctx, &s3.DeleteObjectInput{
|
if _, err := client.DeleteObject(ctx, &s3.DeleteObjectInput{
|
||||||
Bucket: aws.String(bucket.GetBucketName()),
|
Bucket: aws.String(bucket.GetBucketName()),
|
||||||
Key: aws.String(objectKey),
|
Key: aws.String(objectKey),
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
var st *status.Status
|
return parseAWSErrCode("error failed to delete object", err)
|
||||||
st, permissions.Delete = errors.ParseAWSError("delete object", err)
|
|
||||||
errs = multierror.Append(errs, st.Err())
|
|
||||||
} else {
|
|
||||||
permissions.Delete = &pb.Permission{State: pb.StateType_STATE_TYPE_OK, CheckedAt: timestamppb.Now()}
|
|
||||||
}
|
|
||||||
|
|
||||||
if errs != nil {
|
|
||||||
st := status.New(codes.FailedPrecondition, fmt.Sprintf("failed to validate provided aws credentials: %v", errs.Unwrap()))
|
|
||||||
state := &pb.StorageBucketCredentialState{State: permissions}
|
|
||||||
if st, err = st.WithDetails(state); err != nil {
|
|
||||||
st = status.New(codes.Internal, err.Error())
|
|
||||||
}
|
|
||||||
return st
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// parseAWSErrCode detects if an aws error is a throttle error.
|
||||||
|
// If the error is a throttle error, then an Unavailable status code
|
||||||
|
// is returned. Otherwise the default status code is an Internal error.
|
||||||
|
func parseAWSErrCode(msg string, err error) error {
|
||||||
|
errCode := codes.Internal
|
||||||
|
retryErr := retry.ThrottleErrorCode{
|
||||||
|
Codes: retry.DefaultThrottleErrorCodes,
|
||||||
|
}
|
||||||
|
if retryErr.IsErrorThrottle(err).Bool() {
|
||||||
|
errCode = codes.Unavailable
|
||||||
|
}
|
||||||
|
return status.Errorf(errCode, "%s: %s", msg, err)
|
||||||
|
}
|
||||||
+301
-1069
File diff suppressed because it is too large.
Load diff
@@ -27,16 +27,6 @@ type S3API interface {
|
|||||||
PutObject(ctx context.Context, params *s3.PutObjectInput, optFns ...func(*s3.Options)) (*s3.PutObjectOutput, error)
|
PutObject(ctx context.Context, params *s3.PutObjectInput, optFns ...func(*s3.Options)) (*s3.PutObjectOutput, error)
|
||||||
DeleteObjects(ctx context.Context, params *s3.DeleteObjectsInput, optFns ...func(*s3.Options)) (*s3.DeleteObjectsOutput, error)
|
DeleteObjects(ctx context.Context, params *s3.DeleteObjectsInput, optFns ...func(*s3.Options)) (*s3.DeleteObjectsOutput, error)
|
||||||
ListObjectsV2(ctx context.Context, params *s3.ListObjectsV2Input, optFns ...func(*s3.Options)) (*s3.ListObjectsV2Output, error)
|
ListObjectsV2(ctx context.Context, params *s3.ListObjectsV2Input, optFns ...func(*s3.Options)) (*s3.ListObjectsV2Output, error)
|
||||||
Credentials() aws.Credentials
|
|
||||||
}
|
|
||||||
|
|
||||||
type s3Client struct {
|
|
||||||
*s3.Client
|
|
||||||
creds aws.Credentials
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *s3Client) Credentials() aws.Credentials {
|
|
||||||
return c.creds
|
|
||||||
}
|
}
|
||||||
|
|
||||||
var customClient = &http.Client{
|
var customClient = &http.Client{
|
||||||
@@ -94,6 +84,7 @@ func newAwsStoragePersistedState(opts ...awsStoragePersistedStateOption) (*awsSt
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (s *awsStoragePersistedState) toProto() (*storagebuckets.StorageBucketPersisted, error) {
|
func (s *awsStoragePersistedState) toProto() (*storagebuckets.StorageBucketPersisted, error) {
|
||||||
|
|
||||||
data, err := structpb.NewStruct(s.ToMap())
|
data, err := structpb.NewStruct(s.ToMap())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("error converting state to structpb.Struct: %w", err)
|
return nil, fmt.Errorf("error converting state to structpb.Struct: %w", err)
|
||||||
@@ -101,9 +92,9 @@ func (s *awsStoragePersistedState) toProto() (*storagebuckets.StorageBucketPersi
|
|||||||
return &storagebuckets.StorageBucketPersisted{Data: data}, nil
|
return &storagebuckets.StorageBucketPersisted{Data: data}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// s3Client returns a configured S3 client based on the session
|
// S3Client returns a configured S3 client based on the session
|
||||||
// information stored in the state.
|
// information stored in the state.
|
||||||
func (s *awsStoragePersistedState) s3Client(ctx context.Context, opt ...s3Option) (S3API, error) {
|
func (s *awsStoragePersistedState) S3Client(ctx context.Context, opt ...s3Option) (S3API, error) {
|
||||||
opts, err := getOpts(opt...)
|
opts, err := getOpts(opt...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("error parsing options when fetching S3 client: %w", err)
|
return nil, fmt.Errorf("error parsing options when fetching S3 client: %w", err)
|
||||||
@@ -124,16 +115,7 @@ func (s *awsStoragePersistedState) s3Client(ctx context.Context, opt ...s3Option
|
|||||||
if s.testS3APIFunc != nil {
|
if s.testS3APIFunc != nil {
|
||||||
return s.testS3APIFunc(*awsCfg)
|
return s.testS3APIFunc(*awsCfg)
|
||||||
}
|
}
|
||||||
|
return s3.NewFromConfig(*awsCfg, s3Opts...), nil
|
||||||
// Retrieve the credentials provider from the client
|
|
||||||
credsProvider := awsCfg.Credentials
|
|
||||||
creds, err := credsProvider.Retrieve(ctx)
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("failed to retrieve credentials: %v\n", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
c := s3.NewFromConfig(*awsCfg, s3Opts...)
|
|
||||||
return &s3Client{Client: c, creds: creds}, nil
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// getOpts iterates the inbound s3Options and returns a struct
|
// getOpts iterates the inbound s3Options and returns a struct
|
||||||
@@ -155,22 +137,13 @@ type s3Option func(*s3Options) error
|
|||||||
|
|
||||||
// options = how options are represented
|
// options = how options are represented
|
||||||
type s3Options struct {
|
type s3Options struct {
|
||||||
withEndpoint string
|
withEndpoint string
|
||||||
withCacheRefresh bool
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func getDefaultS3Options() s3Options {
|
func getDefaultS3Options() s3Options {
|
||||||
return s3Options{}
|
return s3Options{}
|
||||||
}
|
}
|
||||||
|
|
||||||
// WithCacheRefresh controls if the cache should be forced to refresh
|
|
||||||
func WithCacheRefresh(refresh bool) s3Option {
|
|
||||||
return func(o *s3Options) error {
|
|
||||||
o.withCacheRefresh = refresh
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// WithEndpoint contains the endpoint to use
|
// WithEndpoint contains the endpoint to use
|
||||||
func WithEndpoint(with string) s3Option {
|
func WithEndpoint(with string) s3Option {
|
||||||
return func(o *s3Options) error {
|
return func(o *s3Options) error {
|
||||||
|
|||||||
@@ -64,7 +64,7 @@ func TestAwsStoragePersistedStateS3Client(t *testing.T) {
|
|||||||
)
|
)
|
||||||
require.NoError(err)
|
require.NoError(err)
|
||||||
|
|
||||||
clientRaw, err := state.s3Client(context.Background(), tc.s3Opts...)
|
clientRaw, err := state.S3Client(context.Background(), tc.s3Opts...)
|
||||||
require.NoError(err)
|
require.NoError(err)
|
||||||
require.NotNil(clientRaw)
|
require.NotNil(clientRaw)
|
||||||
client, ok := clientRaw.(*testMockS3)
|
client, ok := clientRaw.(*testMockS3)
|
||||||
|
|||||||
@@ -14,7 +14,6 @@ import (
|
|||||||
"github.com/aws/aws-sdk-go-v2/aws"
|
"github.com/aws/aws-sdk-go-v2/aws"
|
||||||
"github.com/aws/aws-sdk-go-v2/service/s3"
|
"github.com/aws/aws-sdk-go-v2/service/s3"
|
||||||
"github.com/aws/aws-sdk-go-v2/service/sts"
|
"github.com/aws/aws-sdk-go-v2/service/sts"
|
||||||
"github.com/aws/smithy-go"
|
|
||||||
"github.com/hashicorp/boundary-plugin-aws/internal/credential"
|
"github.com/hashicorp/boundary-plugin-aws/internal/credential"
|
||||||
"github.com/hashicorp/boundary/sdk/pbs/controller/api/resources/storagebuckets"
|
"github.com/hashicorp/boundary/sdk/pbs/controller/api/resources/storagebuckets"
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
||||||
@@ -29,8 +28,25 @@ const (
|
|||||||
testGetUserErr = "test error for GetUser"
|
testGetUserErr = "test error for GetUser"
|
||||||
testGetCallerIdentityErr = "test error for GetCallerIdentity"
|
testGetCallerIdentityErr = "test error for GetCallerIdentity"
|
||||||
testDeleteAccessKeyErr = "test error for DeleteAccessKey"
|
testDeleteAccessKeyErr = "test error for DeleteAccessKey"
|
||||||
|
testGetObjectErr = "test error for GetObject"
|
||||||
|
testPutObjectErr = "test error for PutObject"
|
||||||
|
testHeadObjectErr = "test error for HeadObject"
|
||||||
|
testListObjectV2Err = "test error for ListObjectV2"
|
||||||
|
testDeleteObjectErr = "test error for DeleteObject"
|
||||||
|
testDeleteObjectsErr = "test error for DeleteObjects"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
// throttleErr is a mocked error used for testing the aws s3 client
|
||||||
|
type throttleErr struct{}
|
||||||
|
|
||||||
|
func (e *throttleErr) ErrorCode() string {
|
||||||
|
return "ThrottlingException"
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *throttleErr) Error() string {
|
||||||
|
return "ThrottlingException"
|
||||||
|
}
|
||||||
|
|
||||||
type testMockS3State struct {
|
type testMockS3State struct {
|
||||||
GetObjectCalled bool
|
GetObjectCalled bool
|
||||||
GetObjectInputParams *s3.GetObjectInput
|
GetObjectInputParams *s3.GetObjectInput
|
||||||
@@ -398,16 +414,3 @@ func validSTSMock() []credential.AwsCredentialPersistedStateOption {
|
|||||||
}),
|
}),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestAwsS3Error returns an s3 api error
|
|
||||||
func TestAwsS3Error(code, op, msg string) error {
|
|
||||||
return &smithy.OperationError{
|
|
||||||
ServiceID: "s3",
|
|
||||||
OperationName: op,
|
|
||||||
Err: &smithy.GenericAPIError{
|
|
||||||
Code: code,
|
|
||||||
Message: msg,
|
|
||||||
Fault: smithy.FaultServer,
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
+7
-112
@@ -17,16 +17,12 @@ import (
|
|||||||
"github.com/hashicorp/boundary-plugin-aws/plugin/service/storage"
|
"github.com/hashicorp/boundary-plugin-aws/plugin/service/storage"
|
||||||
"github.com/hashicorp/boundary/sdk/pbs/controller/api/resources/storagebuckets"
|
"github.com/hashicorp/boundary/sdk/pbs/controller/api/resources/storagebuckets"
|
||||||
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
pb "github.com/hashicorp/boundary/sdk/pbs/plugin"
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
"github.com/stretchr/testify/require"
|
"github.com/stretchr/testify/require"
|
||||||
"google.golang.org/grpc"
|
"google.golang.org/grpc"
|
||||||
"google.golang.org/grpc/credentials/insecure"
|
"google.golang.org/grpc/credentials/insecure"
|
||||||
"google.golang.org/grpc/status"
|
|
||||||
"google.golang.org/protobuf/types/known/structpb"
|
"google.golang.org/protobuf/types/known/structpb"
|
||||||
)
|
)
|
||||||
|
|
||||||
// NOTE: this test does not vaildate against dynamic credentials because
|
|
||||||
// this credential type can only be tested on an EC2 instance.
|
|
||||||
func TestStoragePlugin(t *testing.T) {
|
func TestStoragePlugin(t *testing.T) {
|
||||||
region := os.Getenv("AWS_REGION")
|
region := os.Getenv("AWS_REGION")
|
||||||
if region == "" {
|
if region == "" {
|
||||||
@@ -79,12 +75,6 @@ func TestStoragePlugin(t *testing.T) {
|
|||||||
iamSecretAccessKeyMissingPutObject, err := tf.GetOutputString("iam_secret_access_key_missing_put_obj")
|
iamSecretAccessKeyMissingPutObject, err := tf.GetOutputString("iam_secret_access_key_missing_put_obj")
|
||||||
require.NoError(err)
|
require.NoError(err)
|
||||||
|
|
||||||
iamAccessKeyMissingDeleteObject, err := tf.GetOutputString("iam_access_key_missing_delete_obj")
|
|
||||||
require.NoError(err)
|
|
||||||
|
|
||||||
iamSecretAccessKeyMissingDeleteObject, err := tf.GetOutputString("iam_secret_access_key_missing_delete_obj")
|
|
||||||
require.NoError(err)
|
|
||||||
|
|
||||||
// Start the workflow now. Set up the storage bucket. Note that this
|
// Start the workflow now. Set up the storage bucket. Note that this
|
||||||
// will cause the state to go out of drift above in the sense that
|
// will cause the state to go out of drift above in the sense that
|
||||||
// the access key ID/secret access key will no longer be valid. We
|
// the access key ID/secret access key will no longer be valid. We
|
||||||
@@ -131,7 +121,7 @@ func TestStoragePlugin(t *testing.T) {
|
|||||||
testPluginOnDeleteStorageBucket(ctx, t, p, bucketName, region, keyid, secret, true)
|
testPluginOnDeleteStorageBucket(ctx, t, p, bucketName, region, keyid, secret, true)
|
||||||
|
|
||||||
// ********************
|
// ********************
|
||||||
// * Object Methods: PutObject, GetObject, HeadObject, DeleteObjects
|
// * Object Methods: PutObject, GetObject, HeadObject
|
||||||
// ********************
|
// ********************
|
||||||
//
|
//
|
||||||
// Reassign the keyid and secret first.
|
// Reassign the keyid and secret first.
|
||||||
@@ -142,59 +132,11 @@ func TestStoragePlugin(t *testing.T) {
|
|||||||
// * Validate Permissions
|
// * Validate Permissions
|
||||||
// ********************
|
// ********************
|
||||||
//
|
//
|
||||||
var expectedSBCState *pb.StorageBucketCredentialState
|
|
||||||
|
|
||||||
// Validate error is returned for missing get object permission
|
// Validate error is returned for missing get object permission
|
||||||
expectedSBCState = &pb.StorageBucketCredentialState{
|
testPluginValidatePermissions(ctx, t, p, bucketName, region, iamAccessKeyMissingGetObject, iamSecretAccessKeyMissingGetObject)
|
||||||
State: &pb.Permissions{
|
|
||||||
Write: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_OK,
|
|
||||||
},
|
|
||||||
Read: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
},
|
|
||||||
Delete: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_OK,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
testPluginValidatePermissions(ctx, t, p, bucketName, region, iamAccessKeyMissingGetObject, iamSecretAccessKeyMissingGetObject, expectedSBCState)
|
|
||||||
|
|
||||||
// Validate error is returned for missing put object permission
|
// Validate error is returned for missing put object permission
|
||||||
expectedSBCState = &pb.StorageBucketCredentialState{
|
testPluginValidatePermissions(ctx, t, p, bucketName, region, iamAccessKeyMissingPutObject, iamSecretAccessKeyMissingPutObject)
|
||||||
State: &pb.Permissions{
|
|
||||||
Write: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
},
|
|
||||||
Read: &pb.Permission{
|
|
||||||
// Since we cannot write an object to S3,
|
|
||||||
// we cannot test against the ability to read from S3.
|
|
||||||
State: pb.StateType_STATE_TYPE_UNKNOWN,
|
|
||||||
},
|
|
||||||
Delete: &pb.Permission{
|
|
||||||
// We can still try deleting an object that does
|
|
||||||
// not exist in the S3 bucket to validate access.
|
|
||||||
State: pb.StateType_STATE_TYPE_OK,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
testPluginValidatePermissions(ctx, t, p, bucketName, region, iamAccessKeyMissingPutObject, iamSecretAccessKeyMissingPutObject, expectedSBCState)
|
|
||||||
|
|
||||||
// Validate error is returned for missing delete object permission
|
|
||||||
expectedSBCState = &pb.StorageBucketCredentialState{
|
|
||||||
State: &pb.Permissions{
|
|
||||||
Write: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_OK,
|
|
||||||
},
|
|
||||||
Read: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_OK,
|
|
||||||
},
|
|
||||||
Delete: &pb.Permission{
|
|
||||||
State: pb.StateType_STATE_TYPE_ERROR,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
testPluginValidatePermissions(ctx, t, p, bucketName, region, iamAccessKeyMissingDeleteObject, iamSecretAccessKeyMissingDeleteObject, expectedSBCState)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func testPluginOnCreateStorageBucket(ctx context.Context, t *testing.T, p *storage.StoragePlugin, bucketName, region, accessKeyId, secretAccessKey string, rotate bool) (string, string) {
|
func testPluginOnCreateStorageBucket(ctx context.Context, t *testing.T, p *storage.StoragePlugin, bucketName, region, accessKeyId, secretAccessKey string, rotate bool) (string, string) {
|
||||||
@@ -347,12 +289,10 @@ func testPluginOnDeleteStorageBucket(ctx context.Context, t *testing.T, p *stora
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func testPluginValidatePermissions(ctx context.Context, t *testing.T, p *storage.StoragePlugin, bucketName, region, accessKeyId, secretAccessKey string, expectedState *pb.StorageBucketCredentialState) {
|
func testPluginValidatePermissions(ctx context.Context, t *testing.T, p *storage.StoragePlugin, bucketName, region, accessKeyId, secretAccessKey string) {
|
||||||
t.Helper()
|
t.Helper()
|
||||||
t.Logf("testing ValidatePermissions")
|
t.Logf("testing ValidatePermissions")
|
||||||
require, assert := require.New(t), assert.New(t)
|
require := require.New(t)
|
||||||
|
|
||||||
require.NotNil(expectedState)
|
|
||||||
|
|
||||||
reqAttrs, err := structpb.NewStruct(map[string]any{
|
reqAttrs, err := structpb.NewStruct(map[string]any{
|
||||||
credential.ConstRegion: region,
|
credential.ConstRegion: region,
|
||||||
@@ -375,51 +315,6 @@ func testPluginValidatePermissions(ctx context.Context, t *testing.T, p *storage
|
|||||||
|
|
||||||
_, err = p.ValidatePermissions(ctx, req)
|
_, err = p.ValidatePermissions(ctx, req)
|
||||||
require.Error(err)
|
require.Error(err)
|
||||||
|
|
||||||
var actualSBCState *pb.StorageBucketCredentialState
|
|
||||||
if st, ok := status.FromError(err); ok {
|
|
||||||
for _, detail := range st.Details() {
|
|
||||||
if statusDetail, ok := detail.(*pb.StorageBucketCredentialState); ok {
|
|
||||||
actualSBCState = statusDetail
|
|
||||||
break
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
require.NotNil(actualSBCState)
|
|
||||||
require.NotNil(actualSBCState.GetState())
|
|
||||||
|
|
||||||
expectedReadState := expectedState.GetState().GetRead()
|
|
||||||
if expectedReadState != nil {
|
|
||||||
actualReadState := actualSBCState.GetState().GetRead()
|
|
||||||
require.NotNil(actualReadState)
|
|
||||||
assert.Equal(expectedReadState.GetState(), actualReadState.GetState())
|
|
||||||
assert.NotEmpty(actualReadState.GetCheckedAt())
|
|
||||||
if expectedReadState.GetState() == pb.StateType_STATE_TYPE_ERROR {
|
|
||||||
assert.NotEmpty(actualReadState.GetErrorDetails())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
expectedWriteState := expectedState.GetState().GetWrite()
|
|
||||||
if expectedWriteState != nil {
|
|
||||||
actualWriteState := actualSBCState.GetState().GetWrite()
|
|
||||||
require.NotNil(actualWriteState)
|
|
||||||
assert.Equal(expectedWriteState.GetState(), actualWriteState.GetState())
|
|
||||||
assert.NotEmpty(actualWriteState.GetCheckedAt())
|
|
||||||
if expectedWriteState.GetState() == pb.StateType_STATE_TYPE_ERROR {
|
|
||||||
assert.NotEmpty(actualWriteState.GetErrorDetails())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
expectedDeleteState := expectedState.GetState().GetDelete()
|
|
||||||
if expectedDeleteState != nil {
|
|
||||||
actualDeleteState := actualSBCState.GetState().GetDelete()
|
|
||||||
require.NotNil(actualDeleteState)
|
|
||||||
assert.Equal(expectedDeleteState.GetState(), actualDeleteState.GetState())
|
|
||||||
assert.NotEmpty(actualDeleteState.GetCheckedAt())
|
|
||||||
if expectedDeleteState.GetState() == pb.StateType_STATE_TYPE_ERROR {
|
|
||||||
assert.NotEmpty(actualDeleteState.GetErrorDetails())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func testPluginObjectMethods(ctx context.Context, t *testing.T, p *storage.StoragePlugin, bucketName, region, accessKeyId, secretAccessKey string) {
|
func testPluginObjectMethods(ctx context.Context, t *testing.T, p *storage.StoragePlugin, bucketName, region, accessKeyId, secretAccessKey string) {
|
||||||
@@ -474,7 +369,7 @@ func testPluginObjectMethods(ctx context.Context, t *testing.T, p *storage.Stora
|
|||||||
|
|
||||||
// Need to create a GRPC server to test GetObject
|
// Need to create a GRPC server to test GetObject
|
||||||
t.Logf("testing GetObject")
|
t.Logf("testing GetObject")
|
||||||
lis, err := net.Listen("tcp", "[::1]:2030")
|
lis, err := net.Listen("tcp", "localhost:2030")
|
||||||
require.NoError(err)
|
require.NoError(err)
|
||||||
grpcServer := grpc.NewServer()
|
grpcServer := grpc.NewServer()
|
||||||
pb.RegisterStoragePluginServiceServer(grpcServer, &storage.StoragePlugin{})
|
pb.RegisterStoragePluginServiceServer(grpcServer, &storage.StoragePlugin{})
|
||||||
@@ -482,7 +377,7 @@ func testPluginObjectMethods(ctx context.Context, t *testing.T, p *storage.Stora
|
|||||||
grpcServer.Serve(lis)
|
grpcServer.Serve(lis)
|
||||||
}()
|
}()
|
||||||
|
|
||||||
conn, err := grpc.Dial("[::1]:2030", grpc.WithTransportCredentials(insecure.NewCredentials()))
|
conn, err := grpc.Dial("localhost:2030", grpc.WithTransportCredentials(insecure.NewCredentials()))
|
||||||
require.NoError(err)
|
require.NoError(err)
|
||||||
defer conn.Close()
|
defer conn.Close()
|
||||||
client := pb.NewStoragePluginServiceClient(conn)
|
client := pb.NewStoragePluginServiceClient(conn)
|
||||||
|
|||||||
Vendored
+12
-97
@@ -32,9 +32,7 @@ resource "aws_iam_policy" "valid" {
|
|||||||
"Action": [
|
"Action": [
|
||||||
"s3:PutObject",
|
"s3:PutObject",
|
||||||
"s3:GetObject",
|
"s3:GetObject",
|
||||||
"s3:DeleteObject",
|
"s3:GetObjectAttributes"
|
||||||
"s3:GetObjectAttributes",
|
|
||||||
"s3:ListBucket"
|
|
||||||
],
|
],
|
||||||
"Effect": "Allow",
|
"Effect": "Allow",
|
||||||
"Resource": "${aws_s3_bucket.test.arn}*"
|
"Resource": "${aws_s3_bucket.test.arn}*"
|
||||||
@@ -81,9 +79,7 @@ resource "aws_iam_policy" "missing_put_obj" {
|
|||||||
{
|
{
|
||||||
"Action": [
|
"Action": [
|
||||||
"s3:GetObject",
|
"s3:GetObject",
|
||||||
"s3:GetObjectAttributes",
|
"s3:GetObjectAttributes"
|
||||||
"s3:ListBucket",
|
|
||||||
"s3:DeleteObject"
|
|
||||||
],
|
],
|
||||||
"Effect": "Allow",
|
"Effect": "Allow",
|
||||||
"Resource": "${aws_s3_bucket.test.arn}*"
|
"Resource": "${aws_s3_bucket.test.arn}*"
|
||||||
@@ -129,7 +125,7 @@ resource "aws_iam_policy" "missing_get_obj" {
|
|||||||
{
|
{
|
||||||
"Action": [
|
"Action": [
|
||||||
"s3:PutObject",
|
"s3:PutObject",
|
||||||
"s3:DeleteObject"
|
"s3:GetObjectAttributes"
|
||||||
],
|
],
|
||||||
"Effect": "Allow",
|
"Effect": "Allow",
|
||||||
"Resource": "${aws_s3_bucket.test.arn}*"
|
"Resource": "${aws_s3_bucket.test.arn}*"
|
||||||
@@ -145,69 +141,18 @@ resource "aws_iam_role_policy_attachment" "missing_get_obj" {
|
|||||||
policy_arn = aws_iam_policy.missing_get_obj.arn
|
policy_arn = aws_iam_policy.missing_get_obj.arn
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "aws_iam_role" "missing_delete_obj" {
|
|
||||||
name = "${random_id.prefix.dec}-missing-delete-obj"
|
|
||||||
tags = local.tags
|
|
||||||
|
|
||||||
assume_role_policy = jsonencode({
|
|
||||||
Version = "2012-10-17"
|
|
||||||
Statement = [
|
|
||||||
{
|
|
||||||
Action = "sts:AssumeRole"
|
|
||||||
Effect = "Allow"
|
|
||||||
Sid = ""
|
|
||||||
Principal = {
|
|
||||||
AWS: data.aws_caller_identity.current.user_id
|
|
||||||
}
|
|
||||||
},
|
|
||||||
]
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
resource "aws_iam_policy" "missing_delete_obj" {
|
|
||||||
name = "${random_id.prefix.dec}-missing-delete-obj"
|
|
||||||
tags = local.tags
|
|
||||||
|
|
||||||
policy = <<EOT
|
|
||||||
{
|
|
||||||
"Version": "2012-10-17",
|
|
||||||
"Statement": [
|
|
||||||
{
|
|
||||||
"Action": [
|
|
||||||
"s3:PutObject",
|
|
||||||
"s3:GetObject",
|
|
||||||
"s3:GetObjectAttributes",
|
|
||||||
"s3:ListBucket"
|
|
||||||
],
|
|
||||||
"Effect": "Allow",
|
|
||||||
"Resource": "${aws_s3_bucket.test.arn}*"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
|
|
||||||
}
|
|
||||||
EOT
|
|
||||||
}
|
|
||||||
|
|
||||||
resource "aws_iam_role_policy_attachment" "missing_delete_obj" {
|
|
||||||
role = aws_iam_role.missing_delete_obj.name
|
|
||||||
policy_arn = aws_iam_policy.missing_delete_obj.arn
|
|
||||||
}
|
|
||||||
|
|
||||||
# Static Credential Testing
|
# Static Credential Testing
|
||||||
resource "random_id" "user_name" {
|
resource "random_id" "user_name" {
|
||||||
count = var.iam_user_count
|
count = var.iam_user_count
|
||||||
prefix = "demo-${local.hashicorp_email}-boundary-iam-user"
|
prefix = random_id.prefix.dec
|
||||||
byte_length = 4
|
byte_length = 4
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "aws_iam_user" "test" {
|
resource "aws_iam_user" "test" {
|
||||||
count = var.iam_user_count
|
count = var.iam_user_count
|
||||||
name = random_id.user_name[count.index].dec
|
name = random_id.user_name[count.index].dec
|
||||||
force_destroy = true
|
force_destroy = true
|
||||||
permissions_boundary = "arn:aws:iam::${data.aws_caller_identity.current.account_id}:policy/DemoUser"
|
tags = local.tags
|
||||||
tags = {
|
|
||||||
"boundary-demo" = local.hashicorp_email
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "aws_iam_access_key" "test" {
|
resource "aws_iam_access_key" "test" {
|
||||||
@@ -250,44 +195,17 @@ resource "aws_iam_user_policy_attachment" "test_credentials" {
|
|||||||
policy_arn = aws_iam_policy.credentials[count.index].arn
|
policy_arn = aws_iam_policy.credentials[count.index].arn
|
||||||
}
|
}
|
||||||
|
|
||||||
# Edge case for missing DeleteObject permission
|
|
||||||
resource "random_id" "missing_delete_obj" {
|
|
||||||
prefix = "demo-${local.hashicorp_email}-boundary-iam-user"
|
|
||||||
byte_length = 4
|
|
||||||
}
|
|
||||||
|
|
||||||
resource "aws_iam_user" "missing_delete_obj" {
|
|
||||||
name = random_id.missing_delete_obj.dec
|
|
||||||
force_destroy = true
|
|
||||||
permissions_boundary = "arn:aws:iam::${data.aws_caller_identity.current.account_id}:policy/DemoUser"
|
|
||||||
tags = {
|
|
||||||
"boundary-demo" = local.hashicorp_email
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
resource "aws_iam_access_key" "missing_delete_obj" {
|
|
||||||
user = aws_iam_user.missing_delete_obj.name
|
|
||||||
}
|
|
||||||
|
|
||||||
resource "aws_iam_user_policy_attachment" "missing_delete_obj" {
|
|
||||||
user = aws_iam_user.missing_delete_obj.name
|
|
||||||
policy_arn = aws_iam_policy.missing_delete_obj.arn
|
|
||||||
}
|
|
||||||
|
|
||||||
# Edge case for missing GetObject permission
|
# Edge case for missing GetObject permission
|
||||||
|
|
||||||
resource "random_id" "missing_get_obj" {
|
resource "random_id" "missing_get_obj" {
|
||||||
prefix = "demo-${local.hashicorp_email}-boundary-iam-user"
|
prefix = random_id.prefix.dec
|
||||||
byte_length = 4
|
byte_length = 4
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "aws_iam_user" "missing_get_obj" {
|
resource "aws_iam_user" "missing_get_obj" {
|
||||||
name = random_id.missing_get_obj.dec
|
name = random_id.missing_get_obj.dec
|
||||||
force_destroy = true
|
force_destroy = true
|
||||||
permissions_boundary = "arn:aws:iam::${data.aws_caller_identity.current.account_id}:policy/DemoUser"
|
tags = local.tags
|
||||||
tags = {
|
|
||||||
"boundary-demo" = local.hashicorp_email
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "aws_iam_access_key" "missing_get_obj" {
|
resource "aws_iam_access_key" "missing_get_obj" {
|
||||||
@@ -302,17 +220,14 @@ resource "aws_iam_user_policy_attachment" "missing_get_obj" {
|
|||||||
# Edge case for missing PutObject permission
|
# Edge case for missing PutObject permission
|
||||||
|
|
||||||
resource "random_id" "missing_put_obj" {
|
resource "random_id" "missing_put_obj" {
|
||||||
prefix = "demo-${local.hashicorp_email}-boundary-iam-user"
|
prefix = random_id.prefix.dec
|
||||||
byte_length = 4
|
byte_length = 4
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "aws_iam_user" "missing_put_obj" {
|
resource "aws_iam_user" "missing_put_obj" {
|
||||||
name = random_id.missing_put_obj.dec
|
name = random_id.missing_put_obj.dec
|
||||||
force_destroy = true
|
force_destroy = true
|
||||||
permissions_boundary = "arn:aws:iam::${data.aws_caller_identity.current.account_id}:policy/DemoUser"
|
tags = local.tags
|
||||||
tags = {
|
|
||||||
"boundary-demo" = local.hashicorp_email
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "aws_iam_access_key" "missing_put_obj" {
|
resource "aws_iam_access_key" "missing_put_obj" {
|
||||||
|
|||||||
Vendored
+1
-15
@@ -13,14 +13,10 @@ output "missing_put_obj_policy_arn" {
|
|||||||
value = aws_iam_role.missing_put_obj.arn
|
value = aws_iam_role.missing_put_obj.arn
|
||||||
}
|
}
|
||||||
|
|
||||||
output "missing_get_obj_policy_arn" {
|
output "missing_put_get_policy_arn" {
|
||||||
value = aws_iam_role.missing_get_obj.arn
|
value = aws_iam_role.missing_get_obj.arn
|
||||||
}
|
}
|
||||||
|
|
||||||
output "missing_delete_obj_policy_arn" {
|
|
||||||
value = aws_iam_role.missing_delete_obj.arn
|
|
||||||
}
|
|
||||||
|
|
||||||
output "iam_user_names" {
|
output "iam_user_names" {
|
||||||
value = aws_iam_user.test.*.name
|
value = aws_iam_user.test.*.name
|
||||||
}
|
}
|
||||||
@@ -57,14 +53,4 @@ output "iam_access_key_missing_get_obj" {
|
|||||||
output "iam_secret_access_key_missing_get_obj" {
|
output "iam_secret_access_key_missing_get_obj" {
|
||||||
value = aws_iam_access_key.missing_get_obj.secret
|
value = aws_iam_access_key.missing_get_obj.secret
|
||||||
sensitive = true
|
sensitive = true
|
||||||
}
|
|
||||||
|
|
||||||
output "iam_access_key_missing_delete_obj" {
|
|
||||||
value = aws_iam_access_key.missing_delete_obj.id
|
|
||||||
sensitive = true
|
|
||||||
}
|
|
||||||
|
|
||||||
output "iam_secret_access_key_missing_delete_obj" {
|
|
||||||
value = aws_iam_access_key.missing_delete_obj.secret
|
|
||||||
sensitive = true
|
|
||||||
}
|
}
|
||||||
Vendored
+1
-9
@@ -4,14 +4,6 @@
|
|||||||
resource "aws_s3_bucket" "test" {
|
resource "aws_s3_bucket" "test" {
|
||||||
bucket = random_id.prefix.dec
|
bucket = random_id.prefix.dec
|
||||||
force_destroy = true
|
force_destroy = true
|
||||||
|
acl = "private"
|
||||||
tags = local.tags
|
tags = local.tags
|
||||||
}
|
|
||||||
|
|
||||||
resource "aws_s3_bucket_public_access_block" "secure_access" {
|
|
||||||
bucket = aws_s3_bucket.test.id
|
|
||||||
|
|
||||||
block_public_acls = true
|
|
||||||
block_public_policy = true
|
|
||||||
ignore_public_acls = true
|
|
||||||
restrict_public_buckets = true
|
|
||||||
}
|
}
|
||||||
Vendored
+4
-6
@@ -4,7 +4,7 @@
|
|||||||
data "aws_caller_identity" "current" {}
|
data "aws_caller_identity" "current" {}
|
||||||
|
|
||||||
resource "random_id" "prefix" {
|
resource "random_id" "prefix" {
|
||||||
prefix = "aws-plugin-e2e-test"
|
prefix = "storage-e2e-test"
|
||||||
byte_length = 4
|
byte_length = 4
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -13,10 +13,8 @@ variable "iam_user_count" {
|
|||||||
}
|
}
|
||||||
|
|
||||||
locals {
|
locals {
|
||||||
hashicorp_email = split(":", data.aws_caller_identity.current.user_id)[1]
|
|
||||||
tags = {
|
tags = {
|
||||||
User = split(":", data.aws_caller_identity.current.user_id)[1]
|
user_id = split(":", data.aws_caller_identity.current.user_id)[1]
|
||||||
Repo = "boundary-plugin-aws"
|
repo = "boundary-plugin-aws"
|
||||||
Environment = "Demo"
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Reference in new issue
Block a user