provider.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220
  1. /*
  2. Copyright © 2025 ESO Maintainer Team
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. https://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package aws
  14. import (
  15. "context"
  16. "errors"
  17. "os"
  18. "time"
  19. "github.com/aws/aws-sdk-go-v2/aws"
  20. "github.com/aws/aws-sdk-go-v2/config"
  21. "github.com/aws/aws-sdk-go-v2/credentials"
  22. "github.com/aws/aws-sdk-go-v2/service/secretsmanager"
  23. secretsmanagertypes "github.com/aws/aws-sdk-go-v2/service/secretsmanager/types"
  24. //nolint
  25. . "github.com/onsi/ginkgo/v2"
  26. // nolint
  27. . "github.com/onsi/gomega"
  28. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  29. "sigs.k8s.io/controller-runtime/pkg/controller/controllerutil"
  30. "github.com/external-secrets/external-secrets-e2e/framework"
  31. "github.com/external-secrets/external-secrets-e2e/framework/log"
  32. awscommon "github.com/external-secrets/external-secrets-e2e/suites/provider/cases/aws"
  33. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  34. esmetav1 "github.com/external-secrets/external-secrets/apis/meta/v1"
  35. )
  36. type Provider struct {
  37. ServiceAccountName string
  38. ServiceAccountNamespace string
  39. region string
  40. client *secretsmanager.Client
  41. framework *framework.Framework
  42. }
  43. func NewProvider(f *framework.Framework, kid, sak, st, region, saName, saNamespace string) *Provider {
  44. prov := &Provider{
  45. ServiceAccountName: saName,
  46. ServiceAccountNamespace: saNamespace,
  47. region: region,
  48. framework: f,
  49. }
  50. BeforeAll(func() {
  51. config, err := config.LoadDefaultConfig(context.Background(), config.WithRegion(region), config.WithCredentialsProvider(credentials.NewStaticCredentialsProvider(kid, sak, st)))
  52. Expect(err).ToNot(HaveOccurred())
  53. prov.client = secretsmanager.NewFromConfig(config)
  54. })
  55. BeforeEach(func() {
  56. awscommon.SetupStaticStore(f, awscommon.AccessOpts{KID: kid, SAK: sak, ST: st, Region: region}, esv1.AWSServiceSecretsManager)
  57. awscommon.SetupExternalIDStore(
  58. f,
  59. awscommon.AccessOpts{KID: kid, SAK: sak, ST: st, Region: region, Role: awscommon.IAMRoleExternalID},
  60. awscommon.IAMTrustedExternalID,
  61. nil,
  62. esv1.AWSServiceSecretsManager,
  63. )
  64. awscommon.SetupSessionTagsStore(
  65. f,
  66. awscommon.AccessOpts{KID: kid, SAK: sak, ST: st, Region: region, Role: awscommon.IAMRoleSessionTags},
  67. nil,
  68. esv1.AWSServiceSecretsManager,
  69. )
  70. awscommon.CreateReferentStaticStore(f, awscommon.AccessOpts{KID: kid, SAK: sak, ST: st, Region: region}, esv1.AWSServiceSecretsManager)
  71. prov.SetupReferencedIRSAStore()
  72. prov.SetupMountedIRSAStore()
  73. })
  74. AfterEach(func() {
  75. prov.TeardownReferencedIRSAStore()
  76. prov.TeardownMountedIRSAStore()
  77. })
  78. return prov
  79. }
  80. func NewFromEnv(f *framework.Framework) *Provider {
  81. kid := os.Getenv("AWS_ACCESS_KEY_ID")
  82. sak := os.Getenv("AWS_SECRET_ACCESS_KEY")
  83. st := os.Getenv("AWS_SESSION_TOKEN")
  84. region := os.Getenv("AWS_REGION")
  85. saName := os.Getenv("AWS_SA_NAME")
  86. saNamespace := os.Getenv("AWS_SA_NAMESPACE")
  87. return NewProvider(f, kid, sak, st, region, saName, saNamespace)
  88. }
  89. // CreateSecret creates a secret at the provider.
  90. func (s *Provider) CreateSecret(key string, val framework.SecretEntry) {
  91. smTags := make([]secretsmanagertypes.Tag, 0)
  92. for k, v := range val.Tags {
  93. smTags = append(smTags, secretsmanagertypes.Tag{
  94. Key: aws.String(k),
  95. Value: aws.String(v),
  96. })
  97. }
  98. // we re-use some secret names throughout our test suite
  99. // due to the fact that there is a short delay before the secret is actually deleted
  100. // we have to retry creating the secret
  101. attempts := 20
  102. for {
  103. log.Logf("creating secret %s / attempts left: %d", key, attempts)
  104. _, err := s.client.CreateSecret(GinkgoT().Context(), &secretsmanager.CreateSecretInput{
  105. Name: aws.String(key),
  106. SecretString: aws.String(val.Value),
  107. Tags: smTags,
  108. })
  109. if err == nil {
  110. return
  111. }
  112. attempts--
  113. if attempts < 0 {
  114. Fail("unable to create secret: " + err.Error())
  115. }
  116. <-time.After(time.Second * 5)
  117. }
  118. }
  119. // DeleteSecret deletes a secret at the provider.
  120. // There may be a short delay between calling this function
  121. // and the removal of the secret on the provider side.
  122. func (s *Provider) DeleteSecret(key string) {
  123. log.Logf("deleting secret %s", key)
  124. _, err := s.client.DeleteSecret(GinkgoT().Context(), &secretsmanager.DeleteSecretInput{
  125. SecretId: aws.String(key),
  126. ForceDeleteWithoutRecovery: aws.Bool(true),
  127. })
  128. var nf *secretsmanagertypes.ResourceNotFoundException
  129. if errors.As(err, &nf) {
  130. return
  131. }
  132. Expect(err).ToNot(HaveOccurred())
  133. }
  134. // MountedIRSAStore is a SecretStore without auth config
  135. // ESO relies on the pod-mounted ServiceAccount when using this store.
  136. func (s *Provider) SetupMountedIRSAStore() {
  137. secretStore := &esv1.SecretStore{
  138. ObjectMeta: metav1.ObjectMeta{
  139. Name: awscommon.MountedIRSAStoreName(s.framework),
  140. Namespace: s.framework.Namespace.Name,
  141. },
  142. Spec: esv1.SecretStoreSpec{
  143. Provider: &esv1.SecretStoreProvider{
  144. AWS: &esv1.AWSProvider{
  145. Service: esv1.AWSServiceSecretsManager,
  146. Region: s.region,
  147. Auth: esv1.AWSAuth{},
  148. },
  149. },
  150. },
  151. }
  152. err := s.framework.CRClient.Create(GinkgoT().Context(), secretStore)
  153. Expect(err).ToNot(HaveOccurred())
  154. }
  155. func (s *Provider) TeardownMountedIRSAStore() {
  156. s.framework.CRClient.Delete(GinkgoT().Context(), &esv1.ClusterSecretStore{
  157. ObjectMeta: metav1.ObjectMeta{
  158. Name: awscommon.MountedIRSAStoreName(s.framework),
  159. },
  160. })
  161. }
  162. // ReferncedIRSAStore is a ClusterStore
  163. // that references a (IRSA-) ServiceAccount in the default namespace.
  164. func (s *Provider) SetupReferencedIRSAStore() {
  165. log.Logf("creating IRSA ClusterSecretStore %s", s.framework.Namespace.Name)
  166. secretStore := &esv1.ClusterSecretStore{
  167. ObjectMeta: metav1.ObjectMeta{
  168. Name: awscommon.ReferencedIRSAStoreName(s.framework),
  169. },
  170. }
  171. _, err := controllerutil.CreateOrUpdate(GinkgoT().Context(), s.framework.CRClient, secretStore, func() error {
  172. secretStore.Spec.Provider = &esv1.SecretStoreProvider{
  173. AWS: &esv1.AWSProvider{
  174. Service: esv1.AWSServiceSecretsManager,
  175. Region: s.region,
  176. Auth: esv1.AWSAuth{
  177. JWTAuth: &esv1.AWSJWTAuth{
  178. ServiceAccountRef: &esmetav1.ServiceAccountSelector{
  179. Name: s.ServiceAccountName,
  180. Namespace: &s.ServiceAccountNamespace,
  181. },
  182. },
  183. },
  184. },
  185. }
  186. return nil
  187. })
  188. Expect(err).ToNot(HaveOccurred())
  189. }
  190. func (s *Provider) TeardownReferencedIRSAStore() {
  191. s.framework.CRClient.Delete(GinkgoT().Context(), &esv1.ClusterSecretStore{
  192. ObjectMeta: metav1.ObjectMeta{
  193. Name: awscommon.ReferencedIRSAStoreName(s.framework),
  194. },
  195. })
  196. }