provider.go 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package aws
  13. import (
  14. "context"
  15. "errors"
  16. "os"
  17. "time"
  18. "github.com/aws/aws-sdk-go/aws"
  19. "github.com/aws/aws-sdk-go/aws/credentials"
  20. "github.com/aws/aws-sdk-go/aws/session"
  21. "github.com/aws/aws-sdk-go/service/secretsmanager"
  22. //nolint
  23. . "github.com/onsi/ginkgo/v2"
  24. // nolint
  25. . "github.com/onsi/gomega"
  26. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  27. "sigs.k8s.io/controller-runtime/pkg/controller/controllerutil"
  28. "github.com/external-secrets/external-secrets-e2e/framework"
  29. "github.com/external-secrets/external-secrets-e2e/framework/log"
  30. awscommon "github.com/external-secrets/external-secrets-e2e/suites/provider/cases/aws"
  31. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  32. esmetav1 "github.com/external-secrets/external-secrets/apis/meta/v1"
  33. )
  34. type Provider struct {
  35. ServiceAccountName string
  36. ServiceAccountNamespace string
  37. region string
  38. client *secretsmanager.SecretsManager
  39. framework *framework.Framework
  40. }
  41. func NewProvider(f *framework.Framework, kid, sak, st, region, saName, saNamespace string) *Provider {
  42. sess, err := session.NewSessionWithOptions(session.Options{
  43. Config: aws.Config{
  44. Credentials: credentials.NewStaticCredentials(kid, sak, st),
  45. Region: aws.String(region),
  46. },
  47. })
  48. if err != nil {
  49. Fail(err.Error())
  50. }
  51. sm := secretsmanager.New(sess)
  52. prov := &Provider{
  53. ServiceAccountName: saName,
  54. ServiceAccountNamespace: saNamespace,
  55. region: region,
  56. client: sm,
  57. framework: f,
  58. }
  59. BeforeEach(func() {
  60. awscommon.SetupStaticStore(f, awscommon.AccessOpts{KID: kid, SAK: sak, ST: st, Region: region}, esv1.AWSServiceSecretsManager)
  61. awscommon.SetupExternalIDStore(
  62. f,
  63. awscommon.AccessOpts{KID: kid, SAK: sak, ST: st, Region: region, Role: awscommon.IAMRoleExternalID},
  64. awscommon.IAMTrustedExternalID,
  65. nil,
  66. esv1.AWSServiceSecretsManager,
  67. )
  68. awscommon.SetupSessionTagsStore(
  69. f,
  70. awscommon.AccessOpts{KID: kid, SAK: sak, ST: st, Region: region, Role: awscommon.IAMRoleSessionTags},
  71. nil,
  72. esv1.AWSServiceSecretsManager,
  73. )
  74. awscommon.CreateReferentStaticStore(f, awscommon.AccessOpts{KID: kid, SAK: sak, ST: st, Region: region}, esv1.AWSServiceSecretsManager)
  75. prov.SetupReferencedIRSAStore()
  76. prov.SetupMountedIRSAStore()
  77. })
  78. AfterEach(func() {
  79. prov.TeardownReferencedIRSAStore()
  80. prov.TeardownMountedIRSAStore()
  81. })
  82. return prov
  83. }
  84. func NewFromEnv(f *framework.Framework) *Provider {
  85. kid := os.Getenv("AWS_ACCESS_KEY_ID")
  86. sak := os.Getenv("AWS_SECRET_ACCESS_KEY")
  87. st := os.Getenv("AWS_SESSION_TOKEN")
  88. region := os.Getenv("AWS_REGION")
  89. saName := os.Getenv("AWS_SA_NAME")
  90. saNamespace := os.Getenv("AWS_SA_NAMESPACE")
  91. return NewProvider(f, kid, sak, st, region, saName, saNamespace)
  92. }
  93. // CreateSecret creates a secret at the provider.
  94. func (s *Provider) CreateSecret(key string, val framework.SecretEntry) {
  95. smTags := make([]*secretsmanager.Tag, 0)
  96. for k, v := range val.Tags {
  97. smTags = append(smTags, &secretsmanager.Tag{
  98. Key: aws.String(k),
  99. Value: aws.String(v),
  100. })
  101. }
  102. // we re-use some secret names throughout our test suite
  103. // due to the fact that there is a short delay before the secret is actually deleted
  104. // we have to retry creating the secret
  105. attempts := 20
  106. for {
  107. log.Logf("creating secret %s / attempts left: %d", key, attempts)
  108. _, err := s.client.CreateSecret(&secretsmanager.CreateSecretInput{
  109. Name: aws.String(key),
  110. SecretString: aws.String(val.Value),
  111. Tags: smTags,
  112. })
  113. if err == nil {
  114. return
  115. }
  116. attempts--
  117. if attempts < 0 {
  118. Fail("unable to create secret: " + err.Error())
  119. }
  120. <-time.After(time.Second * 5)
  121. }
  122. }
  123. // DeleteSecret deletes a secret at the provider.
  124. // There may be a short delay between calling this function
  125. // and the removal of the secret on the provider side.
  126. func (s *Provider) DeleteSecret(key string) {
  127. log.Logf("deleting secret %s", key)
  128. _, err := s.client.DeleteSecret(&secretsmanager.DeleteSecretInput{
  129. SecretId: aws.String(key),
  130. ForceDeleteWithoutRecovery: aws.Bool(true),
  131. })
  132. var nf *secretsmanager.ResourceNotFoundException
  133. if errors.As(err, &nf) {
  134. return
  135. }
  136. Expect(err).ToNot(HaveOccurred())
  137. }
  138. // MountedIRSAStore is a SecretStore without auth config
  139. // ESO relies on the pod-mounted ServiceAccount when using this store.
  140. func (s *Provider) SetupMountedIRSAStore() {
  141. secretStore := &esv1.SecretStore{
  142. ObjectMeta: metav1.ObjectMeta{
  143. Name: awscommon.MountedIRSAStoreName(s.framework),
  144. Namespace: s.framework.Namespace.Name,
  145. },
  146. Spec: esv1.SecretStoreSpec{
  147. Provider: &esv1.SecretStoreProvider{
  148. AWS: &esv1.AWSProvider{
  149. Service: esv1.AWSServiceSecretsManager,
  150. Region: s.region,
  151. Auth: esv1.AWSAuth{},
  152. },
  153. },
  154. },
  155. }
  156. err := s.framework.CRClient.Create(context.Background(), secretStore)
  157. Expect(err).ToNot(HaveOccurred())
  158. }
  159. func (s *Provider) TeardownMountedIRSAStore() {
  160. s.framework.CRClient.Delete(context.Background(), &esv1.ClusterSecretStore{
  161. ObjectMeta: metav1.ObjectMeta{
  162. Name: awscommon.MountedIRSAStoreName(s.framework),
  163. },
  164. })
  165. }
  166. // ReferncedIRSAStore is a ClusterStore
  167. // that references a (IRSA-) ServiceAccount in the default namespace.
  168. func (s *Provider) SetupReferencedIRSAStore() {
  169. log.Logf("creating IRSA ClusterSecretStore %s", s.framework.Namespace.Name)
  170. secretStore := &esv1.ClusterSecretStore{
  171. ObjectMeta: metav1.ObjectMeta{
  172. Name: awscommon.ReferencedIRSAStoreName(s.framework),
  173. },
  174. }
  175. _, err := controllerutil.CreateOrUpdate(context.Background(), s.framework.CRClient, secretStore, func() error {
  176. secretStore.Spec.Provider = &esv1.SecretStoreProvider{
  177. AWS: &esv1.AWSProvider{
  178. Service: esv1.AWSServiceSecretsManager,
  179. Region: s.region,
  180. Auth: esv1.AWSAuth{
  181. JWTAuth: &esv1.AWSJWTAuth{
  182. ServiceAccountRef: &esmetav1.ServiceAccountSelector{
  183. Name: s.ServiceAccountName,
  184. Namespace: &s.ServiceAccountNamespace,
  185. },
  186. },
  187. },
  188. },
  189. }
  190. return nil
  191. })
  192. Expect(err).ToNot(HaveOccurred())
  193. }
  194. func (s *Provider) TeardownReferencedIRSAStore() {
  195. s.framework.CRClient.Delete(context.Background(), &esv1.ClusterSecretStore{
  196. ObjectMeta: metav1.ObjectMeta{
  197. Name: awscommon.ReferencedIRSAStoreName(s.framework),
  198. },
  199. })
  200. }