parameterstore.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710
  1. /*
  2. Copyright © The ESO Authors
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. https://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. // Package parameterstore implements the AWS SSM Parameter Store provider for external-secrets
  14. package parameterstore
  15. import (
  16. "context"
  17. "encoding/json"
  18. "errors"
  19. "fmt"
  20. "strings"
  21. "github.com/aws/aws-sdk-go-v2/aws"
  22. "github.com/aws/aws-sdk-go-v2/service/ssm"
  23. ssmTypes "github.com/aws/aws-sdk-go-v2/service/ssm/types"
  24. "github.com/aws/smithy-go"
  25. "github.com/tidwall/gjson"
  26. corev1 "k8s.io/api/core/v1"
  27. apiextensionsv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
  28. ctrl "sigs.k8s.io/controller-runtime"
  29. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  30. awsutil "github.com/external-secrets/external-secrets/providers/v1/aws/util"
  31. "github.com/external-secrets/external-secrets/runtime/constants"
  32. "github.com/external-secrets/external-secrets/runtime/esutils"
  33. "github.com/external-secrets/external-secrets/runtime/esutils/metadata"
  34. "github.com/external-secrets/external-secrets/runtime/find"
  35. "github.com/external-secrets/external-secrets/runtime/metrics"
  36. )
  37. // Tier defines policy details for PushSecret.
  38. type Tier struct {
  39. Type ssmTypes.ParameterTier `json:"type"`
  40. Policies *apiextensionsv1.JSON `json:"policies"`
  41. }
  42. // PushSecretMetadataSpec defines the spec for the metadata for PushSecret.
  43. type PushSecretMetadataSpec struct {
  44. SecretType ssmTypes.ParameterType `json:"secretType,omitempty"`
  45. KMSKeyID string `json:"kmsKeyID,omitempty"`
  46. Tier Tier `json:"tier,omitempty"`
  47. EncodeAsDecoded bool `json:"encodeAsDecoded,omitempty"`
  48. Tags map[string]string `json:"tags,omitempty"`
  49. Description string `json:"description,omitempty"`
  50. }
  51. // https://github.com/external-secrets/external-secrets/issues/644
  52. var (
  53. _ esv1.SecretsClient = &ParameterStore{}
  54. managedBy = "managed-by"
  55. externalSecrets = "external-secrets"
  56. logger = ctrl.Log.WithName("provider").WithName("parameterstore")
  57. )
  58. // ParameterStore is a provider for AWS ParameterStore.
  59. type ParameterStore struct {
  60. cfg *aws.Config
  61. client PMInterface
  62. referentAuth bool
  63. prefix string
  64. }
  65. // PMInterface is a subset of the parameterstore api.
  66. // see: https://docs.aws.amazon.com/sdk-for-go/api/service/ssm/ssmiface/
  67. type PMInterface interface {
  68. GetParameter(ctx context.Context, input *ssm.GetParameterInput, opts ...func(*ssm.Options)) (*ssm.GetParameterOutput, error)
  69. GetParametersByPath(ctx context.Context, input *ssm.GetParametersByPathInput, opts ...func(*ssm.Options)) (*ssm.GetParametersByPathOutput, error)
  70. PutParameter(ctx context.Context, input *ssm.PutParameterInput, opts ...func(*ssm.Options)) (*ssm.PutParameterOutput, error)
  71. DescribeParameters(ctx context.Context, input *ssm.DescribeParametersInput, opts ...func(*ssm.Options)) (*ssm.DescribeParametersOutput, error)
  72. ListTagsForResource(ctx context.Context, input *ssm.ListTagsForResourceInput, opts ...func(*ssm.Options)) (*ssm.ListTagsForResourceOutput, error)
  73. RemoveTagsFromResource(ctx context.Context, params *ssm.RemoveTagsFromResourceInput, optFns ...func(*ssm.Options)) (*ssm.RemoveTagsFromResourceOutput, error)
  74. AddTagsToResource(ctx context.Context, params *ssm.AddTagsToResourceInput, optFns ...func(*ssm.Options)) (*ssm.AddTagsToResourceOutput, error)
  75. DeleteParameter(ctx context.Context, input *ssm.DeleteParameterInput, opts ...func(*ssm.Options)) (*ssm.DeleteParameterOutput, error)
  76. }
  77. const (
  78. errUnexpectedFindOperator = "unexpected find operator"
  79. errCodeAccessDeniedException = "AccessDeniedException"
  80. )
  81. // New constructs a ParameterStore Provider that is specific to a store.
  82. func New(_ context.Context, cfg *aws.Config, prefix string, referentAuth bool) (*ParameterStore, error) {
  83. return &ParameterStore{
  84. cfg: cfg,
  85. referentAuth: referentAuth,
  86. client: ssm.NewFromConfig(*cfg, func(o *ssm.Options) {
  87. o.EndpointResolverV2 = customEndpointResolver{}
  88. }),
  89. prefix: prefix,
  90. }, nil
  91. }
  92. func (pm *ParameterStore) getTagsByName(ctx context.Context, ref *ssm.GetParameterOutput) (map[string]string, error) {
  93. parameterType := "Parameter"
  94. parameterTags := ssm.ListTagsForResourceInput{
  95. ResourceId: ref.Parameter.Name,
  96. ResourceType: ssmTypes.ResourceTypeForTagging(parameterType),
  97. }
  98. data, err := pm.client.ListTagsForResource(ctx, &parameterTags)
  99. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSListTagsForResource, err)
  100. if err != nil {
  101. return nil, fmt.Errorf("error listing tags %w", err)
  102. }
  103. tags := map[string]string{}
  104. for _, tag := range data.TagList {
  105. tags[*tag.Key] = *tag.Value
  106. }
  107. return tags, nil
  108. }
  109. // DeleteSecret deletes a secret from AWS Parameter Store.
  110. // It will only delete secrets that are managed by external-secrets (have the managed-by tag).
  111. func (pm *ParameterStore) DeleteSecret(ctx context.Context, remoteRef esv1.PushSecretRemoteRef) error {
  112. secretName := pm.prefix + remoteRef.GetRemoteKey()
  113. secretValue := ssm.GetParameterInput{
  114. Name: &secretName,
  115. }
  116. existing, err := pm.client.GetParameter(ctx, &secretValue)
  117. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSGetParameter, err)
  118. var parameterNotFoundErr *ssmTypes.ParameterNotFound
  119. ok := errors.As(err, &parameterNotFoundErr)
  120. if err != nil && !ok {
  121. return fmt.Errorf("unexpected error getting parameter %v: %w", secretName, err)
  122. }
  123. if existing != nil && existing.Parameter != nil {
  124. tags, err := pm.getTagsByName(ctx, existing)
  125. if err != nil {
  126. return fmt.Errorf("error getting the existing tags for the parameter %v: %w", secretName, err)
  127. }
  128. isManaged := isManagedByESO(tags)
  129. if !isManaged {
  130. // If the secret is not managed by external-secrets, it is "deleted" effectively by all means
  131. return nil
  132. }
  133. deleteInput := &ssm.DeleteParameterInput{
  134. Name: &secretName,
  135. }
  136. _, err = pm.client.DeleteParameter(ctx, deleteInput)
  137. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSDeleteParameter, err)
  138. if err != nil {
  139. return fmt.Errorf("could not delete parameter %v: %w", secretName, err)
  140. }
  141. }
  142. return nil
  143. }
  144. // SecretExists checks if a secret exists in AWS Parameter Store.
  145. func (pm *ParameterStore) SecretExists(ctx context.Context, pushSecretRef esv1.PushSecretRemoteRef) (bool, error) {
  146. secretName := pm.prefix + pushSecretRef.GetRemoteKey()
  147. secretValue := ssm.GetParameterInput{
  148. Name: &secretName,
  149. }
  150. var resourceNotFoundErr *ssmTypes.ResourceNotFoundException
  151. var parameterNotFoundErr *ssmTypes.ParameterNotFound
  152. if _, err := pm.client.GetParameter(ctx, &secretValue); err != nil {
  153. if errors.As(err, &resourceNotFoundErr) {
  154. return false, nil
  155. }
  156. if errors.As(err, &parameterNotFoundErr) {
  157. return false, nil
  158. }
  159. return false, err
  160. }
  161. return true, nil
  162. }
  163. // PushSecret uploads a secret to AWS Parameter Store.
  164. // It can create a new secret or update an existing one.
  165. // The secret is identified by the remote key, which is the name of the parameter in Parameter Store.
  166. // The value of the secret is taken from the secret data, and can be either the entire secret or a specific key within the secret.
  167. // Tags are applied to the secret for management and identification.
  168. func (pm *ParameterStore) PushSecret(ctx context.Context, secret *corev1.Secret, data esv1.PushSecretData) error {
  169. var (
  170. value []byte
  171. err error
  172. )
  173. meta, err := pm.constructMetadataWithDefaults(data.GetMetadata())
  174. if err != nil {
  175. return err
  176. }
  177. key := data.GetSecretKey()
  178. if key == "" {
  179. value, err = pm.encodeSecretData(meta.Spec.EncodeAsDecoded, secret.Data)
  180. if err != nil {
  181. return fmt.Errorf("failed to serialize secret content as JSON: %w", err)
  182. }
  183. } else {
  184. value = secret.Data[key]
  185. }
  186. tags := make([]ssmTypes.Tag, 0, len(meta.Spec.Tags))
  187. for k, v := range meta.Spec.Tags {
  188. tags = append(tags, ssmTypes.Tag{
  189. Key: new(k),
  190. Value: new(v),
  191. })
  192. }
  193. secretName := pm.prefix + data.GetRemoteKey()
  194. secretRequest := ssm.PutParameterInput{
  195. Name: new(pm.prefix + data.GetRemoteKey()),
  196. Value: new(string(value)),
  197. Type: meta.Spec.SecretType,
  198. Overwrite: new(true),
  199. Description: new(meta.Spec.Description),
  200. }
  201. if meta.Spec.SecretType == "SecureString" {
  202. secretRequest.KeyId = &meta.Spec.KMSKeyID
  203. }
  204. if meta.Spec.Tier.Type == ssmTypes.ParameterTierAdvanced {
  205. secretRequest.Tier = meta.Spec.Tier.Type
  206. if meta.Spec.Tier.Policies != nil {
  207. secretRequest.Policies = new(string(meta.Spec.Tier.Policies.Raw))
  208. }
  209. }
  210. secretValue := ssm.GetParameterInput{
  211. Name: &secretName,
  212. WithDecryption: aws.Bool(true),
  213. }
  214. existing, err := pm.client.GetParameter(ctx, &secretValue)
  215. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSGetParameter, err)
  216. var parameterNotFoundErr *ssmTypes.ParameterNotFound
  217. ok := errors.As(err, &parameterNotFoundErr)
  218. if err != nil && !ok {
  219. return fmt.Errorf("unexpected error getting parameter %v: %w", secretName, err)
  220. }
  221. // If we have a valid parameter returned to us, check its tags
  222. if existing != nil && existing.Parameter != nil {
  223. return pm.setExisting(ctx, existing, secretName, value, secretRequest, meta.Spec.Tags)
  224. }
  225. // let's set the secret
  226. // Do we need to delete the existing parameter on the remote?
  227. return pm.setManagedRemoteParameter(ctx, secretRequest, tags, true)
  228. }
  229. func (pm *ParameterStore) encodeSecretData(encodeAsDecoded bool, data map[string][]byte) ([]byte, error) {
  230. if encodeAsDecoded {
  231. // This will result in map byte slices not being base64 encoded by json.Marshal.
  232. return esutils.JSONMarshal(convertMap(data))
  233. }
  234. return esutils.JSONMarshal(data)
  235. }
  236. func convertMap(in map[string][]byte) map[string]string {
  237. m := make(map[string]string)
  238. for k, v := range in {
  239. m[k] = string(v)
  240. }
  241. return m
  242. }
  243. func (pm *ParameterStore) setExisting(ctx context.Context, existing *ssm.GetParameterOutput, secretName string, value []byte, secretRequest ssm.PutParameterInput, metaTags map[string]string) error {
  244. tags, err := pm.getTagsByName(ctx, existing)
  245. if err != nil {
  246. return fmt.Errorf("error getting the existing tags for the parameter %v: %w", secretName, err)
  247. }
  248. isManaged := isManagedByESO(tags)
  249. if !isManaged {
  250. return errors.New("secret not managed by external-secrets")
  251. }
  252. // When fetching a remote SecureString parameter without decrypting, the default value will always be 'sensitive'
  253. // in this case, no updates will be pushed remotely
  254. if existing.Parameter.Value != nil && *existing.Parameter.Value == "sensitive" {
  255. return errors.New("unable to compare 'sensitive' result, ensure to request a decrypted value")
  256. }
  257. if existing.Parameter.Value != nil && *existing.Parameter.Value == string(value) {
  258. return nil
  259. }
  260. err = pm.setManagedRemoteParameter(ctx, secretRequest, []ssmTypes.Tag{}, false)
  261. if err != nil {
  262. return err
  263. }
  264. tagKeysToRemove := awsutil.FindTagKeysToRemove(tags, metaTags)
  265. if len(tagKeysToRemove) > 0 {
  266. _, err = pm.client.RemoveTagsFromResource(ctx, &ssm.RemoveTagsFromResourceInput{
  267. ResourceId: existing.Parameter.Name,
  268. ResourceType: ssmTypes.ResourceTypeForTaggingParameter,
  269. TagKeys: tagKeysToRemove,
  270. })
  271. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSRemoveTagsParameter, err)
  272. if err != nil {
  273. return err
  274. }
  275. }
  276. tagsToUpdate, isModified := computeTagsToUpdate(tags, metaTags)
  277. if isModified {
  278. _, err = pm.client.AddTagsToResource(ctx, &ssm.AddTagsToResourceInput{
  279. ResourceId: existing.Parameter.Name,
  280. ResourceType: ssmTypes.ResourceTypeForTaggingParameter,
  281. Tags: tagsToUpdate,
  282. })
  283. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSAddTagsParameter, err)
  284. if err != nil {
  285. return err
  286. }
  287. }
  288. return nil
  289. }
  290. func isManagedByESO(tags map[string]string) bool {
  291. return tags[managedBy] == externalSecrets
  292. }
  293. func (pm *ParameterStore) setManagedRemoteParameter(ctx context.Context, secretRequest ssm.PutParameterInput, tags []ssmTypes.Tag, createManagedByTags bool) error {
  294. overwrite := true
  295. secretRequest.Overwrite = &overwrite
  296. if createManagedByTags {
  297. secretRequest.Tags = append(secretRequest.Tags, tags...)
  298. overwrite = false
  299. }
  300. _, err := pm.client.PutParameter(ctx, &secretRequest)
  301. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSPutParameter, err)
  302. if err != nil {
  303. return fmt.Errorf("unexpected error pushing parameter %v: %w", secretRequest.Name, err)
  304. }
  305. return nil
  306. }
  307. // GetAllSecrets fetches information from multiple secrets into a single kubernetes secret.
  308. func (pm *ParameterStore) GetAllSecrets(ctx context.Context, ref esv1.ExternalSecretFind) (map[string][]byte, error) {
  309. if ref.Name != nil {
  310. return pm.findByName(ctx, ref)
  311. }
  312. if ref.Tags != nil {
  313. return pm.findByTags(ctx, ref)
  314. }
  315. return nil, errors.New(errUnexpectedFindOperator)
  316. }
  317. // findByName requires `ssm:GetParametersByPath` IAM permission, but the `Resource` scope can be limited.
  318. func (pm *ParameterStore) findByName(ctx context.Context, ref esv1.ExternalSecretFind) (map[string][]byte, error) {
  319. matcher, err := find.New(*ref.Name)
  320. if err != nil {
  321. return nil, err
  322. }
  323. if ref.Path == nil {
  324. ref.Path = aws.String("/")
  325. }
  326. data := make(map[string][]byte)
  327. var nextToken *string
  328. for {
  329. it, err := pm.client.GetParametersByPath(
  330. ctx,
  331. &ssm.GetParametersByPathInput{
  332. NextToken: nextToken,
  333. Path: ref.Path,
  334. Recursive: aws.Bool(true),
  335. WithDecryption: aws.Bool(true),
  336. })
  337. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSGetParametersByPath, err)
  338. if err != nil {
  339. var apiErr smithy.APIError
  340. if errors.As(err, &apiErr) && apiErr.ErrorCode() == errCodeAccessDeniedException {
  341. logger.Info("GetParametersByPath: access denied. using fallback to describe parameters. It is recommended to add ssm:GetParametersByPath permissions", "path", ref.Path)
  342. return pm.fallbackFindByName(ctx, ref)
  343. }
  344. return nil, fmt.Errorf("fetching parameters by path %s: %w", *ref.Path, err)
  345. }
  346. for _, param := range it.Parameters {
  347. if !matcher.MatchName(*param.Name) {
  348. continue
  349. }
  350. data[*param.Name] = []byte(*param.Value)
  351. }
  352. nextToken = it.NextToken
  353. if nextToken == nil {
  354. break
  355. }
  356. }
  357. return data, nil
  358. }
  359. // fallbackFindByName requires `ssm:DescribeParameters` IAM permission on `"Resource": "*"`.
  360. func (pm *ParameterStore) fallbackFindByName(ctx context.Context, ref esv1.ExternalSecretFind) (map[string][]byte, error) {
  361. matcher, err := find.New(*ref.Name)
  362. if err != nil {
  363. return nil, err
  364. }
  365. pathFilter := make([]ssmTypes.ParameterStringFilter, 0)
  366. if ref.Path != nil {
  367. pathFilter = append(pathFilter, ssmTypes.ParameterStringFilter{
  368. Key: aws.String("Path"),
  369. Option: aws.String("Recursive"),
  370. Values: []string{*ref.Path},
  371. })
  372. }
  373. data := make(map[string][]byte)
  374. var nextToken *string
  375. for {
  376. it, err := pm.client.DescribeParameters(
  377. ctx,
  378. &ssm.DescribeParametersInput{
  379. NextToken: nextToken,
  380. ParameterFilters: pathFilter,
  381. })
  382. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSDescribeParameter, err)
  383. if err != nil {
  384. return nil, err
  385. }
  386. for _, param := range it.Parameters {
  387. if !matcher.MatchName(*param.Name) {
  388. continue
  389. }
  390. err = pm.fetchAndSet(ctx, data, *param.Name)
  391. if err != nil {
  392. return nil, err
  393. }
  394. }
  395. nextToken = it.NextToken
  396. if nextToken == nil {
  397. break
  398. }
  399. }
  400. return data, nil
  401. }
  402. // findByTags requires ssm:DescribeParameters,tag:GetResources IAM permission on `"Resource": "*"`.
  403. func (pm *ParameterStore) findByTags(ctx context.Context, ref esv1.ExternalSecretFind) (map[string][]byte, error) {
  404. filters := make([]ssmTypes.ParameterStringFilter, 0)
  405. for k, v := range ref.Tags {
  406. filters = append(filters, ssmTypes.ParameterStringFilter{
  407. Key: new(fmt.Sprintf("tag:%s", k)),
  408. Values: []string{v},
  409. Option: new("Equals"),
  410. })
  411. }
  412. if ref.Path != nil {
  413. filters = append(filters, ssmTypes.ParameterStringFilter{
  414. Key: aws.String("Path"),
  415. Option: aws.String("Recursive"),
  416. Values: []string{*ref.Path},
  417. })
  418. }
  419. data := make(map[string][]byte)
  420. var nextToken *string
  421. for {
  422. it, err := pm.client.DescribeParameters(
  423. ctx,
  424. &ssm.DescribeParametersInput{
  425. ParameterFilters: filters,
  426. NextToken: nextToken,
  427. })
  428. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSDescribeParameter, err)
  429. if err != nil {
  430. return nil, err
  431. }
  432. for _, param := range it.Parameters {
  433. err = pm.fetchAndSet(ctx, data, *param.Name)
  434. if err != nil {
  435. return nil, err
  436. }
  437. }
  438. nextToken = it.NextToken
  439. if nextToken == nil {
  440. break
  441. }
  442. }
  443. return data, nil
  444. }
  445. func (pm *ParameterStore) fetchAndSet(ctx context.Context, data map[string][]byte, name string) error {
  446. out, err := pm.client.GetParameter(ctx, &ssm.GetParameterInput{
  447. Name: new(name),
  448. WithDecryption: aws.Bool(true),
  449. })
  450. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSGetParameter, err)
  451. if err != nil {
  452. return awsutil.SanitizeErr(err)
  453. }
  454. data[name] = []byte(*out.Parameter.Value)
  455. return nil
  456. }
  457. // GetSecret returns a single secret from the provider.
  458. func (pm *ParameterStore) GetSecret(ctx context.Context, ref esv1.ExternalSecretDataRemoteRef) ([]byte, error) {
  459. var out *ssm.GetParameterOutput
  460. var err error
  461. if ref.MetadataPolicy == esv1.ExternalSecretMetadataPolicyFetch {
  462. out, err = pm.getParameterTags(ctx, ref)
  463. } else {
  464. out, err = pm.getParameterValue(ctx, ref)
  465. }
  466. metrics.ObserveAPICall(constants.ProviderAWSPS, constants.CallAWSPSGetParameter, err)
  467. nsf := esv1.NoSecretError{}
  468. var nf *ssmTypes.ParameterNotFound
  469. if errors.As(err, &nf) || errors.As(err, &nsf) {
  470. return nil, esv1.NoSecretErr
  471. }
  472. if err != nil {
  473. return nil, awsutil.SanitizeErr(err)
  474. }
  475. if ref.Property == "" {
  476. if out.Parameter.Value != nil {
  477. return []byte(*out.Parameter.Value), nil
  478. }
  479. return nil, fmt.Errorf("invalid secret received. parameter value is nil for key: %s", ref.Key)
  480. }
  481. idx := strings.Index(ref.Property, ".")
  482. if idx > -1 {
  483. refProperty := strings.ReplaceAll(ref.Property, ".", "\\.")
  484. val := gjson.Get(*out.Parameter.Value, refProperty)
  485. if val.Exists() {
  486. return []byte(val.String()), nil
  487. }
  488. }
  489. val := gjson.Get(*out.Parameter.Value, ref.Property)
  490. if !val.Exists() {
  491. return nil, fmt.Errorf("key %s does not exist in secret %s", ref.Property, ref.Key)
  492. }
  493. return []byte(val.String()), nil
  494. }
  495. func (pm *ParameterStore) getParameterTags(ctx context.Context, ref esv1.ExternalSecretDataRemoteRef) (*ssm.GetParameterOutput, error) {
  496. param := ssm.GetParameterOutput{
  497. Parameter: &ssmTypes.Parameter{
  498. Name: pm.parameterNameWithVersion(ref),
  499. },
  500. }
  501. tags, err := pm.getTagsByName(ctx, &param)
  502. if err != nil {
  503. return nil, err
  504. }
  505. jsonStr, err := awsutil.ParameterTagsToJSONString(tags)
  506. if err != nil {
  507. return nil, err
  508. }
  509. out := &ssm.GetParameterOutput{
  510. Parameter: &ssmTypes.Parameter{
  511. Value: &jsonStr,
  512. },
  513. }
  514. return out, nil
  515. }
  516. func (pm *ParameterStore) getParameterValue(ctx context.Context, ref esv1.ExternalSecretDataRemoteRef) (*ssm.GetParameterOutput, error) {
  517. out, err := pm.client.GetParameter(ctx, &ssm.GetParameterInput{
  518. Name: pm.parameterNameWithVersion(ref),
  519. WithDecryption: aws.Bool(true),
  520. })
  521. return out, err
  522. }
  523. // GetSecretMap returns multiple k/v pairs from the provider.
  524. func (pm *ParameterStore) GetSecretMap(ctx context.Context, ref esv1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  525. data, err := pm.GetSecret(ctx, ref)
  526. if err != nil {
  527. return nil, err
  528. }
  529. kv := make(map[string]json.RawMessage)
  530. err = json.Unmarshal(data, &kv)
  531. if err != nil {
  532. return nil, fmt.Errorf("unable to unmarshal secret %s: %w", ref.Key, err)
  533. }
  534. secretData := make(map[string][]byte)
  535. for k, v := range kv {
  536. var strVal string
  537. err = json.Unmarshal(v, &strVal)
  538. if err == nil {
  539. secretData[k] = []byte(strVal)
  540. } else {
  541. secretData[k] = v
  542. }
  543. }
  544. return secretData, nil
  545. }
  546. func (pm *ParameterStore) parameterNameWithVersion(ref esv1.ExternalSecretDataRemoteRef) *string {
  547. name := pm.prefix + ref.Key
  548. if ref.Version != "" {
  549. // see docs: https://docs.aws.amazon.com/systems-manager/latest/userguide/sysman-paramstore-versions.html#reference-parameter-version
  550. name += ":" + ref.Version
  551. }
  552. return &name
  553. }
  554. // Close cleans up resources held by the ParameterStore provider.
  555. func (pm *ParameterStore) Close(_ context.Context) error {
  556. return nil
  557. }
  558. // Validate checks if the provider is configured correctly.
  559. func (pm *ParameterStore) Validate() (esv1.ValidationResult, error) {
  560. // skip validation stack because it depends on the namespace
  561. // of the ExternalSecret
  562. if pm.referentAuth {
  563. return esv1.ValidationResultUnknown, nil
  564. }
  565. _, err := pm.cfg.Credentials.Retrieve(context.Background())
  566. if err != nil {
  567. return esv1.ValidationResultError, err
  568. }
  569. return esv1.ValidationResultReady, nil
  570. }
  571. func (pm *ParameterStore) constructMetadataWithDefaults(data *apiextensionsv1.JSON) (*metadata.PushSecretMetadata[PushSecretMetadataSpec], error) {
  572. var (
  573. meta *metadata.PushSecretMetadata[PushSecretMetadataSpec]
  574. err error
  575. )
  576. meta, err = metadata.ParseMetadataParameters[PushSecretMetadataSpec](data)
  577. if err != nil {
  578. return nil, fmt.Errorf("failed to parse metadata: %w", err)
  579. }
  580. if meta == nil {
  581. meta = &metadata.PushSecretMetadata[PushSecretMetadataSpec]{}
  582. }
  583. if meta.Spec.Description == "" {
  584. meta.Spec.Description = fmt.Sprintf("secret '%s:%s'", managedBy, externalSecrets)
  585. }
  586. if meta.Spec.Tier.Type == "" {
  587. meta.Spec.Tier.Type = "Standard"
  588. }
  589. if meta.Spec.SecretType == "" {
  590. meta.Spec.SecretType = "String"
  591. }
  592. if meta.Spec.KMSKeyID == "" {
  593. meta.Spec.KMSKeyID = "alias/aws/ssm"
  594. }
  595. if len(meta.Spec.Tags) > 0 {
  596. if _, exists := meta.Spec.Tags[managedBy]; exists {
  597. return nil, fmt.Errorf("error parsing tags in metadata: Cannot specify a '%s' tag", managedBy)
  598. }
  599. } else {
  600. meta.Spec.Tags = make(map[string]string)
  601. }
  602. // always add the managedBy tag
  603. meta.Spec.Tags[managedBy] = externalSecrets
  604. return meta, nil
  605. }
  606. // computeTagsToUpdate compares the current tags with the desired metaTags and returns a slice of ssmTypes.Tag
  607. // that should be set on the resource. It also returns a boolean indicating if any tag was added or modified.
  608. func computeTagsToUpdate(tags, metaTags map[string]string) ([]ssmTypes.Tag, bool) {
  609. result := make([]ssmTypes.Tag, 0, len(metaTags))
  610. modified := false
  611. for k, v := range metaTags {
  612. if _, exists := tags[k]; !exists || tags[k] != v {
  613. if k != managedBy {
  614. modified = true
  615. }
  616. }
  617. result = append(result, ssmTypes.Tag{
  618. Key: new(k),
  619. Value: new(v),
  620. })
  621. }
  622. return result, modified
  623. }