parameterstore.go 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package parameterstore
  13. import (
  14. "context"
  15. "encoding/json"
  16. "errors"
  17. "fmt"
  18. "strings"
  19. "github.com/aws/aws-sdk-go/aws"
  20. "github.com/aws/aws-sdk-go/aws/session"
  21. "github.com/aws/aws-sdk-go/service/ssm"
  22. "github.com/tidwall/gjson"
  23. utilpointer "k8s.io/utils/pointer"
  24. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  25. "github.com/external-secrets/external-secrets/pkg/find"
  26. "github.com/external-secrets/external-secrets/pkg/provider/aws/util"
  27. "github.com/external-secrets/external-secrets/pkg/utils"
  28. )
  29. // ParameterStore is a provider for AWS ParameterStore.
  30. type ParameterStore struct {
  31. sess *session.Session
  32. client PMInterface
  33. }
  34. // PMInterface is a subset of the parameterstore api.
  35. // see: https://docs.aws.amazon.com/sdk-for-go/api/service/ssm/ssmiface/
  36. type PMInterface interface {
  37. GetParameter(*ssm.GetParameterInput) (*ssm.GetParameterOutput, error)
  38. DescribeParameters(*ssm.DescribeParametersInput) (*ssm.DescribeParametersOutput, error)
  39. }
  40. const (
  41. errUnexpectedFindOperator = "unexpected find operator"
  42. )
  43. // New constructs a ParameterStore Provider that is specific to a store.
  44. func New(sess *session.Session) (*ParameterStore, error) {
  45. return &ParameterStore{
  46. sess: sess,
  47. client: ssm.New(sess),
  48. }, nil
  49. }
  50. // Empty GetAllSecrets.
  51. func (pm *ParameterStore) GetAllSecrets(ctx context.Context, ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  52. if ref.Name != nil {
  53. return pm.findByName(ref)
  54. }
  55. if ref.Tags != nil {
  56. return pm.findByTags(ref)
  57. }
  58. return nil, errors.New(errUnexpectedFindOperator)
  59. }
  60. func (pm *ParameterStore) findByName(ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  61. matcher, err := find.New(*ref.Name)
  62. if err != nil {
  63. return nil, err
  64. }
  65. pathFilter := make([]*ssm.ParameterStringFilter, 0)
  66. if ref.Path != nil {
  67. pathFilter = append(pathFilter, &ssm.ParameterStringFilter{
  68. Key: aws.String("Path"),
  69. Option: aws.String("Recursive"),
  70. Values: []*string{ref.Path},
  71. })
  72. }
  73. data := make(map[string][]byte)
  74. var nextToken *string
  75. for {
  76. it, err := pm.client.DescribeParameters(&ssm.DescribeParametersInput{
  77. NextToken: nextToken,
  78. ParameterFilters: pathFilter,
  79. })
  80. if err != nil {
  81. return nil, err
  82. }
  83. for _, param := range it.Parameters {
  84. if !matcher.MatchName(*param.Name) {
  85. continue
  86. }
  87. err = pm.fetchAndSet(data, *param.Name)
  88. if err != nil {
  89. return nil, err
  90. }
  91. }
  92. nextToken = it.NextToken
  93. if nextToken == nil {
  94. break
  95. }
  96. }
  97. return utils.ConvertKeys(ref.ConversionStrategy, data)
  98. }
  99. func (pm *ParameterStore) findByTags(ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  100. filters := make([]*ssm.ParameterStringFilter, 0)
  101. for k, v := range ref.Tags {
  102. filters = append(filters, &ssm.ParameterStringFilter{
  103. Key: utilpointer.StringPtr(fmt.Sprintf("tag:%s", k)),
  104. Values: []*string{utilpointer.StringPtr(v)},
  105. Option: utilpointer.StringPtr("Equals"),
  106. })
  107. }
  108. if ref.Path != nil {
  109. filters = append(filters, &ssm.ParameterStringFilter{
  110. Key: aws.String("Path"),
  111. Option: aws.String("Recursive"),
  112. Values: []*string{ref.Path},
  113. })
  114. }
  115. data := make(map[string][]byte)
  116. var nextToken *string
  117. for {
  118. it, err := pm.client.DescribeParameters(&ssm.DescribeParametersInput{
  119. ParameterFilters: filters,
  120. NextToken: nextToken,
  121. })
  122. if err != nil {
  123. return nil, err
  124. }
  125. for _, param := range it.Parameters {
  126. err = pm.fetchAndSet(data, *param.Name)
  127. if err != nil {
  128. return nil, err
  129. }
  130. }
  131. nextToken = it.NextToken
  132. if nextToken == nil {
  133. break
  134. }
  135. }
  136. return utils.ConvertKeys(ref.ConversionStrategy, data)
  137. }
  138. func (pm *ParameterStore) fetchAndSet(data map[string][]byte, name string) error {
  139. out, err := pm.client.GetParameter(&ssm.GetParameterInput{
  140. Name: utilpointer.StringPtr(name),
  141. WithDecryption: aws.Bool(true),
  142. })
  143. if err != nil {
  144. return util.SanitizeErr(err)
  145. }
  146. data[name] = []byte(*out.Parameter.Value)
  147. return nil
  148. }
  149. // GetSecret returns a single secret from the provider.
  150. func (pm *ParameterStore) GetSecret(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  151. out, err := pm.client.GetParameter(&ssm.GetParameterInput{
  152. Name: &ref.Key,
  153. WithDecryption: aws.Bool(true),
  154. })
  155. var nf *ssm.ParameterNotFound
  156. if errors.As(err, &nf) {
  157. return nil, esv1beta1.NoSecretErr
  158. }
  159. if err != nil {
  160. return nil, util.SanitizeErr(err)
  161. }
  162. if ref.Property == "" {
  163. if out.Parameter.Value != nil {
  164. return []byte(*out.Parameter.Value), nil
  165. }
  166. return nil, fmt.Errorf("invalid secret received. parameter value is nil for key: %s", ref.Key)
  167. }
  168. idx := strings.Index(ref.Property, ".")
  169. if idx > 0 {
  170. refProperty := strings.ReplaceAll(ref.Property, ".", "\\.")
  171. val := gjson.Get(*out.Parameter.Value, refProperty)
  172. if val.Exists() {
  173. return []byte(val.String()), nil
  174. }
  175. }
  176. val := gjson.Get(*out.Parameter.Value, ref.Property)
  177. if !val.Exists() {
  178. return nil, fmt.Errorf("key %s does not exist in secret %s", ref.Property, ref.Key)
  179. }
  180. return []byte(val.String()), nil
  181. }
  182. // GetSecretMap returns multiple k/v pairs from the provider.
  183. func (pm *ParameterStore) GetSecretMap(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  184. data, err := pm.GetSecret(ctx, ref)
  185. if err != nil {
  186. return nil, err
  187. }
  188. kv := make(map[string]string)
  189. err = json.Unmarshal(data, &kv)
  190. if err != nil {
  191. return nil, fmt.Errorf("unable to unmarshal secret %s: %w", ref.Key, err)
  192. }
  193. secretData := make(map[string][]byte)
  194. for k, v := range kv {
  195. secretData[k] = []byte(v)
  196. }
  197. return secretData, nil
  198. }
  199. func (pm *ParameterStore) Close(ctx context.Context) error {
  200. return nil
  201. }
  202. func (pm *ParameterStore) Validate() error {
  203. _, err := pm.sess.Config.Credentials.Get()
  204. return err
  205. }