parameterstore.go 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package parameterstore
  13. import (
  14. "context"
  15. "encoding/json"
  16. "errors"
  17. "fmt"
  18. "strings"
  19. "github.com/aws/aws-sdk-go/aws"
  20. "github.com/aws/aws-sdk-go/aws/session"
  21. "github.com/aws/aws-sdk-go/service/ssm"
  22. "github.com/tidwall/gjson"
  23. utilpointer "k8s.io/utils/pointer"
  24. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  25. "github.com/external-secrets/external-secrets/pkg/find"
  26. "github.com/external-secrets/external-secrets/pkg/provider/aws/util"
  27. )
  28. // https://github.com/external-secrets/external-secrets/issues/644
  29. var _ esv1beta1.SecretsClient = &ParameterStore{}
  30. // ParameterStore is a provider for AWS ParameterStore.
  31. type ParameterStore struct {
  32. sess *session.Session
  33. client PMInterface
  34. }
  35. // PMInterface is a subset of the parameterstore api.
  36. // see: https://docs.aws.amazon.com/sdk-for-go/api/service/ssm/ssmiface/
  37. type PMInterface interface {
  38. GetParameter(*ssm.GetParameterInput) (*ssm.GetParameterOutput, error)
  39. DescribeParameters(*ssm.DescribeParametersInput) (*ssm.DescribeParametersOutput, error)
  40. }
  41. const (
  42. errUnexpectedFindOperator = "unexpected find operator"
  43. )
  44. // New constructs a ParameterStore Provider that is specific to a store.
  45. func New(sess *session.Session, cfg *aws.Config) (*ParameterStore, error) {
  46. return &ParameterStore{
  47. sess: sess,
  48. client: ssm.New(sess, cfg),
  49. }, nil
  50. }
  51. // Empty GetAllSecrets.
  52. func (pm *ParameterStore) GetAllSecrets(ctx context.Context, ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  53. if ref.Name != nil {
  54. return pm.findByName(ref)
  55. }
  56. if ref.Tags != nil {
  57. return pm.findByTags(ref)
  58. }
  59. return nil, errors.New(errUnexpectedFindOperator)
  60. }
  61. func (pm *ParameterStore) findByName(ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  62. matcher, err := find.New(*ref.Name)
  63. if err != nil {
  64. return nil, err
  65. }
  66. pathFilter := make([]*ssm.ParameterStringFilter, 0)
  67. if ref.Path != nil {
  68. pathFilter = append(pathFilter, &ssm.ParameterStringFilter{
  69. Key: aws.String("Path"),
  70. Option: aws.String("Recursive"),
  71. Values: []*string{ref.Path},
  72. })
  73. }
  74. data := make(map[string][]byte)
  75. var nextToken *string
  76. for {
  77. it, err := pm.client.DescribeParameters(&ssm.DescribeParametersInput{
  78. NextToken: nextToken,
  79. ParameterFilters: pathFilter,
  80. })
  81. if err != nil {
  82. return nil, err
  83. }
  84. for _, param := range it.Parameters {
  85. if !matcher.MatchName(*param.Name) {
  86. continue
  87. }
  88. err = pm.fetchAndSet(data, *param.Name)
  89. if err != nil {
  90. return nil, err
  91. }
  92. }
  93. nextToken = it.NextToken
  94. if nextToken == nil {
  95. break
  96. }
  97. }
  98. return data, nil
  99. }
  100. func (pm *ParameterStore) findByTags(ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  101. filters := make([]*ssm.ParameterStringFilter, 0)
  102. for k, v := range ref.Tags {
  103. filters = append(filters, &ssm.ParameterStringFilter{
  104. Key: utilpointer.StringPtr(fmt.Sprintf("tag:%s", k)),
  105. Values: []*string{utilpointer.StringPtr(v)},
  106. Option: utilpointer.StringPtr("Equals"),
  107. })
  108. }
  109. if ref.Path != nil {
  110. filters = append(filters, &ssm.ParameterStringFilter{
  111. Key: aws.String("Path"),
  112. Option: aws.String("Recursive"),
  113. Values: []*string{ref.Path},
  114. })
  115. }
  116. data := make(map[string][]byte)
  117. var nextToken *string
  118. for {
  119. it, err := pm.client.DescribeParameters(&ssm.DescribeParametersInput{
  120. ParameterFilters: filters,
  121. NextToken: nextToken,
  122. })
  123. if err != nil {
  124. return nil, err
  125. }
  126. for _, param := range it.Parameters {
  127. err = pm.fetchAndSet(data, *param.Name)
  128. if err != nil {
  129. return nil, err
  130. }
  131. }
  132. nextToken = it.NextToken
  133. if nextToken == nil {
  134. break
  135. }
  136. }
  137. return data, nil
  138. }
  139. func (pm *ParameterStore) fetchAndSet(data map[string][]byte, name string) error {
  140. out, err := pm.client.GetParameter(&ssm.GetParameterInput{
  141. Name: utilpointer.StringPtr(name),
  142. WithDecryption: aws.Bool(true),
  143. })
  144. if err != nil {
  145. return util.SanitizeErr(err)
  146. }
  147. data[name] = []byte(*out.Parameter.Value)
  148. return nil
  149. }
  150. // GetSecret returns a single secret from the provider.
  151. func (pm *ParameterStore) GetSecret(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  152. out, err := pm.client.GetParameter(&ssm.GetParameterInput{
  153. Name: &ref.Key,
  154. WithDecryption: aws.Bool(true),
  155. })
  156. var nf *ssm.ParameterNotFound
  157. if errors.As(err, &nf) {
  158. return nil, esv1beta1.NoSecretErr
  159. }
  160. if err != nil {
  161. return nil, util.SanitizeErr(err)
  162. }
  163. if ref.Property == "" {
  164. if out.Parameter.Value != nil {
  165. return []byte(*out.Parameter.Value), nil
  166. }
  167. return nil, fmt.Errorf("invalid secret received. parameter value is nil for key: %s", ref.Key)
  168. }
  169. idx := strings.Index(ref.Property, ".")
  170. if idx > -1 {
  171. refProperty := strings.ReplaceAll(ref.Property, ".", "\\.")
  172. val := gjson.Get(*out.Parameter.Value, refProperty)
  173. if val.Exists() {
  174. return []byte(val.String()), nil
  175. }
  176. }
  177. val := gjson.Get(*out.Parameter.Value, ref.Property)
  178. if !val.Exists() {
  179. return nil, fmt.Errorf("key %s does not exist in secret %s", ref.Property, ref.Key)
  180. }
  181. return []byte(val.String()), nil
  182. }
  183. // GetSecretMap returns multiple k/v pairs from the provider.
  184. func (pm *ParameterStore) GetSecretMap(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  185. data, err := pm.GetSecret(ctx, ref)
  186. if err != nil {
  187. return nil, err
  188. }
  189. kv := make(map[string]json.RawMessage)
  190. err = json.Unmarshal(data, &kv)
  191. if err != nil {
  192. return nil, fmt.Errorf("unable to unmarshal secret %s: %w", ref.Key, err)
  193. }
  194. secretData := make(map[string][]byte)
  195. for k, v := range kv {
  196. var strVal string
  197. err = json.Unmarshal(v, &strVal)
  198. if err == nil {
  199. secretData[k] = []byte(strVal)
  200. } else {
  201. secretData[k] = v
  202. }
  203. }
  204. return secretData, nil
  205. }
  206. func (pm *ParameterStore) Close(ctx context.Context) error {
  207. return nil
  208. }
  209. func (pm *ParameterStore) Validate() (esv1beta1.ValidationResult, error) {
  210. _, err := pm.sess.Config.Credentials.Get()
  211. if err != nil {
  212. return esv1beta1.ValidationResultError, err
  213. }
  214. return esv1beta1.ValidationResultReady, nil
  215. }