client_push.go 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package vault
  13. import (
  14. "bytes"
  15. "context"
  16. "encoding/json"
  17. "errors"
  18. "fmt"
  19. "maps"
  20. corev1 "k8s.io/api/core/v1"
  21. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  22. "github.com/external-secrets/external-secrets/pkg/constants"
  23. "github.com/external-secrets/external-secrets/pkg/metrics"
  24. "github.com/external-secrets/external-secrets/pkg/utils"
  25. )
  26. func (c *client) PushSecret(ctx context.Context, secret *corev1.Secret, data esv1.PushSecretData) error {
  27. var (
  28. value []byte
  29. err error
  30. )
  31. key := data.GetSecretKey()
  32. if key == "" {
  33. // Must convert secret values to string, otherwise data will be sent as base64 to Vault
  34. secretStringVal := make(map[string]string)
  35. for k, v := range secret.Data {
  36. secretStringVal[k] = string(v)
  37. }
  38. value, err = utils.JSONMarshal(secretStringVal)
  39. if err != nil {
  40. return fmt.Errorf("failed to serialize secret content as JSON: %w", err)
  41. }
  42. } else {
  43. value = secret.Data[key]
  44. }
  45. label := map[string]any{
  46. "custom_metadata": map[string]string{
  47. "managed-by": "external-secrets",
  48. },
  49. }
  50. secretVal := make(map[string]any)
  51. path := c.buildPath(data.GetRemoteKey())
  52. metaPath, err := c.buildMetadataPath(data.GetRemoteKey())
  53. if err != nil {
  54. return err
  55. }
  56. // Retrieve the secret map from vault and convert the secret value in string form.
  57. vaultSecret, err := c.readSecret(ctx, path, "")
  58. // If error is not of type secret not found, we should error
  59. if err != nil && !errors.Is(err, esv1.NoSecretError{}) {
  60. return err
  61. }
  62. // If the secret exists (err == nil), we should check if it is managed by external-secrets
  63. if err == nil {
  64. metadata, err := c.readSecretMetadata(ctx, data.GetRemoteKey())
  65. if err != nil {
  66. return err
  67. }
  68. manager, ok := metadata["managed-by"]
  69. if !ok || manager != "external-secrets" {
  70. return errors.New("secret not managed by external-secrets")
  71. }
  72. }
  73. // Remove the metadata map to check the reconcile difference
  74. if c.store.Version == esv1.VaultKVStoreV1 {
  75. delete(vaultSecret, "custom_metadata")
  76. }
  77. buf := &bytes.Buffer{}
  78. enc := json.NewEncoder(buf)
  79. enc.SetEscapeHTML(false)
  80. err = enc.Encode(vaultSecret)
  81. if err != nil {
  82. return fmt.Errorf("error encoding vault secret: %w", err)
  83. }
  84. vaultSecretValue := bytes.TrimSpace(buf.Bytes())
  85. if err != nil {
  86. return fmt.Errorf("error marshaling vault secret: %w", err)
  87. }
  88. if bytes.Equal(vaultSecretValue, value) {
  89. return nil
  90. }
  91. // If a Push of a property only, we should merge and add/update the property
  92. if data.GetProperty() != "" {
  93. if _, ok := vaultSecret[data.GetProperty()]; ok {
  94. d, ok := vaultSecret[data.GetProperty()].(string)
  95. if !ok {
  96. return fmt.Errorf("error converting %s to string", data.GetProperty())
  97. }
  98. // If the property has the same value, don't update the secret
  99. if bytes.Equal([]byte(d), value) {
  100. return nil
  101. }
  102. }
  103. maps.Insert(secretVal, maps.All(vaultSecret))
  104. // Secret got from vault is already on map[string]string format
  105. secretVal[data.GetProperty()] = string(value)
  106. } else {
  107. err = json.Unmarshal(value, &secretVal)
  108. if err != nil {
  109. return fmt.Errorf("error unmarshalling vault secret: %w", err)
  110. }
  111. }
  112. secretToPush := secretVal
  113. // Adding custom_metadata to the secret for KV v1
  114. if c.store.Version == esv1.VaultKVStoreV1 {
  115. secretToPush["custom_metadata"] = label["custom_metadata"]
  116. }
  117. if c.store.Version == esv1.VaultKVStoreV2 {
  118. secretToPush = map[string]any{
  119. "data": secretVal,
  120. }
  121. }
  122. if err != nil {
  123. return fmt.Errorf("failed to convert value to a valid JSON: %w", err)
  124. }
  125. // Secret metadata should be pushed separately only for KV2
  126. if c.store.Version == esv1.VaultKVStoreV2 {
  127. _, err = c.logical.WriteWithContext(ctx, metaPath, label)
  128. metrics.ObserveAPICall(constants.ProviderHCVault, constants.CallHCVaultWriteSecretData, err)
  129. if err != nil {
  130. return err
  131. }
  132. }
  133. // Otherwise, create or update the version.
  134. _, err = c.logical.WriteWithContext(ctx, path, secretToPush)
  135. metrics.ObserveAPICall(constants.ProviderHCVault, constants.CallHCVaultWriteSecretData, err)
  136. return err
  137. }
  138. func (c *client) DeleteSecret(ctx context.Context, remoteRef esv1.PushSecretRemoteRef) error {
  139. path := c.buildPath(remoteRef.GetRemoteKey())
  140. metaPath, err := c.buildMetadataPath(remoteRef.GetRemoteKey())
  141. if err != nil {
  142. return err
  143. }
  144. // Retrieve the secret map from vault and convert the secret value in string form.
  145. secretVal, err := c.readSecret(ctx, path, "")
  146. // If error is not of type secret not found, we should error
  147. if err != nil && errors.Is(err, esv1.NoSecretError{}) {
  148. return nil
  149. }
  150. if err != nil {
  151. return err
  152. }
  153. metadata, err := c.readSecretMetadata(ctx, remoteRef.GetRemoteKey())
  154. if err != nil {
  155. return err
  156. }
  157. manager, ok := metadata["managed-by"]
  158. if !ok || manager != "external-secrets" {
  159. return nil
  160. }
  161. // If Push for a Property, we need to delete the property and update the secret
  162. if remoteRef.GetProperty() != "" {
  163. delete(secretVal, remoteRef.GetProperty())
  164. // If the only key left in the remote secret is the reference of the metadata.
  165. if c.store.Version == esv1.VaultKVStoreV1 && len(secretVal) == 1 {
  166. delete(secretVal, "custom_metadata")
  167. }
  168. if len(secretVal) > 0 {
  169. secretToPush := secretVal
  170. if c.store.Version == esv1.VaultKVStoreV2 {
  171. secretToPush = map[string]any{
  172. "data": secretVal,
  173. }
  174. }
  175. _, err = c.logical.WriteWithContext(ctx, path, secretToPush)
  176. metrics.ObserveAPICall(constants.ProviderHCVault, constants.CallHCVaultDeleteSecret, err)
  177. return err
  178. }
  179. }
  180. _, err = c.logical.DeleteWithContext(ctx, path)
  181. metrics.ObserveAPICall(constants.ProviderHCVault, constants.CallHCVaultDeleteSecret, err)
  182. if err != nil {
  183. return fmt.Errorf("could not delete secret %v: %w", remoteRef.GetRemoteKey(), err)
  184. }
  185. if c.store.Version == esv1.VaultKVStoreV2 {
  186. _, err = c.logical.DeleteWithContext(ctx, metaPath)
  187. metrics.ObserveAPICall(constants.ProviderHCVault, constants.CallHCVaultDeleteSecret, err)
  188. if err != nil {
  189. return fmt.Errorf("could not delete secret metadata %v: %w", remoteRef.GetRemoteKey(), err)
  190. }
  191. }
  192. return nil
  193. }