client.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package bitwarden
  13. import (
  14. "bytes"
  15. "context"
  16. "encoding/json"
  17. "errors"
  18. "fmt"
  19. "gopkg.in/yaml.v3"
  20. corev1 "k8s.io/api/core/v1"
  21. "k8s.io/kube-openapi/pkg/validation/strfmt"
  22. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  23. "github.com/external-secrets/external-secrets/pkg/utils"
  24. )
  25. const (
  26. // NoteMetadataKey defines the note for the pushed secret.
  27. NoteMetadataKey = "note"
  28. )
  29. // PushSecret will write a single secret into the provider.
  30. // Note: We will refuse to overwrite ANY secrets, because we can never be completely
  31. // sure if it's the same secret we are trying to push. We only have the Name and the value
  32. // could be different. Therefore, we will always create a new secret. Except if, the value
  33. // the key, the note, and organization ID all match.
  34. // We only allow to push to a single project, because GET returns a single project ID
  35. // the secret belongs to even though technically Create allows multiple projects. This is
  36. // to ensure that we push to the same project always, and so we can determine reliably that
  37. // we don't need to push again.
  38. func (p *Provider) PushSecret(ctx context.Context, secret *corev1.Secret, data esv1beta1.PushSecretData) error {
  39. spec := p.store.GetSpec()
  40. if spec == nil || spec.Provider == nil {
  41. return errors.New("store does not have a provider")
  42. }
  43. if data.GetRemoteKey() == "" {
  44. return errors.New("remote key must be defined")
  45. }
  46. var (
  47. value []byte
  48. err error
  49. ok bool
  50. )
  51. if data.GetSecretKey() == "" {
  52. decodedMap := make(map[string]string)
  53. for k, v := range secret.Data {
  54. decodedMap[k] = string(v)
  55. }
  56. value, err = utils.JSONMarshal(decodedMap)
  57. if err != nil {
  58. return fmt.Errorf("failed to marshal secret data: %w", err)
  59. }
  60. } else {
  61. value, ok = secret.Data[data.GetSecretKey()]
  62. if !ok {
  63. return fmt.Errorf("failed to find secret key in secret with key: %s", data.GetSecretKey())
  64. }
  65. }
  66. note, err := utils.FetchValueFromMetadata(NoteMetadataKey, data.GetMetadata(), "")
  67. if err != nil {
  68. return fmt.Errorf("failed to fetch note from metadata: %w", err)
  69. }
  70. // ListAll Secrets for an organization. If the key matches our key, we GetSecret that and do a compare.
  71. remoteSecrets, err := p.bitwardenSdkClient.ListSecrets(ctx, spec.Provider.BitwardenSecretsManager.OrganizationID)
  72. if err != nil {
  73. return fmt.Errorf("failed to get all secrets: %w", err)
  74. }
  75. for _, d := range remoteSecrets.Data {
  76. if d.Key != data.GetRemoteKey() {
  77. continue
  78. }
  79. sec, err := p.bitwardenSdkClient.GetSecret(ctx, d.ID)
  80. if err != nil {
  81. return fmt.Errorf("failed to get secret: %w", err)
  82. }
  83. // If all pushed data matches, we won't push this secret.
  84. if sec.Key == data.GetRemoteKey() &&
  85. sec.Value == string(value) &&
  86. sec.Note == note &&
  87. sec.ProjectID != nil &&
  88. *sec.ProjectID == spec.Provider.BitwardenSecretsManager.ProjectID {
  89. // we have a complete match, skip pushing.
  90. return nil
  91. } else if sec.Key == data.GetRemoteKey() &&
  92. sec.Value != string(value) &&
  93. sec.Note == note &&
  94. sec.ProjectID != nil &&
  95. *sec.ProjectID == spec.Provider.BitwardenSecretsManager.ProjectID {
  96. // only the value is different, update the existing secret.
  97. _, err = p.bitwardenSdkClient.UpdateSecret(ctx, SecretPutRequest{
  98. ID: sec.ID,
  99. Key: data.GetRemoteKey(),
  100. Note: note,
  101. OrganizationID: spec.Provider.BitwardenSecretsManager.OrganizationID,
  102. ProjectIDS: []string{spec.Provider.BitwardenSecretsManager.ProjectID},
  103. Value: string(value),
  104. })
  105. return err
  106. }
  107. }
  108. // no matching secret found, let's create it
  109. _, err = p.bitwardenSdkClient.CreateSecret(ctx, SecretCreateRequest{
  110. Key: data.GetRemoteKey(),
  111. Note: note,
  112. OrganizationID: spec.Provider.BitwardenSecretsManager.OrganizationID,
  113. ProjectIDS: []string{spec.Provider.BitwardenSecretsManager.ProjectID},
  114. Value: string(value),
  115. })
  116. return err
  117. }
  118. // GetSecret returns a single secret from the provider.
  119. func (p *Provider) GetSecret(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  120. if strfmt.IsUUID(ref.Key) {
  121. resp, err := p.bitwardenSdkClient.GetSecret(ctx, ref.Key)
  122. if err != nil {
  123. return nil, fmt.Errorf("error getting secret: %w", err)
  124. }
  125. return []byte(resp.Value), nil
  126. }
  127. spec := p.store.GetSpec()
  128. if spec == nil || spec.Provider == nil {
  129. return nil, errors.New("store does not have a provider")
  130. }
  131. secret, err := p.findSecretByRef(ctx, ref.Key, spec.Provider.BitwardenSecretsManager.ProjectID)
  132. if err != nil {
  133. return nil, fmt.Errorf("error getting secret: %w", err)
  134. }
  135. if secret == nil {
  136. return nil, fmt.Errorf("no secret found for project id %s and name %s", spec.Provider.BitwardenSecretsManager.ProjectID, ref.Key)
  137. }
  138. // we found our secret, return the value for it
  139. return []byte(secret.Value), nil
  140. }
  141. func (p *Provider) DeleteSecret(ctx context.Context, ref esv1beta1.PushSecretRemoteRef) error {
  142. if strfmt.IsUUID(ref.GetRemoteKey()) {
  143. return p.deleteSecret(ctx, ref.GetRemoteKey())
  144. }
  145. spec := p.store.GetSpec()
  146. if spec == nil || spec.Provider == nil {
  147. return errors.New("store does not have a provider")
  148. }
  149. secret, err := p.findSecretByRef(ctx, ref.GetRemoteKey(), spec.Provider.BitwardenSecretsManager.ProjectID)
  150. if err != nil {
  151. return fmt.Errorf("error getting secret: %w", err)
  152. }
  153. if secret == nil {
  154. return fmt.Errorf("no secret found for project id %s and name %s", spec.Provider.BitwardenSecretsManager.ProjectID, ref.GetRemoteKey())
  155. }
  156. return p.deleteSecret(ctx, secret.ID)
  157. }
  158. func (p *Provider) deleteSecret(ctx context.Context, id string) error {
  159. resp, err := p.bitwardenSdkClient.DeleteSecret(ctx, []string{id})
  160. if err != nil {
  161. return fmt.Errorf("error deleting secret: %w", err)
  162. }
  163. var errs error
  164. for _, data := range resp.Data {
  165. if data.Error != nil {
  166. errs = errors.Join(errs, fmt.Errorf("error deleting secret with id %s: %s", data.ID, *data.Error))
  167. }
  168. }
  169. if errs != nil {
  170. return fmt.Errorf("there were one or more errors deleting secrets: %w", errs)
  171. }
  172. return nil
  173. }
  174. func (p *Provider) SecretExists(ctx context.Context, ref esv1beta1.PushSecretRemoteRef) (bool, error) {
  175. if strfmt.IsUUID(ref.GetRemoteKey()) {
  176. _, err := p.bitwardenSdkClient.GetSecret(ctx, ref.GetRemoteKey())
  177. if err != nil {
  178. return false, fmt.Errorf("error getting secret: %w", err)
  179. }
  180. return true, nil
  181. }
  182. spec := p.store.GetSpec()
  183. if spec == nil || spec.Provider == nil {
  184. return false, errors.New("store does not have a provider")
  185. }
  186. secret, err := p.findSecretByRef(ctx, ref.GetRemoteKey(), spec.Provider.BitwardenSecretsManager.ProjectID)
  187. if err != nil {
  188. return false, fmt.Errorf("error getting secret: %w", err)
  189. }
  190. if secret == nil {
  191. return false, nil
  192. }
  193. return true, nil
  194. }
  195. // GetSecretMap returns multiple k/v pairs from the provider.
  196. func (p *Provider) GetSecretMap(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  197. data, err := p.GetSecret(ctx, ref)
  198. if err != nil {
  199. return nil, err
  200. }
  201. if err := yaml.Unmarshal(data, map[string]any{}); err == nil {
  202. return p.parseYamlSecretData(data)
  203. }
  204. kv := make(map[string]json.RawMessage)
  205. if err := json.Unmarshal(data, &kv); err != nil {
  206. return nil, fmt.Errorf("error unmarshalling secret: %w", err)
  207. }
  208. secretData := make(map[string][]byte)
  209. for k, v := range kv {
  210. var strVal string
  211. err = json.Unmarshal(v, &strVal)
  212. if err == nil {
  213. secretData[k] = []byte(strVal)
  214. } else {
  215. secretData[k] = v
  216. }
  217. }
  218. return secretData, nil
  219. }
  220. func (p *Provider) parseYamlSecretData(data []byte) (map[string][]byte, error) {
  221. kv := make(map[string]any)
  222. if err := yaml.Unmarshal(data, &kv); err != nil {
  223. return nil, fmt.Errorf("error unmarshalling secret: %w", err)
  224. }
  225. secretData := make(map[string][]byte)
  226. for k, v := range kv {
  227. switch t := v.(type) {
  228. case string:
  229. secretData[k] = []byte(t)
  230. case []byte:
  231. secretData[k] = t
  232. case map[string]any:
  233. d, err := yaml.Marshal(t)
  234. if err != nil {
  235. return nil, fmt.Errorf("error marshaling secret: %w", err)
  236. }
  237. secretData[k] = bytes.TrimSpace(d)
  238. default:
  239. secretData[k] = []byte(fmt.Sprintf("%v", t)) // Convert to string and then []byte
  240. }
  241. }
  242. return secretData, nil
  243. }
  244. // GetAllSecrets gets multiple secrets from the provider and loads into a kubernetes secret.
  245. // First load all secrets from secretStore path configuration
  246. // Then, gets secrets from a matching name or matching custom_metadata.
  247. func (p *Provider) GetAllSecrets(ctx context.Context, _ esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  248. spec := p.store.GetSpec()
  249. if spec == nil {
  250. return nil, errors.New("store does not have a provider")
  251. }
  252. secrets, err := p.bitwardenSdkClient.ListSecrets(ctx, spec.Provider.BitwardenSecretsManager.OrganizationID)
  253. if err != nil {
  254. return nil, fmt.Errorf("failed to get all secrets: %w", err)
  255. }
  256. result := map[string][]byte{}
  257. for _, d := range secrets.Data {
  258. sec, err := p.bitwardenSdkClient.GetSecret(ctx, d.ID)
  259. if err != nil {
  260. return nil, fmt.Errorf("failed to get secret: %w", err)
  261. }
  262. result[d.ID] = []byte(sec.Value)
  263. }
  264. return result, nil
  265. }
  266. // Validate validates the provider.
  267. func (p *Provider) Validate() (esv1beta1.ValidationResult, error) {
  268. return esv1beta1.ValidationResultReady, nil
  269. }
  270. // Close closes the provider.
  271. func (p *Provider) Close(_ context.Context) error {
  272. return nil
  273. }
  274. func (p *Provider) findSecretByRef(ctx context.Context, key, projectID string) (*SecretResponse, error) {
  275. spec := p.store.GetSpec()
  276. if spec == nil || spec.Provider == nil {
  277. return nil, errors.New("store does not have a provider")
  278. }
  279. // ListAll Secrets for an organization. If the key matches our key, we GetSecret that and do a compare.
  280. secrets, err := p.bitwardenSdkClient.ListSecrets(ctx, spec.Provider.BitwardenSecretsManager.OrganizationID)
  281. if err != nil {
  282. return nil, fmt.Errorf("failed to get all secrets: %w", err)
  283. }
  284. var remoteSecret *SecretResponse
  285. for _, d := range secrets.Data {
  286. if d.Key != key {
  287. continue
  288. }
  289. sec, err := p.bitwardenSdkClient.GetSecret(ctx, d.ID)
  290. if err != nil {
  291. return nil, fmt.Errorf("failed to get secret: %w", err)
  292. }
  293. if sec.ProjectID != nil && *sec.ProjectID == projectID {
  294. if remoteSecret != nil {
  295. return nil, fmt.Errorf("more than one secret found for project %s with key %s", projectID, key)
  296. }
  297. // We don't break here because we WANT TO MAKE SURE that there is ONLY ONE
  298. // such secret.
  299. remoteSecret = sec
  300. }
  301. }
  302. return remoteSecret, nil
  303. }