externalsecret_controller.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package externalsecret
  13. import (
  14. "context"
  15. "encoding/json"
  16. "errors"
  17. "fmt"
  18. "strings"
  19. "time"
  20. "github.com/go-logr/logr"
  21. "github.com/prometheus/client_golang/prometheus"
  22. v1 "k8s.io/api/core/v1"
  23. "k8s.io/apimachinery/pkg/api/equality"
  24. apierrors "k8s.io/apimachinery/pkg/api/errors"
  25. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  26. "k8s.io/apimachinery/pkg/runtime"
  27. "k8s.io/apimachinery/pkg/types"
  28. "k8s.io/client-go/tools/record"
  29. ctrl "sigs.k8s.io/controller-runtime"
  30. "sigs.k8s.io/controller-runtime/pkg/builder"
  31. "sigs.k8s.io/controller-runtime/pkg/client"
  32. "sigs.k8s.io/controller-runtime/pkg/controller"
  33. "sigs.k8s.io/controller-runtime/pkg/controller/controllerutil"
  34. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  35. "github.com/external-secrets/external-secrets/pkg/controllers/secretstore"
  36. // Loading registered providers.
  37. _ "github.com/external-secrets/external-secrets/pkg/provider/register"
  38. "github.com/external-secrets/external-secrets/pkg/utils"
  39. )
  40. const (
  41. requeueAfter = time.Second * 30
  42. fieldOwnerTemplate = "externalsecrets.external-secrets.io/%v"
  43. errGetES = "could not get ExternalSecret"
  44. errConvert = "could not apply conversion strategy to keys: %v"
  45. errUpdateSecret = "could not update Secret"
  46. errPatchStatus = "unable to patch status"
  47. errGetSecretStore = "could not get SecretStore %q, %w"
  48. errSecretStoreNotReady = "the desired SecretStore %s is not ready"
  49. errGetClusterSecretStore = "could not get ClusterSecretStore %q, %w"
  50. errStoreRef = "could not get store reference"
  51. errStoreUsability = "could not use store reference"
  52. errStoreProvider = "could not get store provider"
  53. errStoreClient = "could not get provider client"
  54. errGetExistingSecret = "could not get existing secret: %w"
  55. errCloseStoreClient = "could not close provider client"
  56. errSetCtrlReference = "could not set ExternalSecret controller reference: %w"
  57. errFetchTplFrom = "error fetching templateFrom data: %w"
  58. errGetSecretData = "could not get secret data from provider"
  59. errDeleteSecret = "could not delete secret"
  60. errApplyTemplate = "could not apply template: %w"
  61. errExecTpl = "could not execute template: %w"
  62. errInvalidCreatePolicy = "invalid creationPolicy=%s. Can not delete secret i do not own"
  63. errPolicyMergeNotFound = "the desired secret %s was not found. With creationPolicy=Merge the secret won't be created"
  64. errPolicyMergeGetSecret = "unable to get secret %s: %w"
  65. errPolicyMergeMutate = "unable to mutate secret %s: %w"
  66. errPolicyMergePatch = "unable to patch secret %s: %w"
  67. errTplCMMissingKey = "error in configmap %s: missing key %s"
  68. errTplSecMissingKey = "error in secret %s: missing key %s"
  69. )
  70. // Reconciler reconciles a ExternalSecret object.
  71. type Reconciler struct {
  72. client.Client
  73. Log logr.Logger
  74. Scheme *runtime.Scheme
  75. ControllerClass string
  76. RequeueInterval time.Duration
  77. ClusterSecretStoreEnabled bool
  78. EnableFloodGate bool
  79. recorder record.EventRecorder
  80. }
  81. // Reconcile implements the main reconciliation loop
  82. // for watched objects (ExternalSecret, ClusterSecretStore and SecretStore),
  83. // and updates/creates a Kubernetes secret based on them.
  84. func (r *Reconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) {
  85. log := r.Log.WithValues("ExternalSecret", req.NamespacedName)
  86. syncCallsMetricLabels := prometheus.Labels{"name": req.Name, "namespace": req.Namespace}
  87. var externalSecret esv1beta1.ExternalSecret
  88. err := r.Get(ctx, req.NamespacedName, &externalSecret)
  89. if apierrors.IsNotFound(err) {
  90. syncCallsTotal.With(syncCallsMetricLabels).Inc()
  91. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretDeleted, v1.ConditionFalse, esv1beta1.ConditionReasonSecretDeleted, "Secret was deleted")
  92. SetExternalSecretCondition(&esv1beta1.ExternalSecret{
  93. ObjectMeta: metav1.ObjectMeta{
  94. Name: req.Name,
  95. Namespace: req.Namespace,
  96. },
  97. }, *conditionSynced)
  98. return ctrl.Result{}, nil
  99. } else if err != nil {
  100. log.Error(err, errGetES)
  101. syncCallsError.With(syncCallsMetricLabels).Inc()
  102. return ctrl.Result{}, nil
  103. }
  104. if shouldSkipClusterSecretStore(r, externalSecret) {
  105. log.Info("skipping cluster secret store as it is disabled")
  106. return ctrl.Result{}, nil
  107. }
  108. // patch status when done processing
  109. p := client.MergeFrom(externalSecret.DeepCopy())
  110. defer func() {
  111. err = r.Status().Patch(ctx, &externalSecret, p)
  112. if err != nil {
  113. log.Error(err, errPatchStatus)
  114. }
  115. }()
  116. store, err := r.getStore(ctx, &externalSecret)
  117. if err != nil {
  118. log.Error(err, errStoreRef)
  119. r.recorder.Event(&externalSecret, v1.EventTypeWarning, esv1beta1.ReasonInvalidStoreRef, err.Error())
  120. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretReady, v1.ConditionFalse, esv1beta1.ConditionReasonSecretSyncedError, errStoreRef)
  121. SetExternalSecretCondition(&externalSecret, *conditionSynced)
  122. syncCallsError.With(syncCallsMetricLabels).Inc()
  123. return ctrl.Result{}, err
  124. }
  125. log = log.WithValues("SecretStore", store.GetNamespacedName())
  126. // check if store should be handled by this controller instance
  127. if !secretstore.ShouldProcessStore(store, r.ControllerClass) {
  128. log.Info("skipping unmanaged store")
  129. return ctrl.Result{}, nil
  130. }
  131. if r.EnableFloodGate {
  132. if err = assertStoreIsUsable(store); err != nil {
  133. log.Error(err, errStoreUsability)
  134. r.recorder.Event(&externalSecret, v1.EventTypeWarning, esv1beta1.ReasonUnavailableStore, err.Error())
  135. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretReady, v1.ConditionFalse, esv1beta1.ConditionReasonSecretSyncedError, errStoreUsability)
  136. SetExternalSecretCondition(&externalSecret, *conditionSynced)
  137. syncCallsError.With(syncCallsMetricLabels).Inc()
  138. return ctrl.Result{}, err
  139. }
  140. }
  141. storeProvider, err := esv1beta1.GetProvider(store)
  142. if err != nil {
  143. log.Error(err, errStoreProvider)
  144. syncCallsError.With(syncCallsMetricLabels).Inc()
  145. return ctrl.Result{RequeueAfter: requeueAfter}, nil
  146. }
  147. secretClient, err := storeProvider.NewClient(ctx, store, r.Client, req.Namespace)
  148. if err != nil {
  149. log.Error(err, errStoreClient)
  150. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretReady, v1.ConditionFalse, esv1beta1.ConditionReasonSecretSyncedError, errStoreClient)
  151. SetExternalSecretCondition(&externalSecret, *conditionSynced)
  152. r.recorder.Event(&externalSecret, v1.EventTypeWarning, esv1beta1.ReasonProviderClientConfig, err.Error())
  153. syncCallsError.With(syncCallsMetricLabels).Inc()
  154. return ctrl.Result{}, err
  155. }
  156. defer func() {
  157. err = secretClient.Close(ctx)
  158. if err != nil {
  159. log.Error(err, errCloseStoreClient)
  160. }
  161. }()
  162. refreshInt := r.RequeueInterval
  163. if externalSecret.Spec.RefreshInterval != nil {
  164. refreshInt = externalSecret.Spec.RefreshInterval.Duration
  165. }
  166. // Target Secret Name should default to the ExternalSecret name if not explicitly specified
  167. secretName := externalSecret.Spec.Target.Name
  168. if secretName == "" {
  169. secretName = externalSecret.ObjectMeta.Name
  170. }
  171. // fetch external secret, we need to ensure that it exists, and it's hashmap corresponds
  172. var existingSecret v1.Secret
  173. err = r.Get(ctx, types.NamespacedName{
  174. Name: secretName,
  175. Namespace: externalSecret.Namespace,
  176. }, &existingSecret)
  177. if err != nil && !apierrors.IsNotFound(err) {
  178. log.Error(err, errGetExistingSecret)
  179. }
  180. // refresh should be skipped if
  181. // 1. resource generation hasn't changed
  182. // 2. refresh interval is 0
  183. // 3. if we're still within refresh-interval
  184. if !shouldRefresh(externalSecret) && isSecretValid(existingSecret) {
  185. log.V(1).Info("skipping refresh", "rv", getResourceVersion(externalSecret))
  186. return ctrl.Result{RequeueAfter: refreshInt}, nil
  187. }
  188. if !shouldReconcile(externalSecret) {
  189. log.V(1).Info("stopping reconciling", "rv", getResourceVersion(externalSecret))
  190. return ctrl.Result{
  191. RequeueAfter: 0,
  192. Requeue: false,
  193. }, nil
  194. }
  195. secret := &v1.Secret{
  196. ObjectMeta: metav1.ObjectMeta{
  197. Name: secretName,
  198. Namespace: externalSecret.Namespace,
  199. },
  200. Immutable: &externalSecret.Spec.Target.Immutable,
  201. Data: make(map[string][]byte),
  202. }
  203. dataMap, err := r.getProviderSecretData(ctx, secretClient, &externalSecret)
  204. if err != nil {
  205. log.Error(err, errGetSecretData)
  206. r.recorder.Event(&externalSecret, v1.EventTypeWarning, esv1beta1.ReasonUpdateFailed, err.Error())
  207. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretReady, v1.ConditionFalse, esv1beta1.ConditionReasonSecretSyncedError, errGetSecretData)
  208. SetExternalSecretCondition(&externalSecret, *conditionSynced)
  209. syncCallsError.With(syncCallsMetricLabels).Inc()
  210. return ctrl.Result{RequeueAfter: requeueAfter}, nil
  211. }
  212. // if no data was found we can delete the secret if needed.
  213. if len(dataMap) == 0 {
  214. switch externalSecret.Spec.Target.DeletionPolicy {
  215. // delete secret and return early.
  216. case esv1beta1.DeletionPolicyDelete:
  217. // safeguard that we only can delete secrets we own
  218. // this is also implemented in the es validation webhook
  219. if externalSecret.Spec.Target.CreationPolicy != esv1beta1.CreatePolicyOwner {
  220. err := fmt.Errorf(errInvalidCreatePolicy, externalSecret.Spec.Target.CreationPolicy)
  221. log.Error(err, errDeleteSecret)
  222. r.recorder.Event(&externalSecret, v1.EventTypeWarning, esv1beta1.ReasonUpdateFailed, err.Error())
  223. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretReady, v1.ConditionFalse, esv1beta1.ConditionReasonSecretSyncedError, errDeleteSecret)
  224. SetExternalSecretCondition(&externalSecret, *conditionSynced)
  225. syncCallsError.With(syncCallsMetricLabels).Inc()
  226. return ctrl.Result{RequeueAfter: requeueAfter}, nil
  227. }
  228. err = r.Delete(ctx, secret)
  229. if err != nil && !apierrors.IsNotFound(err) {
  230. log.Error(err, errDeleteSecret)
  231. r.recorder.Event(&externalSecret, v1.EventTypeWarning, esv1beta1.ReasonUpdateFailed, err.Error())
  232. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretReady, v1.ConditionFalse, esv1beta1.ConditionReasonSecretSyncedError, errDeleteSecret)
  233. SetExternalSecretCondition(&externalSecret, *conditionSynced)
  234. syncCallsError.With(syncCallsMetricLabels).Inc()
  235. }
  236. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretReady, v1.ConditionTrue, esv1beta1.ConditionReasonSecretDeleted, "secret deleted due to DeletionPolicy")
  237. SetExternalSecretCondition(&externalSecret, *conditionSynced)
  238. return ctrl.Result{RequeueAfter: requeueAfter}, nil
  239. case esv1beta1.DeletionPolicyMerge:
  240. // noop, handled below
  241. // In case provider secrets don't exist the kubernetes secret will be kept as-is.
  242. case esv1beta1.DeletionPolicyRetain:
  243. return ctrl.Result{RequeueAfter: requeueAfter}, nil
  244. }
  245. }
  246. mutationFunc := func() error {
  247. if externalSecret.Spec.Target.CreationPolicy == esv1beta1.CreatePolicyOwner {
  248. err = controllerutil.SetControllerReference(&externalSecret, &secret.ObjectMeta, r.Scheme)
  249. if err != nil {
  250. return fmt.Errorf(errSetCtrlReference, err)
  251. }
  252. }
  253. if secret.Data == nil {
  254. secret.Data = make(map[string][]byte)
  255. }
  256. err = r.applyTemplate(ctx, &externalSecret, secret, dataMap)
  257. if err != nil {
  258. return fmt.Errorf(errApplyTemplate, err)
  259. }
  260. // diff existing keys
  261. if externalSecret.Spec.Target.DeletionPolicy == esv1beta1.DeletionPolicyMerge {
  262. keys, err := getManagedKeys(&existingSecret, externalSecret.Name)
  263. if err != nil {
  264. return err
  265. }
  266. for _, key := range keys {
  267. if dataMap[key] == nil {
  268. secret.Data[key] = nil
  269. }
  270. }
  271. }
  272. return nil
  273. }
  274. // nolint
  275. switch externalSecret.Spec.Target.CreationPolicy {
  276. case esv1beta1.CreatePolicyMerge:
  277. err = patchSecret(ctx, r.Client, r.Scheme, secret, mutationFunc, externalSecret.Name)
  278. case esv1beta1.CreatePolicyNone:
  279. log.V(1).Info("secret creation skipped due to creationPolicy=None")
  280. err = nil
  281. default:
  282. _, err = ctrl.CreateOrUpdate(ctx, r.Client, secret, mutationFunc)
  283. }
  284. if err != nil {
  285. log.Error(err, errUpdateSecret)
  286. r.recorder.Event(&externalSecret, v1.EventTypeWarning, esv1beta1.ReasonUpdateFailed, err.Error())
  287. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretReady, v1.ConditionFalse, esv1beta1.ConditionReasonSecretSyncedError, errUpdateSecret)
  288. SetExternalSecretCondition(&externalSecret, *conditionSynced)
  289. syncCallsError.With(syncCallsMetricLabels).Inc()
  290. return ctrl.Result{}, err
  291. }
  292. r.recorder.Event(&externalSecret, v1.EventTypeNormal, esv1beta1.ReasonUpdated, "Updated Secret")
  293. conditionSynced := NewExternalSecretCondition(esv1beta1.ExternalSecretReady, v1.ConditionTrue, esv1beta1.ConditionReasonSecretSynced, "Secret was synced")
  294. currCond := GetExternalSecretCondition(externalSecret.Status, esv1beta1.ExternalSecretReady)
  295. SetExternalSecretCondition(&externalSecret, *conditionSynced)
  296. externalSecret.Status.RefreshTime = metav1.NewTime(time.Now())
  297. externalSecret.Status.SyncedResourceVersion = getResourceVersion(externalSecret)
  298. syncCallsTotal.With(syncCallsMetricLabels).Inc()
  299. if currCond == nil || currCond.Status != conditionSynced.Status {
  300. log.Info("reconciled secret") // Log once if on success in any verbosity
  301. } else {
  302. log.V(1).Info("reconciled secret") // Log all reconciliation cycles if higher verbosity applied
  303. }
  304. return ctrl.Result{
  305. RequeueAfter: refreshInt,
  306. }, nil
  307. }
  308. func patchSecret(ctx context.Context, c client.Client, scheme *runtime.Scheme, secret *v1.Secret, mutationFunc func() error, fieldOwner string) error {
  309. fqdn := fmt.Sprintf(fieldOwnerTemplate, fieldOwner)
  310. err := c.Get(ctx, client.ObjectKeyFromObject(secret), secret.DeepCopy())
  311. if apierrors.IsNotFound(err) {
  312. return fmt.Errorf(errPolicyMergeNotFound, secret.Name)
  313. }
  314. if err != nil {
  315. return fmt.Errorf(errPolicyMergeGetSecret, secret.Name, err)
  316. }
  317. existing := secret.DeepCopyObject()
  318. err = mutationFunc()
  319. if err != nil {
  320. return fmt.Errorf(errPolicyMergeMutate, secret.Name, err)
  321. }
  322. // GVK is missing in the Secret, see:
  323. // https://github.com/kubernetes-sigs/controller-runtime/issues/526
  324. // https://github.com/kubernetes-sigs/controller-runtime/issues/1517
  325. // https://github.com/kubernetes/kubernetes/issues/80609
  326. // we need to manually set it before doing a Patch() as it depends on the GVK
  327. gvks, unversioned, err := scheme.ObjectKinds(secret)
  328. if err != nil {
  329. return err
  330. }
  331. if !unversioned && len(gvks) == 1 {
  332. secret.SetGroupVersionKind(gvks[0])
  333. }
  334. if equality.Semantic.DeepEqual(existing, secret) {
  335. return nil
  336. }
  337. // we're not able to resolve conflicts so we force ownership
  338. // see: https://kubernetes.io/docs/reference/using-api/server-side-apply/#using-server-side-apply-in-a-controller
  339. err = c.Patch(ctx, secret, client.Apply, client.FieldOwner(fqdn), client.ForceOwnership)
  340. if err != nil {
  341. return fmt.Errorf(errPolicyMergePatch, secret.Name, err)
  342. }
  343. return nil
  344. }
  345. func getManagedKeys(secret *v1.Secret, fieldOwner string) ([]string, error) {
  346. fqdn := fmt.Sprintf(fieldOwnerTemplate, fieldOwner)
  347. var keys []string
  348. for _, v := range secret.ObjectMeta.ManagedFields {
  349. if v.Manager != fqdn {
  350. continue
  351. }
  352. fields := make(map[string]interface{})
  353. err := json.Unmarshal(v.FieldsV1.Raw, &fields)
  354. if err != nil {
  355. return nil, fmt.Errorf("error unmarshaling managed fields: %w", err)
  356. }
  357. dataFields := fields["f:data"]
  358. if dataFields == nil {
  359. continue
  360. }
  361. df, ok := dataFields.(map[string]string)
  362. if !ok {
  363. continue
  364. }
  365. for k := range df {
  366. if k == "." {
  367. continue
  368. }
  369. keys = append(keys, strings.TrimPrefix(k, "f:"))
  370. }
  371. }
  372. return keys, nil
  373. }
  374. func getResourceVersion(es esv1beta1.ExternalSecret) string {
  375. return fmt.Sprintf("%d-%s", es.ObjectMeta.GetGeneration(), hashMeta(es.ObjectMeta))
  376. }
  377. func hashMeta(m metav1.ObjectMeta) string {
  378. type meta struct {
  379. annotations map[string]string
  380. labels map[string]string
  381. }
  382. return utils.ObjectHash(meta{
  383. annotations: m.Annotations,
  384. labels: m.Labels,
  385. })
  386. }
  387. func shouldSkipClusterSecretStore(r *Reconciler, es esv1beta1.ExternalSecret) bool {
  388. return !r.ClusterSecretStoreEnabled && es.Spec.SecretStoreRef.Kind == esv1beta1.ClusterSecretStoreKind
  389. }
  390. func shouldRefresh(es esv1beta1.ExternalSecret) bool {
  391. // refresh if resource version changed
  392. if es.Status.SyncedResourceVersion != getResourceVersion(es) {
  393. return true
  394. }
  395. // skip refresh if refresh interval is 0
  396. if es.Spec.RefreshInterval.Duration == 0 && es.Status.SyncedResourceVersion != "" {
  397. return false
  398. }
  399. if es.Status.RefreshTime.IsZero() {
  400. return true
  401. }
  402. return !es.Status.RefreshTime.Add(es.Spec.RefreshInterval.Duration).After(time.Now())
  403. }
  404. func shouldReconcile(es esv1beta1.ExternalSecret) bool {
  405. if es.Spec.Target.Immutable && hasSyncedCondition(es) {
  406. return false
  407. }
  408. return true
  409. }
  410. func hasSyncedCondition(es esv1beta1.ExternalSecret) bool {
  411. for _, condition := range es.Status.Conditions {
  412. if condition.Reason == "SecretSynced" {
  413. return true
  414. }
  415. }
  416. return false
  417. }
  418. // isSecretValid checks if the secret exists, and it's data is consistent with the calculated hash.
  419. func isSecretValid(existingSecret v1.Secret) bool {
  420. // if target secret doesn't exist, or annotations as not set, we need to refresh
  421. if existingSecret.UID == "" || existingSecret.Annotations == nil {
  422. return false
  423. }
  424. // if the calculated hash is different from the calculation, then it's invalid
  425. if existingSecret.Annotations[esv1beta1.AnnotationDataHash] != utils.ObjectHash(existingSecret.Data) {
  426. return false
  427. }
  428. return true
  429. }
  430. // assertStoreIsUsable assert that the store is ready to use.
  431. func assertStoreIsUsable(store esv1beta1.GenericStore) error {
  432. condition := secretstore.GetSecretStoreCondition(store.GetStatus(), esv1beta1.SecretStoreReady)
  433. if condition == nil || condition.Status != v1.ConditionTrue {
  434. return fmt.Errorf(errSecretStoreNotReady, store.GetName())
  435. }
  436. return nil
  437. }
  438. func (r *Reconciler) getStore(ctx context.Context, externalSecret *esv1beta1.ExternalSecret) (esv1beta1.GenericStore, error) {
  439. ref := types.NamespacedName{
  440. Name: externalSecret.Spec.SecretStoreRef.Name,
  441. }
  442. if externalSecret.Spec.SecretStoreRef.Kind == esv1beta1.ClusterSecretStoreKind {
  443. var store esv1beta1.ClusterSecretStore
  444. err := r.Get(ctx, ref, &store)
  445. if err != nil {
  446. return nil, fmt.Errorf(errGetClusterSecretStore, ref.Name, err)
  447. }
  448. return &store, nil
  449. }
  450. ref.Namespace = externalSecret.Namespace
  451. var store esv1beta1.SecretStore
  452. err := r.Get(ctx, ref, &store)
  453. if err != nil {
  454. return nil, fmt.Errorf(errGetSecretStore, ref.Name, err)
  455. }
  456. return &store, nil
  457. }
  458. // getProviderSecretData returns the provider's secret data with the provided ExternalSecret.
  459. func (r *Reconciler) getProviderSecretData(ctx context.Context, providerClient esv1beta1.SecretsClient, externalSecret *esv1beta1.ExternalSecret) (map[string][]byte, error) {
  460. providerData := make(map[string][]byte)
  461. for i, remoteRef := range externalSecret.Spec.DataFrom {
  462. var secretMap map[string][]byte
  463. var err error
  464. if remoteRef.Find != nil {
  465. secretMap, err = providerClient.GetAllSecrets(ctx, *remoteRef.Find)
  466. if errors.Is(err, esv1beta1.NoSecretErr) && externalSecret.Spec.Target.DeletionPolicy != esv1beta1.DeletionPolicyRetain {
  467. r.recorder.Event(externalSecret, v1.EventTypeNormal, esv1beta1.ReasonDeleted, fmt.Sprintf("secret does not exist at provider using .dataFrom[%d]", i))
  468. continue
  469. }
  470. if err != nil {
  471. return nil, err
  472. }
  473. secretMap, err = utils.ConvertKeys(remoteRef.Find.ConversionStrategy, secretMap)
  474. if err != nil {
  475. return nil, fmt.Errorf(errConvert, err)
  476. }
  477. } else if remoteRef.Extract != nil {
  478. secretMap, err = providerClient.GetSecretMap(ctx, *remoteRef.Extract)
  479. if errors.Is(err, esv1beta1.NoSecretErr) && externalSecret.Spec.Target.DeletionPolicy != esv1beta1.DeletionPolicyRetain {
  480. r.recorder.Event(externalSecret, v1.EventTypeNormal, esv1beta1.ReasonDeleted, fmt.Sprintf("secret does not exist at provider using .dataFrom[%d]", i))
  481. continue
  482. }
  483. if err != nil {
  484. return nil, err
  485. }
  486. secretMap, err = utils.ConvertKeys(remoteRef.Extract.ConversionStrategy, secretMap)
  487. if err != nil {
  488. return nil, fmt.Errorf(errConvert, err)
  489. }
  490. }
  491. providerData = utils.MergeByteMap(providerData, secretMap)
  492. }
  493. for i, secretRef := range externalSecret.Spec.Data {
  494. secretData, err := providerClient.GetSecret(ctx, secretRef.RemoteRef)
  495. if errors.Is(err, esv1beta1.NoSecretErr) && externalSecret.Spec.Target.DeletionPolicy != esv1beta1.DeletionPolicyRetain {
  496. r.recorder.Event(externalSecret, v1.EventTypeNormal, esv1beta1.ReasonDeleted, fmt.Sprintf("secret does not exist at provider using .data[%d] key=%s", i, secretRef.RemoteRef.Key))
  497. continue
  498. }
  499. if err != nil {
  500. return nil, err
  501. }
  502. providerData[secretRef.SecretKey] = secretData
  503. }
  504. return providerData, nil
  505. }
  506. // SetupWithManager returns a new controller builder that will be started by the provided Manager.
  507. func (r *Reconciler) SetupWithManager(mgr ctrl.Manager, opts controller.Options) error {
  508. r.recorder = mgr.GetEventRecorderFor("external-secrets")
  509. return ctrl.NewControllerManagedBy(mgr).
  510. WithOptions(opts).
  511. For(&esv1beta1.ExternalSecret{}).
  512. Owns(&v1.Secret{}, builder.OnlyMetadata).
  513. Complete(r)
  514. }