provider.go 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271
  1. /*
  2. Copyright © The ESO Authors
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. https://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package doppler
  14. import (
  15. "context"
  16. "errors"
  17. "fmt"
  18. "os"
  19. "strconv"
  20. "github.com/spf13/pflag"
  21. "k8s.io/client-go/kubernetes"
  22. kclient "sigs.k8s.io/controller-runtime/pkg/client"
  23. "sigs.k8s.io/controller-runtime/pkg/client/config"
  24. "sigs.k8s.io/controller-runtime/pkg/webhook/admission"
  25. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  26. dclient "github.com/external-secrets/external-secrets/providers/v1/doppler/client"
  27. "github.com/external-secrets/external-secrets/runtime/cache"
  28. "github.com/external-secrets/external-secrets/runtime/esutils"
  29. "github.com/external-secrets/external-secrets/runtime/feature"
  30. )
  31. const (
  32. errNewClient = "unable to create DopplerClient : %s"
  33. errInvalidStore = "invalid store: %s"
  34. errDopplerStore = "missing or invalid Doppler SecretStore"
  35. )
  36. // Provider is a Doppler secrets provider implementing NewClient and ValidateStore for the esv1.Provider interface.
  37. type Provider struct{}
  38. // https://github.com/external-secrets/external-secrets/issues/644
  39. var _ esv1.SecretsClient = &Client{}
  40. var _ esv1.Provider = &Provider{}
  41. var (
  42. enableCache bool
  43. oidcClientCache *cache.Cache[esv1.SecretsClient]
  44. defaultOIDCCacheSize = 2 << 17
  45. defaultETagCacheSize = 1 << 14
  46. )
  47. func init() {
  48. var dopplerOIDCCacheSize int
  49. var dopplerETagCacheSize int
  50. fs := pflag.NewFlagSet("doppler", pflag.ExitOnError)
  51. fs.BoolVar(
  52. &enableCache,
  53. "experimental-enable-doppler-oidc-cache",
  54. false,
  55. "Enable experimental Doppler OIDC provider cache.",
  56. )
  57. fs.IntVar(
  58. &dopplerOIDCCacheSize,
  59. "experimental-doppler-oidc-cache-size",
  60. defaultOIDCCacheSize,
  61. "Maximum size of Doppler OIDC provider cache. Set to 0 to disable caching. Only used if --experimental-enable-doppler-oidc-cache is set.")
  62. fs.IntVar(
  63. &dopplerETagCacheSize,
  64. "doppler-etag-cache-size",
  65. defaultETagCacheSize,
  66. "Maximum size of Doppler ETag-based secrets cache. Set to 0 to disable caching.")
  67. feature.Register(feature.Feature{
  68. Flags: fs,
  69. Initialize: func() {
  70. initOIDCCache(dopplerOIDCCacheSize)
  71. initETagCache(dopplerETagCacheSize)
  72. },
  73. })
  74. }
  75. // Gating on enableCache to not enable cache out of the blue for new releases.
  76. func initOIDCCache(cacheSize int) {
  77. if oidcClientCache == nil && cacheSize > 0 && enableCache {
  78. oidcClientCache = cache.Must(cacheSize, func(_ esv1.SecretsClient) {
  79. // No cleanup is needed when evicting OIDC clients from cache
  80. })
  81. }
  82. }
  83. func initETagCache(cacheSize int) {
  84. if etagCache == nil {
  85. etagCache = newSecretsCache(cacheSize)
  86. }
  87. }
  88. // Capabilities returns the provider's supported capabilities.
  89. func (p *Provider) Capabilities() esv1.SecretStoreCapabilities {
  90. return esv1.SecretStoreReadOnly
  91. }
  92. // NewClient creates a new Doppler client.
  93. func (p *Provider) NewClient(ctx context.Context, store esv1.GenericStore, kube kclient.Client, namespace string) (esv1.SecretsClient, error) {
  94. storeSpec := store.GetSpec()
  95. if storeSpec == nil || storeSpec.Provider == nil || storeSpec.Provider.Doppler == nil {
  96. return nil, errors.New(errDopplerStore)
  97. }
  98. dopplerStoreSpec := storeSpec.Provider.Doppler
  99. useCache := dopplerStoreSpec.Auth.OIDCConfig != nil && oidcClientCache != nil
  100. key := cache.Key{
  101. Name: store.GetObjectMeta().Name,
  102. Namespace: namespace,
  103. Kind: store.GetTypeMeta().Kind,
  104. }
  105. if useCache {
  106. if cachedClient, ok := oidcClientCache.Get(store.GetObjectMeta().ResourceVersion, key); ok {
  107. return cachedClient, nil
  108. }
  109. }
  110. client := &Client{
  111. kube: kube,
  112. store: dopplerStoreSpec,
  113. namespace: namespace,
  114. storeKind: store.GetObjectKind().GroupVersionKind().Kind,
  115. storeName: store.GetObjectMeta().Name,
  116. }
  117. if err := p.setupClientAuth(ctx, client, dopplerStoreSpec, store, namespace); err != nil {
  118. return nil, err
  119. }
  120. if err := p.configureDopplerClient(client); err != nil {
  121. return nil, err
  122. }
  123. if useCache {
  124. oidcClientCache.Add(store.GetObjectMeta().ResourceVersion, key, client)
  125. }
  126. return client, nil
  127. }
  128. func (p *Provider) setupClientAuth(ctx context.Context, client *Client, dopplerStoreSpec *esv1.DopplerProvider, store esv1.GenericStore, namespace string) error {
  129. if dopplerStoreSpec.Auth.SecretRef != nil {
  130. if dopplerStoreSpec.Auth.SecretRef.DopplerToken.Key == "" {
  131. dopplerStoreSpec.Auth.SecretRef.DopplerToken.Key = "dopplerToken"
  132. }
  133. } else if dopplerStoreSpec.Auth.OIDCConfig != nil {
  134. if err := p.setupOIDCAuth(client, dopplerStoreSpec, store, namespace); err != nil {
  135. return err
  136. }
  137. }
  138. return client.setAuth(ctx)
  139. }
  140. func (p *Provider) setupOIDCAuth(client *Client, dopplerStoreSpec *esv1.DopplerProvider, store esv1.GenericStore, namespace string) error {
  141. cfg, err := config.GetConfig()
  142. if err != nil {
  143. return fmt.Errorf("failed to get kubernetes config: %w", err)
  144. }
  145. clientset, err := kubernetes.NewForConfig(cfg)
  146. if err != nil {
  147. return fmt.Errorf("failed to create kubernetes clientset: %w", err)
  148. }
  149. client.corev1 = clientset.CoreV1()
  150. client.oidcManager = NewOIDCTokenManager(
  151. client.corev1,
  152. dopplerStoreSpec,
  153. namespace,
  154. store.GetObjectKind().GroupVersionKind().Kind,
  155. store.GetObjectMeta().Name,
  156. )
  157. return nil
  158. }
  159. func (p *Provider) configureDopplerClient(client *Client) error {
  160. doppler, err := dclient.NewDopplerClient(client.dopplerToken)
  161. if err != nil {
  162. return fmt.Errorf(errNewClient, err)
  163. }
  164. if customBaseURL, found := os.LookupEnv(customBaseURLEnvVar); found {
  165. if err := doppler.SetBaseURL(customBaseURL); err != nil {
  166. return fmt.Errorf(errNewClient, err)
  167. }
  168. }
  169. if customVerifyTLS, found := os.LookupEnv(verifyTLSOverrideEnvVar); found {
  170. customVerifyTLS, err := strconv.ParseBool(customVerifyTLS)
  171. if err == nil {
  172. doppler.VerifyTLS = customVerifyTLS
  173. }
  174. }
  175. client.doppler = doppler
  176. client.project = client.store.Project
  177. client.config = client.store.Config
  178. client.nameTransformer = client.store.NameTransformer
  179. client.format = client.store.Format
  180. return nil
  181. }
  182. // ValidateStore validates the Doppler provider configuration.
  183. func (p *Provider) ValidateStore(store esv1.GenericStore) (admission.Warnings, error) {
  184. storeSpec := store.GetSpec()
  185. dopplerStoreSpec := storeSpec.Provider.Doppler
  186. if dopplerStoreSpec.Auth.SecretRef != nil {
  187. dopplerTokenSecretRef := dopplerStoreSpec.Auth.SecretRef.DopplerToken
  188. if err := esutils.ValidateSecretSelector(store, dopplerTokenSecretRef); err != nil {
  189. return nil, fmt.Errorf(errInvalidStore, err)
  190. }
  191. if dopplerTokenSecretRef.Name == "" {
  192. return nil, fmt.Errorf(errInvalidStore, "dopplerToken.name cannot be empty")
  193. }
  194. } else if dopplerStoreSpec.Auth.OIDCConfig != nil {
  195. oidcAuth := dopplerStoreSpec.Auth.OIDCConfig
  196. if oidcAuth.Identity == "" {
  197. return nil, fmt.Errorf(errInvalidStore, "oidcConfig.identity cannot be empty")
  198. }
  199. if oidcAuth.ServiceAccountRef.Name == "" {
  200. return nil, fmt.Errorf(errInvalidStore, "oidcConfig.serviceAccountRef.name cannot be empty")
  201. }
  202. if err := esutils.ValidateServiceAccountSelector(store, oidcAuth.ServiceAccountRef); err != nil {
  203. return nil, fmt.Errorf(errInvalidStore, err)
  204. }
  205. } else {
  206. return nil, fmt.Errorf(errInvalidStore, "either auth.secretRef or auth.oidcConfig must be specified")
  207. }
  208. return nil, nil
  209. }
  210. // NewProvider creates a new Provider instance.
  211. func NewProvider() esv1.Provider {
  212. return &Provider{}
  213. }
  214. // ProviderSpec returns the provider specification for registration.
  215. func ProviderSpec() *esv1.SecretStoreProvider {
  216. return &esv1.SecretStoreProvider{
  217. Doppler: &esv1.DopplerProvider{},
  218. }
  219. }
  220. // MaintenanceStatus returns the maintenance status of the provider.
  221. func MaintenanceStatus() esv1.MaintenanceStatus {
  222. return esv1.MaintenanceStatusMaintained
  223. }