provider.go 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275
  1. /*
  2. Copyright © The ESO Authors
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. https://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package doppler
  14. import (
  15. "context"
  16. "errors"
  17. "fmt"
  18. "os"
  19. "strconv"
  20. "sync"
  21. "github.com/spf13/pflag"
  22. "k8s.io/client-go/kubernetes"
  23. kclient "sigs.k8s.io/controller-runtime/pkg/client"
  24. "sigs.k8s.io/controller-runtime/pkg/client/config"
  25. "sigs.k8s.io/controller-runtime/pkg/webhook/admission"
  26. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  27. dclient "github.com/external-secrets/external-secrets/providers/v1/doppler/client"
  28. "github.com/external-secrets/external-secrets/runtime/cache"
  29. "github.com/external-secrets/external-secrets/runtime/esutils"
  30. "github.com/external-secrets/external-secrets/runtime/feature"
  31. )
  32. const (
  33. errNewClient = "unable to create DopplerClient : %s"
  34. errInvalidStore = "invalid store: %s"
  35. errDopplerStore = "missing or invalid Doppler SecretStore"
  36. )
  37. // Provider is a Doppler secrets provider implementing NewClient and ValidateStore for the esv1.Provider interface.
  38. type Provider struct{}
  39. // https://github.com/external-secrets/external-secrets/issues/644
  40. var _ esv1.SecretsClient = &Client{}
  41. var _ esv1.Provider = &Provider{}
  42. var (
  43. enableCache bool
  44. oidcClientCache *cache.Cache[esv1.SecretsClient]
  45. defaultOIDCCacheSize = 2 << 17
  46. defaultETagCacheSize = 1 << 14
  47. oidcCacheOnce sync.Once
  48. )
  49. func init() {
  50. var dopplerOIDCCacheSize int
  51. var dopplerETagCacheSize int
  52. fs := pflag.NewFlagSet("doppler", pflag.ExitOnError)
  53. fs.BoolVar(
  54. &enableCache,
  55. "experimental-enable-doppler-oidc-cache",
  56. false,
  57. "Enable experimental Doppler OIDC provider cache.",
  58. )
  59. fs.IntVar(
  60. &dopplerOIDCCacheSize,
  61. "experimental-doppler-oidc-cache-size",
  62. defaultOIDCCacheSize,
  63. "Maximum size of Doppler OIDC provider cache. Set to 0 to disable caching. Only used if --experimental-enable-doppler-oidc-cache is set.")
  64. fs.IntVar(
  65. &dopplerETagCacheSize,
  66. "doppler-etag-cache-size",
  67. defaultETagCacheSize,
  68. "Maximum size of Doppler ETag-based secrets cache. Set to 0 to disable caching.")
  69. feature.Register(feature.Feature{
  70. Flags: fs,
  71. Initialize: func() {
  72. initOIDCCache(dopplerOIDCCacheSize)
  73. initETagCache(dopplerETagCacheSize)
  74. },
  75. })
  76. }
  77. // Gating on enableCache to not enable cache out of the blue for new releases.
  78. func initOIDCCache(cacheSize int) {
  79. if cacheSize > 0 && enableCache {
  80. oidcCacheOnce.Do(func() {
  81. oidcClientCache = cache.Must(cacheSize, func(_ esv1.SecretsClient) {
  82. // No cleanup is needed when evicting OIDC clients from cache
  83. })
  84. })
  85. }
  86. }
  87. func initETagCache(cacheSize int) {
  88. if etagCache == nil {
  89. etagCache = newSecretsCache(cacheSize)
  90. }
  91. }
  92. // Capabilities returns the provider's supported capabilities.
  93. func (p *Provider) Capabilities() esv1.SecretStoreCapabilities {
  94. return esv1.SecretStoreReadOnly
  95. }
  96. // NewClient creates a new Doppler client.
  97. func (p *Provider) NewClient(ctx context.Context, store esv1.GenericStore, kube kclient.Client, namespace string) (esv1.SecretsClient, error) {
  98. storeSpec := store.GetSpec()
  99. if storeSpec == nil || storeSpec.Provider == nil || storeSpec.Provider.Doppler == nil {
  100. return nil, errors.New(errDopplerStore)
  101. }
  102. dopplerStoreSpec := storeSpec.Provider.Doppler
  103. useCache := dopplerStoreSpec.Auth.OIDCConfig != nil && oidcClientCache != nil
  104. key := cache.Key{
  105. Name: store.GetObjectMeta().Name,
  106. Namespace: namespace,
  107. Kind: store.GetTypeMeta().Kind,
  108. }
  109. if useCache {
  110. if cachedClient, ok := oidcClientCache.Get(store.GetObjectMeta().ResourceVersion, key); ok {
  111. return cachedClient, nil
  112. }
  113. }
  114. client := &Client{
  115. kube: kube,
  116. store: dopplerStoreSpec,
  117. namespace: namespace,
  118. storeKind: store.GetObjectKind().GroupVersionKind().Kind,
  119. storeName: store.GetObjectMeta().Name,
  120. }
  121. if err := p.setupClientAuth(ctx, client, dopplerStoreSpec, store, namespace); err != nil {
  122. return nil, err
  123. }
  124. if err := p.configureDopplerClient(client); err != nil {
  125. return nil, err
  126. }
  127. if useCache {
  128. oidcClientCache.Add(store.GetObjectMeta().ResourceVersion, key, client)
  129. }
  130. return client, nil
  131. }
  132. func (p *Provider) setupClientAuth(ctx context.Context, client *Client, dopplerStoreSpec *esv1.DopplerProvider, store esv1.GenericStore, namespace string) error {
  133. if dopplerStoreSpec.Auth.SecretRef != nil {
  134. if dopplerStoreSpec.Auth.SecretRef.DopplerToken.Key == "" {
  135. dopplerStoreSpec.Auth.SecretRef.DopplerToken.Key = "dopplerToken"
  136. }
  137. } else if dopplerStoreSpec.Auth.OIDCConfig != nil {
  138. if err := p.setupOIDCAuth(client, dopplerStoreSpec, store, namespace); err != nil {
  139. return err
  140. }
  141. }
  142. return client.setAuth(ctx)
  143. }
  144. func (p *Provider) setupOIDCAuth(client *Client, dopplerStoreSpec *esv1.DopplerProvider, store esv1.GenericStore, namespace string) error {
  145. cfg, err := config.GetConfig()
  146. if err != nil {
  147. return fmt.Errorf("failed to get kubernetes config: %w", err)
  148. }
  149. clientset, err := kubernetes.NewForConfig(cfg)
  150. if err != nil {
  151. return fmt.Errorf("failed to create kubernetes clientset: %w", err)
  152. }
  153. client.corev1 = clientset.CoreV1()
  154. client.oidcManager = NewOIDCTokenManager(
  155. client.corev1,
  156. dopplerStoreSpec,
  157. namespace,
  158. store.GetObjectKind().GroupVersionKind().Kind,
  159. store.GetName(),
  160. )
  161. return nil
  162. }
  163. func (p *Provider) configureDopplerClient(client *Client) error {
  164. doppler, err := dclient.NewDopplerClient(client.dopplerToken)
  165. if err != nil {
  166. return fmt.Errorf(errNewClient, err)
  167. }
  168. if customBaseURL, found := os.LookupEnv(customBaseURLEnvVar); found {
  169. if err := doppler.SetBaseURL(customBaseURL); err != nil {
  170. return fmt.Errorf(errNewClient, err)
  171. }
  172. }
  173. if customVerifyTLS, found := os.LookupEnv(verifyTLSOverrideEnvVar); found {
  174. customVerifyTLS, err := strconv.ParseBool(customVerifyTLS)
  175. if err == nil {
  176. doppler.VerifyTLS = customVerifyTLS
  177. }
  178. }
  179. client.doppler = doppler
  180. client.project = client.store.Project
  181. client.config = client.store.Config
  182. client.nameTransformer = client.store.NameTransformer
  183. client.format = client.store.Format
  184. return nil
  185. }
  186. // ValidateStore validates the Doppler provider configuration.
  187. func (p *Provider) ValidateStore(store esv1.GenericStore) (admission.Warnings, error) {
  188. storeSpec := store.GetSpec()
  189. dopplerStoreSpec := storeSpec.Provider.Doppler
  190. if dopplerStoreSpec.Auth.SecretRef != nil {
  191. dopplerTokenSecretRef := dopplerStoreSpec.Auth.SecretRef.DopplerToken
  192. if err := esutils.ValidateSecretSelector(store, dopplerTokenSecretRef); err != nil {
  193. return nil, fmt.Errorf(errInvalidStore, err)
  194. }
  195. if dopplerTokenSecretRef.Name == "" {
  196. return nil, fmt.Errorf(errInvalidStore, "dopplerToken.name cannot be empty")
  197. }
  198. } else if dopplerStoreSpec.Auth.OIDCConfig != nil {
  199. oidcAuth := dopplerStoreSpec.Auth.OIDCConfig
  200. if oidcAuth.Identity == "" {
  201. return nil, fmt.Errorf(errInvalidStore, "oidcConfig.identity cannot be empty")
  202. }
  203. if oidcAuth.ServiceAccountRef.Name == "" {
  204. return nil, fmt.Errorf(errInvalidStore, "oidcConfig.serviceAccountRef.name cannot be empty")
  205. }
  206. if err := esutils.ValidateServiceAccountSelector(store, oidcAuth.ServiceAccountRef); err != nil {
  207. return nil, fmt.Errorf(errInvalidStore, err)
  208. }
  209. } else {
  210. return nil, fmt.Errorf(errInvalidStore, "either auth.secretRef or auth.oidcConfig must be specified")
  211. }
  212. return nil, nil
  213. }
  214. // NewProvider creates a new Provider instance.
  215. func NewProvider() esv1.Provider {
  216. return &Provider{}
  217. }
  218. // ProviderSpec returns the provider specification for registration.
  219. func ProviderSpec() *esv1.SecretStoreProvider {
  220. return &esv1.SecretStoreProvider{
  221. Doppler: &esv1.DopplerProvider{},
  222. }
  223. }
  224. // MaintenanceStatus returns the maintenance status of the provider.
  225. func MaintenanceStatus() esv1.MaintenanceStatus {
  226. return esv1.MaintenanceStatusMaintained
  227. }