akeyless.go 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603
  1. /*
  2. Copyright © The ESO Authors
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. https://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. // Package akeyless provides integration with Akeyless Vault for secrets management.
  14. package akeyless
  15. import (
  16. "bytes"
  17. "context"
  18. "crypto/tls"
  19. "crypto/x509"
  20. "encoding/json"
  21. "errors"
  22. "fmt"
  23. "net/http"
  24. "net/url"
  25. "slices"
  26. "strconv"
  27. "strings"
  28. "time"
  29. "github.com/akeylesslabs/akeyless-go/v4"
  30. "github.com/tidwall/gjson"
  31. corev1 "k8s.io/api/core/v1"
  32. "k8s.io/client-go/kubernetes"
  33. typedcorev1 "k8s.io/client-go/kubernetes/typed/core/v1"
  34. "sigs.k8s.io/controller-runtime/pkg/client"
  35. ctrlcfg "sigs.k8s.io/controller-runtime/pkg/client/config"
  36. "sigs.k8s.io/controller-runtime/pkg/webhook/admission"
  37. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  38. "github.com/external-secrets/external-secrets/runtime/cache"
  39. "github.com/external-secrets/external-secrets/runtime/esutils"
  40. "github.com/external-secrets/external-secrets/runtime/find"
  41. )
  42. // Ctx is a type used for context keys in Akeyless provider implementations.
  43. type Ctx string
  44. const (
  45. defaultAPIUrl = "https://api.akeyless.io"
  46. extSecretManagedTag = "k8s-external-secrets"
  47. aKeylessToken Ctx = "AKEYLESS_TOKEN"
  48. )
  49. // https://github.com/external-secrets/external-secrets/issues/644
  50. var _ esv1.SecretsClient = &Akeyless{}
  51. var _ esv1.Provider = &Provider{}
  52. // Provider satisfies the provider interface.
  53. type Provider struct {
  54. clientCache *cache.Cache[esv1.SecretsClient]
  55. }
  56. // akeylessBase satisfies the provider.SecretsClient interface.
  57. type akeylessBase struct {
  58. kube client.Client
  59. store esv1.GenericStore
  60. storeKind string
  61. corev1 typedcorev1.CoreV1Interface
  62. namespace string
  63. akeylessGwAPIURL string
  64. ignoreCache bool
  65. RestAPI *akeyless.V2ApiService
  66. }
  67. // Akeyless represents a client for the Akeyless Vault service.
  68. type Akeyless struct {
  69. Client akeylessVaultInterface
  70. url string
  71. }
  72. type akeylessVaultInterface interface {
  73. GetSecretByType(ctx context.Context, secretName string, version int32) (string, error)
  74. TokenFromSecretRef(ctx context.Context) (string, error)
  75. ListSecrets(ctx context.Context, path, tag string) ([]string, error)
  76. DescribeItem(ctx context.Context, itemName string) (*akeyless.Item, error)
  77. CreateSecret(ctx context.Context, remoteKey, data string) error
  78. UpdateSecret(ctx context.Context, remoteKey, data string) error
  79. DeleteSecret(ctx context.Context, remoteKey string) error
  80. }
  81. // Capabilities return the provider supported capabilities (ReadOnly, WriteOnly, ReadWrite).
  82. func (p *Provider) Capabilities() esv1.SecretStoreCapabilities {
  83. return esv1.SecretStoreReadWrite
  84. }
  85. // NewClient constructs a new secrets client based on the provided store.
  86. func (p *Provider) NewClient(ctx context.Context, store esv1.GenericStore, kube client.Client, namespace string) (esv1.SecretsClient, error) {
  87. key := cache.Key{
  88. Name: store.GetObjectMeta().Name,
  89. Namespace: namespace,
  90. Kind: store.GetKind(),
  91. }
  92. if cachedClient, ok := p.clientCache.Get(store.GetObjectMeta().ResourceVersion, key); ok {
  93. return cachedClient, nil
  94. }
  95. // controller-runtime/client does not support TokenRequest or other subresource APIs
  96. // so we need to construct our own client and use it to fetch tokens
  97. // (for Kubernetes service account token auth)
  98. restCfg, err := ctrlcfg.GetConfig()
  99. if err != nil {
  100. return nil, err
  101. }
  102. clientset, err := kubernetes.NewForConfig(restCfg)
  103. if err != nil {
  104. return nil, err
  105. }
  106. client, err := newClient(ctx, store, kube, clientset.CoreV1(), namespace)
  107. if err != nil {
  108. return nil, err
  109. }
  110. p.clientCache.Add(store.GetObjectMeta().ResourceVersion, key, client)
  111. return client, nil
  112. }
  113. // ValidateStore validates the configuration of the Akeyless provider in the store.
  114. func (p *Provider) ValidateStore(store esv1.GenericStore) (admission.Warnings, error) {
  115. storeSpec := store.GetSpec()
  116. akeylessSpec := storeSpec.Provider.Akeyless
  117. akeylessGWApiURL := akeylessSpec.AkeylessGWApiURL
  118. if akeylessGWApiURL != nil && *akeylessGWApiURL != "" {
  119. parsedURL, err := url.Parse(*akeylessGWApiURL)
  120. if err != nil {
  121. return nil, errors.New(errInvalidAkeylessURL)
  122. }
  123. if parsedURL.Host == "" {
  124. return nil, errors.New(errInvalidAkeylessURL)
  125. }
  126. }
  127. if akeylessSpec.Auth.KubernetesAuth != nil {
  128. if akeylessSpec.Auth.KubernetesAuth.ServiceAccountRef != nil {
  129. if err := esutils.ValidateReferentServiceAccountSelector(store, *akeylessSpec.Auth.KubernetesAuth.ServiceAccountRef); err != nil {
  130. return nil, fmt.Errorf(errInvalidKubeSA, err)
  131. }
  132. }
  133. if akeylessSpec.Auth.KubernetesAuth.SecretRef != nil {
  134. err := esutils.ValidateSecretSelector(store, *akeylessSpec.Auth.KubernetesAuth.SecretRef)
  135. if err != nil {
  136. return nil, err
  137. }
  138. }
  139. if akeylessSpec.Auth.KubernetesAuth.AccessID == "" {
  140. return nil, errors.New("missing kubernetes auth-method access-id")
  141. }
  142. if akeylessSpec.Auth.KubernetesAuth.K8sConfName == "" {
  143. return nil, errors.New("missing kubernetes config name")
  144. }
  145. return nil, nil
  146. }
  147. accessID := akeylessSpec.Auth.SecretRef.AccessID
  148. err := esutils.ValidateSecretSelector(store, accessID)
  149. if err != nil {
  150. return nil, err
  151. }
  152. if accessID.Name == "" {
  153. return nil, errors.New(errInvalidAkeylessAccessIDName)
  154. }
  155. if accessID.Key == "" {
  156. return nil, errors.New(errInvalidAkeylessAccessIDKey)
  157. }
  158. accessType := akeylessSpec.Auth.SecretRef.AccessType
  159. err = esutils.ValidateSecretSelector(store, accessType)
  160. if err != nil {
  161. return nil, err
  162. }
  163. accessTypeParam := akeylessSpec.Auth.SecretRef.AccessTypeParam
  164. if accessTypeParam.Name != "" {
  165. if err := esutils.ValidateSecretSelector(store, accessTypeParam); err != nil {
  166. return nil, err
  167. }
  168. }
  169. if akeylessSpec.Auth.ServiceAccountRef != nil {
  170. if err := esutils.ValidateReferentServiceAccountSelector(store, *akeylessSpec.Auth.ServiceAccountRef); err != nil {
  171. return nil, fmt.Errorf("invalid Auth.ServiceAccountRef: %w", err)
  172. }
  173. }
  174. return nil, nil
  175. }
  176. func newClient(ctx context.Context, store esv1.GenericStore, kube client.Client, corev1 typedcorev1.CoreV1Interface, namespace string) (esv1.SecretsClient, error) {
  177. akl := &akeylessBase{
  178. kube: kube,
  179. store: store,
  180. namespace: namespace,
  181. corev1: corev1,
  182. storeKind: store.GetObjectKind().GroupVersionKind().Kind,
  183. }
  184. spec, err := GetAKeylessProvider(store)
  185. if err != nil {
  186. return nil, err
  187. }
  188. akeylessGwAPIURL := defaultAPIUrl
  189. if spec != nil && spec.AkeylessGWApiURL != nil && *spec.AkeylessGWApiURL != "" {
  190. akeylessGwAPIURL = getV2Url(*spec.AkeylessGWApiURL)
  191. }
  192. if spec.Auth == nil {
  193. return nil, errors.New("missing Auth in store config")
  194. }
  195. client, err := akl.getAkeylessHTTPClient(ctx, spec)
  196. if err != nil {
  197. return nil, err
  198. }
  199. RestAPIClient := akeyless.NewAPIClient(&akeyless.Configuration{
  200. HTTPClient: client,
  201. Servers: []akeyless.ServerConfiguration{
  202. {
  203. URL: akeylessGwAPIURL,
  204. },
  205. },
  206. }).V2Api
  207. akl.akeylessGwAPIURL = akeylessGwAPIURL
  208. akl.ignoreCache = ignoreCacheEnabled(spec)
  209. akl.RestAPI = RestAPIClient
  210. return &Akeyless{Client: akl, url: akeylessGwAPIURL}, nil
  211. }
  212. func (a *Akeyless) contextWithToken(ctx context.Context) (context.Context, error) {
  213. if v := ctx.Value(aKeylessToken); v != nil {
  214. return ctx, nil
  215. }
  216. token, err := a.Client.TokenFromSecretRef(ctx)
  217. if err != nil {
  218. return nil, err
  219. }
  220. return context.WithValue(ctx, aKeylessToken, token), nil
  221. }
  222. // Close closes the Akeyless client connection.
  223. func (a *Akeyless) Close(_ context.Context) error {
  224. return nil
  225. }
  226. // Validate validates the Akeyless connection by testing network connectivity.
  227. func (a *Akeyless) Validate() (esv1.ValidationResult, error) {
  228. timeout := 15 * time.Second
  229. serviceURL := a.url
  230. if err := esutils.NetworkValidate(serviceURL, timeout); err != nil {
  231. return esv1.ValidationResultError, err
  232. }
  233. return esv1.ValidationResultReady, nil
  234. }
  235. // GetSecret retrieves a secret with the secret name defined in ref.Name.
  236. // Implements store.Client.GetSecret Interface.
  237. func (a *Akeyless) GetSecret(ctx context.Context, ref esv1.ExternalSecretDataRemoteRef) ([]byte, error) {
  238. if esutils.IsNil(a.Client) {
  239. return nil, errors.New(errUninitalizedAkeylessProvider)
  240. }
  241. ctx, err := a.contextWithToken(ctx)
  242. if err != nil {
  243. return nil, err
  244. }
  245. version := int32(0)
  246. if ref.Version != "" {
  247. i, err := strconv.ParseInt(ref.Version, 10, 32)
  248. if err == nil {
  249. version = int32(i)
  250. }
  251. }
  252. value, err := a.Client.GetSecretByType(ctx, ref.Key, version)
  253. if err != nil {
  254. return nil, err
  255. }
  256. if ref.Property == "" {
  257. if value != "" {
  258. return []byte(value), nil
  259. }
  260. return nil, fmt.Errorf("invalid value received, found no value string : %s", ref.Key)
  261. }
  262. // We need to search if a given key with a . exists before using gjson operations.
  263. idx := strings.Index(ref.Property, ".")
  264. if idx > -1 {
  265. refProperty := strings.ReplaceAll(ref.Property, ".", "\\.")
  266. val := gjson.Get(value, refProperty)
  267. if val.Exists() {
  268. return []byte(val.String()), nil
  269. }
  270. }
  271. val := gjson.Get(value, ref.Property)
  272. if !val.Exists() {
  273. return nil, fmt.Errorf("key %s does not exist in value %s", ref.Property, ref.Key)
  274. }
  275. return []byte(val.String()), nil
  276. }
  277. // GetAllSecrets Implements store.Client.GetAllSecrets Interface.
  278. // Retrieves all secrets with defined in ref.Name or tags.
  279. func (a *Akeyless) GetAllSecrets(ctx context.Context, ref esv1.ExternalSecretFind) (map[string][]byte, error) {
  280. if esutils.IsNil(a.Client) {
  281. return nil, errors.New(errUninitalizedAkeylessProvider)
  282. }
  283. ctx, err := a.contextWithToken(ctx)
  284. if err != nil {
  285. return nil, err
  286. }
  287. searchPath := ""
  288. if ref.Path != nil {
  289. searchPath = *ref.Path
  290. if !strings.HasPrefix(searchPath, "/") {
  291. searchPath = "/" + searchPath
  292. }
  293. if !strings.HasSuffix(searchPath, "/") {
  294. searchPath += "/"
  295. }
  296. }
  297. if ref.Name != nil {
  298. return a.findSecretsFromName(ctx, searchPath, *ref.Name)
  299. }
  300. if len(ref.Tags) > 0 {
  301. return a.getSecrets(ctx, searchPath, ref.Tags)
  302. }
  303. return nil, errors.New("unexpected find operator")
  304. }
  305. func (a *Akeyless) getSecrets(ctx context.Context, searchPath string, tags map[string]string) (map[string][]byte, error) {
  306. var potentialSecretsName []string
  307. for _, v := range tags {
  308. potentialSecrets, err := a.Client.ListSecrets(ctx, searchPath, v)
  309. if err != nil {
  310. return nil, err
  311. }
  312. if len(potentialSecrets) > 0 {
  313. potentialSecretsName = append(potentialSecretsName, potentialSecrets...)
  314. }
  315. }
  316. if len(potentialSecretsName) == 0 {
  317. return nil, nil
  318. }
  319. secrets := make(map[string][]byte)
  320. for _, name := range potentialSecretsName {
  321. secretValue, err := a.Client.GetSecretByType(ctx, name, 0)
  322. if err != nil {
  323. return nil, err
  324. }
  325. if secretValue != "" {
  326. secrets[name] = []byte(secretValue)
  327. }
  328. }
  329. return secrets, nil
  330. }
  331. func (a *Akeyless) findSecretsFromName(ctx context.Context, searchPath string, ref esv1.FindName) (map[string][]byte, error) {
  332. potentialSecrets, err := a.Client.ListSecrets(ctx, searchPath, "")
  333. if err != nil {
  334. return nil, err
  335. }
  336. if len(potentialSecrets) == 0 {
  337. return nil, nil
  338. }
  339. secrets := make(map[string][]byte)
  340. matcher, err := find.New(ref)
  341. if err != nil {
  342. return nil, err
  343. }
  344. for _, name := range potentialSecrets {
  345. ok := matcher.MatchName(name)
  346. if ok {
  347. secretValue, err := a.Client.GetSecretByType(ctx, name, 0)
  348. if err != nil {
  349. return nil, err
  350. }
  351. if secretValue != "" {
  352. secrets[name] = []byte(secretValue)
  353. }
  354. }
  355. }
  356. return secrets, nil
  357. }
  358. // GetSecretMap implements store.Client.GetSecretMap Interface.
  359. // New version of GetSecretMap.
  360. func (a *Akeyless) GetSecretMap(ctx context.Context, ref esv1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  361. if esutils.IsNil(a.Client) {
  362. return nil, errors.New(errUninitalizedAkeylessProvider)
  363. }
  364. data, err := a.GetSecret(ctx, ref)
  365. if err != nil {
  366. return nil, err
  367. }
  368. secretData, err := esutils.JSONToSecretDataMap(data)
  369. if err != nil {
  370. return nil, fmt.Errorf(errJSONSecretUnmarshal, err)
  371. }
  372. return secretData, nil
  373. }
  374. // SecretExists checks if a secret exists in Akeyless Vault at the specified remote reference.
  375. func (a *Akeyless) SecretExists(ctx context.Context, ref esv1.PushSecretRemoteRef) (bool, error) {
  376. if esutils.IsNil(a.Client) {
  377. return false, errors.New(errUninitalizedAkeylessProvider)
  378. }
  379. secret, err := a.GetSecret(ctx, esv1.ExternalSecretDataRemoteRef{Key: ref.GetRemoteKey()})
  380. if errors.Is(err, ErrItemNotExists) {
  381. return false, nil
  382. }
  383. if err != nil {
  384. return false, err
  385. }
  386. if ref.GetProperty() == "" {
  387. return true, nil
  388. }
  389. var secretMap map[string]any
  390. err = json.Unmarshal(secret, &secretMap)
  391. if err != nil {
  392. // Do not return the raw error as json.Unmarshal errors may contain
  393. // sensitive secret data in the error message
  394. return false, errors.New("failed to unmarshal secret: invalid JSON format")
  395. }
  396. _, ok := secretMap[ref.GetProperty()]
  397. return ok, nil
  398. }
  399. func initMapIfNotExist(psd esv1.PushSecretData, secretMapSize int) map[string]any {
  400. mapSize := 1
  401. if psd.GetProperty() == "" {
  402. mapSize = secretMapSize
  403. }
  404. return make(map[string]any, mapSize)
  405. }
  406. // PushSecret pushes a Kubernetes secret to Akeyless Vault using the provided data.
  407. func (a *Akeyless) PushSecret(ctx context.Context, secret *corev1.Secret, psd esv1.PushSecretData) error {
  408. if esutils.IsNil(a.Client) {
  409. return errors.New(errUninitalizedAkeylessProvider)
  410. }
  411. ctx, err := a.contextWithToken(ctx)
  412. if err != nil {
  413. return err
  414. }
  415. secretRemote, err := a.GetSecret(ctx, esv1.ExternalSecretDataRemoteRef{Key: psd.GetRemoteKey()})
  416. isNotExists := errors.Is(err, ErrItemNotExists)
  417. if err != nil && !isNotExists {
  418. return err
  419. }
  420. var data map[string]any
  421. if isNotExists {
  422. data = initMapIfNotExist(psd, len(secret.Data))
  423. err = nil
  424. } else {
  425. err = json.Unmarshal(secretRemote, &data)
  426. }
  427. if err != nil {
  428. // Do not return the raw error as json.Unmarshal errors may contain
  429. // sensitive secret data in the error message
  430. return errors.New("failed to unmarshal remote secret: invalid JSON format")
  431. }
  432. if psd.GetProperty() == "" {
  433. for k, v := range secret.Data {
  434. data[k] = string(v)
  435. }
  436. } else if v, ok := secret.Data[psd.GetSecretKey()]; ok {
  437. data[psd.GetProperty()] = string(v)
  438. }
  439. dataByte, err := json.Marshal(data)
  440. if err != nil {
  441. return err
  442. }
  443. if bytes.Equal(dataByte, secretRemote) {
  444. return nil
  445. }
  446. if isNotExists {
  447. return a.Client.CreateSecret(ctx, psd.GetRemoteKey(), string(dataByte))
  448. }
  449. return a.Client.UpdateSecret(ctx, psd.GetRemoteKey(), string(dataByte))
  450. }
  451. // DeleteSecret deletes a secret from Akeyless Vault at the specified remote reference.
  452. func (a *Akeyless) DeleteSecret(ctx context.Context, psr esv1.PushSecretRemoteRef) error {
  453. if esutils.IsNil(a.Client) {
  454. return errors.New(errUninitalizedAkeylessProvider)
  455. }
  456. ctx, err := a.contextWithToken(ctx)
  457. if err != nil {
  458. return err
  459. }
  460. item, err := a.Client.DescribeItem(ctx, psr.GetRemoteKey())
  461. if err != nil {
  462. return err
  463. }
  464. if item == nil || item.ItemTags == nil || !slices.Contains(*item.ItemTags, extSecretManagedTag) {
  465. return nil
  466. }
  467. if psr.GetProperty() == "" {
  468. err = a.Client.DeleteSecret(ctx, psr.GetRemoteKey())
  469. return err
  470. }
  471. secret, err := a.GetSecret(ctx, esv1.ExternalSecretDataRemoteRef{Key: psr.GetRemoteKey()})
  472. if err != nil {
  473. return err
  474. }
  475. var secretMap map[string]any
  476. err = json.Unmarshal(secret, &secretMap)
  477. if err != nil {
  478. // Do not return the raw error as json.Unmarshal errors may contain
  479. // sensitive secret data in the error message
  480. return errors.New("failed to unmarshal secret for deletion: invalid JSON format")
  481. }
  482. delete(secretMap, psr.GetProperty())
  483. if len(secretMap) == 0 {
  484. err = a.Client.DeleteSecret(ctx, psr.GetRemoteKey())
  485. return err
  486. }
  487. byteSecretMap, err := json.Marshal(secretMap)
  488. if err != nil {
  489. return err
  490. }
  491. err = a.Client.UpdateSecret(ctx, psr.GetRemoteKey(), string(byteSecretMap))
  492. return err
  493. }
  494. func (a *akeylessBase) getAkeylessHTTPClient(ctx context.Context, provider *esv1.AkeylessProvider) (*http.Client, error) {
  495. client := &http.Client{Timeout: 30 * time.Second}
  496. if len(provider.CABundle) == 0 && provider.CAProvider == nil {
  497. return client, nil
  498. }
  499. cert, err := esutils.FetchCACertFromSource(ctx, esutils.CreateCertOpts{
  500. StoreKind: a.storeKind,
  501. Client: a.kube,
  502. Namespace: a.namespace,
  503. CABundle: provider.CABundle,
  504. CAProvider: provider.CAProvider,
  505. })
  506. if err != nil {
  507. return nil, err
  508. }
  509. caCertPool := x509.NewCertPool()
  510. ok := caCertPool.AppendCertsFromPEM(cert)
  511. if !ok {
  512. return nil, errors.New("failed to append caBundle")
  513. }
  514. tlsConf := &tls.Config{
  515. RootCAs: caCertPool,
  516. MinVersion: tls.VersionTLS12,
  517. }
  518. client.Transport = &http.Transport{TLSClientConfig: tlsConf}
  519. return client, nil
  520. }
  521. // NewProvider creates a new Provider instance.
  522. func NewProvider() esv1.Provider {
  523. return &Provider{
  524. clientCache: cache.Must[esv1.SecretsClient](100, nil),
  525. }
  526. }
  527. // ProviderSpec returns the provider specification for registration.
  528. func ProviderSpec() *esv1.SecretStoreProvider {
  529. return &esv1.SecretStoreProvider{
  530. Akeyless: &esv1.AkeylessProvider{},
  531. }
  532. }
  533. // MaintenanceStatus returns the maintenance status of the provider.
  534. func MaintenanceStatus() esv1.MaintenanceStatus {
  535. return esv1.MaintenanceStatusMaintained
  536. }