akeyless.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package akeyless
  13. import (
  14. "context"
  15. "crypto/tls"
  16. "crypto/x509"
  17. "encoding/json"
  18. "errors"
  19. "fmt"
  20. "net/http"
  21. "net/url"
  22. "strconv"
  23. "strings"
  24. "time"
  25. "github.com/akeylesslabs/akeyless-go/v3"
  26. "github.com/tidwall/gjson"
  27. corev1 "k8s.io/api/core/v1"
  28. "k8s.io/client-go/kubernetes"
  29. typedcorev1 "k8s.io/client-go/kubernetes/typed/core/v1"
  30. "sigs.k8s.io/controller-runtime/pkg/client"
  31. ctrlcfg "sigs.k8s.io/controller-runtime/pkg/client/config"
  32. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  33. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  34. "github.com/external-secrets/external-secrets/pkg/find"
  35. "github.com/external-secrets/external-secrets/pkg/utils"
  36. )
  37. const (
  38. defaultAPIUrl = "https://api.akeyless.io"
  39. )
  40. // https://github.com/external-secrets/external-secrets/issues/644
  41. var _ esv1beta1.SecretsClient = &Akeyless{}
  42. var _ esv1beta1.Provider = &Provider{}
  43. // Provider satisfies the provider interface.
  44. type Provider struct{}
  45. // akeylessBase satisfies the provider.SecretsClient interface.
  46. type akeylessBase struct {
  47. kube client.Client
  48. store esv1beta1.GenericStore
  49. storeKind string
  50. corev1 typedcorev1.CoreV1Interface
  51. namespace string
  52. akeylessGwAPIURL string
  53. RestAPI *akeyless.V2ApiService
  54. }
  55. type Akeyless struct {
  56. Client akeylessVaultInterface
  57. url string
  58. }
  59. type Item struct {
  60. ItemName string `json:"item_name"`
  61. ItemType string `json:"item_type"`
  62. LastVersion int32 `json:"last_version"`
  63. }
  64. type akeylessVaultInterface interface {
  65. GetSecretByType(ctx context.Context, secretName, token string, version int32) (string, error)
  66. TokenFromSecretRef(ctx context.Context) (string, error)
  67. ListSecrets(ctx context.Context, path, tag, token string) ([]string, error)
  68. }
  69. func init() {
  70. esv1beta1.Register(&Provider{}, &esv1beta1.SecretStoreProvider{
  71. Akeyless: &esv1beta1.AkeylessProvider{},
  72. })
  73. }
  74. // Capabilities return the provider supported capabilities (ReadOnly, WriteOnly, ReadWrite).
  75. func (p *Provider) Capabilities() esv1beta1.SecretStoreCapabilities {
  76. return esv1beta1.SecretStoreReadOnly
  77. }
  78. // NewClient constructs a new secrets client based on the provided store.
  79. func (p *Provider) NewClient(ctx context.Context, store esv1beta1.GenericStore, kube client.Client, namespace string) (esv1beta1.SecretsClient, error) {
  80. // controller-runtime/client does not support TokenRequest or other subresource APIs
  81. // so we need to construct our own client and use it to fetch tokens
  82. // (for Kubernetes service account token auth)
  83. restCfg, err := ctrlcfg.GetConfig()
  84. if err != nil {
  85. return nil, err
  86. }
  87. clientset, err := kubernetes.NewForConfig(restCfg)
  88. if err != nil {
  89. return nil, err
  90. }
  91. return newClient(ctx, store, kube, clientset.CoreV1(), namespace)
  92. }
  93. func (p *Provider) ValidateStore(store esv1beta1.GenericStore) error {
  94. storeSpec := store.GetSpec()
  95. akeylessSpec := storeSpec.Provider.Akeyless
  96. akeylessGWApiURL := akeylessSpec.AkeylessGWApiURL
  97. if akeylessGWApiURL != nil && *akeylessGWApiURL != "" {
  98. url, err := url.Parse(*akeylessGWApiURL)
  99. if err != nil {
  100. return fmt.Errorf(errInvalidAkeylessURL)
  101. }
  102. if url.Host == "" {
  103. return fmt.Errorf(errInvalidAkeylessURL)
  104. }
  105. }
  106. if akeylessSpec.Auth.KubernetesAuth != nil {
  107. if akeylessSpec.Auth.KubernetesAuth.ServiceAccountRef != nil {
  108. if err := utils.ValidateReferentServiceAccountSelector(store, *akeylessSpec.Auth.KubernetesAuth.ServiceAccountRef); err != nil {
  109. return fmt.Errorf(errInvalidKubeSA, err)
  110. }
  111. }
  112. if akeylessSpec.Auth.KubernetesAuth.SecretRef != nil {
  113. err := utils.ValidateSecretSelector(store, *akeylessSpec.Auth.KubernetesAuth.SecretRef)
  114. if err != nil {
  115. return err
  116. }
  117. }
  118. if akeylessSpec.Auth.KubernetesAuth.AccessID == "" {
  119. return fmt.Errorf("missing kubernetes auth-method access-id")
  120. }
  121. if akeylessSpec.Auth.KubernetesAuth.K8sConfName == "" {
  122. return fmt.Errorf("missing kubernetes config name")
  123. }
  124. return nil
  125. }
  126. accessID := akeylessSpec.Auth.SecretRef.AccessID
  127. err := utils.ValidateSecretSelector(store, accessID)
  128. if err != nil {
  129. return err
  130. }
  131. if accessID.Name == "" {
  132. return fmt.Errorf(errInvalidAkeylessAccessIDName)
  133. }
  134. if accessID.Key == "" {
  135. return fmt.Errorf(errInvalidAkeylessAccessIDKey)
  136. }
  137. accessType := akeylessSpec.Auth.SecretRef.AccessType
  138. err = utils.ValidateSecretSelector(store, accessType)
  139. if err != nil {
  140. return err
  141. }
  142. accessTypeParam := akeylessSpec.Auth.SecretRef.AccessTypeParam
  143. err = utils.ValidateSecretSelector(store, accessTypeParam)
  144. if err != nil {
  145. return err
  146. }
  147. return nil
  148. }
  149. func newClient(_ context.Context, store esv1beta1.GenericStore, kube client.Client, corev1 typedcorev1.CoreV1Interface, namespace string) (esv1beta1.SecretsClient, error) {
  150. akl := &akeylessBase{
  151. kube: kube,
  152. store: store,
  153. namespace: namespace,
  154. corev1: corev1,
  155. storeKind: store.GetObjectKind().GroupVersionKind().Kind,
  156. }
  157. spec, err := GetAKeylessProvider(store)
  158. if err != nil {
  159. return nil, err
  160. }
  161. akeylessGwAPIURL := defaultAPIUrl
  162. if spec != nil && spec.AkeylessGWApiURL != nil && *spec.AkeylessGWApiURL != "" {
  163. akeylessGwAPIURL = getV2Url(*spec.AkeylessGWApiURL)
  164. }
  165. if spec.Auth == nil {
  166. return nil, fmt.Errorf("missing Auth in store config")
  167. }
  168. client, err := akl.getAkeylessHTTPClient(spec)
  169. if err != nil {
  170. return nil, err
  171. }
  172. RestAPIClient := akeyless.NewAPIClient(&akeyless.Configuration{
  173. HTTPClient: client,
  174. Servers: []akeyless.ServerConfiguration{
  175. {
  176. URL: akeylessGwAPIURL,
  177. },
  178. },
  179. }).V2Api
  180. akl.akeylessGwAPIURL = akeylessGwAPIURL
  181. akl.RestAPI = RestAPIClient
  182. return &Akeyless{Client: akl, url: akeylessGwAPIURL}, nil
  183. }
  184. func (a *Akeyless) Close(_ context.Context) error {
  185. return nil
  186. }
  187. func (a *Akeyless) Validate() (esv1beta1.ValidationResult, error) {
  188. timeout := 15 * time.Second
  189. url := a.url
  190. if err := utils.NetworkValidate(url, timeout); err != nil {
  191. return esv1beta1.ValidationResultError, err
  192. }
  193. return esv1beta1.ValidationResultReady, nil
  194. }
  195. func (a *Akeyless) PushSecret(_ context.Context, _ *corev1.Secret, _ esv1beta1.PushSecretData) error {
  196. return fmt.Errorf("not implemented")
  197. }
  198. func (a *Akeyless) DeleteSecret(_ context.Context, _ esv1beta1.PushSecretRemoteRef) error {
  199. return fmt.Errorf("not implemented")
  200. }
  201. // Implements store.Client.GetSecret Interface.
  202. // Retrieves a secret with the secret name defined in ref.Name.
  203. func (a *Akeyless) GetSecret(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  204. if utils.IsNil(a.Client) {
  205. return nil, fmt.Errorf(errUninitalizedAkeylessProvider)
  206. }
  207. token, err := a.Client.TokenFromSecretRef(ctx)
  208. if err != nil {
  209. return nil, err
  210. }
  211. version := int32(0)
  212. if ref.Version != "" {
  213. i, err := strconv.ParseInt(ref.Version, 10, 32)
  214. if err == nil {
  215. version = int32(i)
  216. }
  217. }
  218. value, err := a.Client.GetSecretByType(ctx, ref.Key, token, version)
  219. if err != nil {
  220. return nil, err
  221. }
  222. if ref.Property == "" {
  223. if value != "" {
  224. return []byte(value), nil
  225. }
  226. return nil, fmt.Errorf("invalid value received, found no value string : %s", ref.Key)
  227. }
  228. // We need to search if a given key with a . exists before using gjson operations.
  229. idx := strings.Index(ref.Property, ".")
  230. if idx > -1 {
  231. refProperty := strings.ReplaceAll(ref.Property, ".", "\\.")
  232. val := gjson.Get(value, refProperty)
  233. if val.Exists() {
  234. return []byte(val.String()), nil
  235. }
  236. }
  237. val := gjson.Get(value, ref.Property)
  238. if !val.Exists() {
  239. return nil, fmt.Errorf("key %s does not exist in value %s", ref.Property, ref.Key)
  240. }
  241. return []byte(val.String()), nil
  242. }
  243. // Implements store.Client.GetAllSecrets Interface.
  244. // Retrieves a all secrets with defined in ref.Name or tags.
  245. func (a *Akeyless) GetAllSecrets(ctx context.Context, ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  246. if utils.IsNil(a.Client) {
  247. return nil, fmt.Errorf(errUninitalizedAkeylessProvider)
  248. }
  249. searchPath := ""
  250. if ref.Path != nil {
  251. searchPath = *ref.Path
  252. if !strings.HasPrefix(searchPath, "/") {
  253. searchPath = "/" + searchPath
  254. }
  255. if !strings.HasSuffix(searchPath, "/") {
  256. searchPath += "/"
  257. }
  258. }
  259. token, err := a.Client.TokenFromSecretRef(ctx)
  260. if err != nil {
  261. return nil, err
  262. }
  263. if ref.Name != nil {
  264. potentialSecrets, err := a.Client.ListSecrets(ctx, searchPath, "", token)
  265. if err != nil {
  266. return nil, err
  267. }
  268. if len(potentialSecrets) == 0 {
  269. return nil, nil
  270. }
  271. return a.findSecretsFromName(ctx, potentialSecrets, *ref.Name, token)
  272. }
  273. if len(ref.Tags) > 0 {
  274. var potentialSecretsName []string
  275. for _, v := range ref.Tags {
  276. potentialSecrets, err := a.Client.ListSecrets(ctx, searchPath, v, token)
  277. if err != nil {
  278. return nil, err
  279. }
  280. if len(potentialSecrets) > 0 {
  281. potentialSecretsName = append(potentialSecretsName, potentialSecrets...)
  282. }
  283. }
  284. if len(potentialSecretsName) == 0 {
  285. return nil, nil
  286. }
  287. return a.getSecrets(ctx, potentialSecretsName, token)
  288. }
  289. return nil, errors.New("unexpected find operator")
  290. }
  291. func (a *Akeyless) getSecrets(ctx context.Context, candidates []string, token string) (map[string][]byte, error) {
  292. secrets := make(map[string][]byte)
  293. for _, name := range candidates {
  294. secretValue, err := a.Client.GetSecretByType(ctx, name, token, 0)
  295. if err != nil {
  296. return nil, err
  297. }
  298. if secretValue != "" {
  299. secrets[name] = []byte(secretValue)
  300. }
  301. }
  302. return secrets, nil
  303. }
  304. func (a *Akeyless) findSecretsFromName(ctx context.Context, candidates []string, ref esv1beta1.FindName, token string) (map[string][]byte, error) {
  305. secrets := make(map[string][]byte)
  306. matcher, err := find.New(ref)
  307. if err != nil {
  308. return nil, err
  309. }
  310. for _, name := range candidates {
  311. ok := matcher.MatchName(name)
  312. if ok {
  313. secretValue, err := a.Client.GetSecretByType(ctx, name, token, 0)
  314. if err != nil {
  315. return nil, err
  316. }
  317. if secretValue != "" {
  318. secrets[name] = []byte(secretValue)
  319. }
  320. }
  321. }
  322. return secrets, nil
  323. }
  324. // Implements store.Client.GetSecretMap Interface.
  325. // New version of GetSecretMap.
  326. func (a *Akeyless) GetSecretMap(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  327. if utils.IsNil(a.Client) {
  328. return nil, fmt.Errorf(errUninitalizedAkeylessProvider)
  329. }
  330. val, err := a.GetSecret(ctx, ref)
  331. if err != nil {
  332. return nil, err
  333. }
  334. // Maps the json data to a string:string map
  335. kv := make(map[string]string)
  336. err = json.Unmarshal(val, &kv)
  337. if err != nil {
  338. return nil, fmt.Errorf(errJSONSecretUnmarshal, err)
  339. }
  340. // Converts values in K:V pairs into bytes, while leaving keys as strings
  341. secretData := make(map[string][]byte)
  342. for k, v := range kv {
  343. secretData[k] = []byte(v)
  344. }
  345. return secretData, nil
  346. }
  347. func (a *akeylessBase) getAkeylessHTTPClient(provider *esv1beta1.AkeylessProvider) (*http.Client, error) {
  348. client := &http.Client{Timeout: 30 * time.Second}
  349. if len(provider.CABundle) == 0 && provider.CAProvider == nil {
  350. return client, nil
  351. }
  352. caCertPool, err := a.getCACertPool(provider)
  353. if err != nil {
  354. return nil, err
  355. }
  356. tlsConf := &tls.Config{
  357. RootCAs: caCertPool,
  358. MinVersion: tls.VersionTLS12,
  359. }
  360. client.Transport = &http.Transport{TLSClientConfig: tlsConf}
  361. return client, nil
  362. }
  363. func (a *akeylessBase) getCACertPool(provider *esv1beta1.AkeylessProvider) (*x509.CertPool, error) {
  364. caCertPool := x509.NewCertPool()
  365. if len(provider.CABundle) > 0 {
  366. pem, err := base64decode(provider.CABundle)
  367. if err != nil {
  368. pem = provider.CABundle
  369. }
  370. ok := caCertPool.AppendCertsFromPEM(pem)
  371. if !ok {
  372. return nil, fmt.Errorf("failed to append cabundle")
  373. }
  374. }
  375. if provider.CAProvider != nil && a.storeKind == esv1beta1.ClusterSecretStoreKind && provider.CAProvider.Namespace == nil {
  376. return nil, fmt.Errorf("missing namespace on CAProvider secret")
  377. }
  378. if provider.CAProvider != nil {
  379. var cert []byte
  380. var err error
  381. switch provider.CAProvider.Type {
  382. case esv1beta1.CAProviderTypeSecret:
  383. cert, err = a.getCertFromSecret(provider)
  384. case esv1beta1.CAProviderTypeConfigMap:
  385. cert, err = a.getCertFromConfigMap(provider)
  386. default:
  387. err = fmt.Errorf("unknown caprovider type: %s", provider.CAProvider.Type)
  388. }
  389. if err != nil {
  390. return nil, err
  391. }
  392. pem, err := base64decode(cert)
  393. if err != nil {
  394. pem = cert
  395. }
  396. ok := caCertPool.AppendCertsFromPEM(pem)
  397. if !ok {
  398. return nil, fmt.Errorf("failed to append cabundle")
  399. }
  400. }
  401. return caCertPool, nil
  402. }
  403. func (a *akeylessBase) getCertFromSecret(provider *esv1beta1.AkeylessProvider) ([]byte, error) {
  404. secretRef := esmeta.SecretKeySelector{
  405. Name: provider.CAProvider.Name,
  406. Key: provider.CAProvider.Key,
  407. }
  408. if provider.CAProvider.Namespace != nil {
  409. secretRef.Namespace = provider.CAProvider.Namespace
  410. }
  411. ctx := context.Background()
  412. res, err := a.secretKeyRef(ctx, &secretRef)
  413. if err != nil {
  414. return nil, err
  415. }
  416. return []byte(res), nil
  417. }
  418. func (a *akeylessBase) getCertFromConfigMap(provider *esv1beta1.AkeylessProvider) ([]byte, error) {
  419. objKey := client.ObjectKey{
  420. Name: provider.CAProvider.Name,
  421. }
  422. if provider.CAProvider.Namespace != nil {
  423. objKey.Namespace = *provider.CAProvider.Namespace
  424. }
  425. configMapRef := &corev1.ConfigMap{}
  426. ctx := context.Background()
  427. err := a.kube.Get(ctx, objKey, configMapRef)
  428. if err != nil {
  429. return nil, fmt.Errorf("failed to get caprovider secret %s: %w", objKey.Name, err)
  430. }
  431. val, ok := configMapRef.Data[provider.CAProvider.Key]
  432. if !ok {
  433. return nil, fmt.Errorf("failed to get caprovider configmap %s -> %s", objKey.Name, provider.CAProvider.Key)
  434. }
  435. return []byte(val), nil
  436. }