akeyless.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package akeyless
  13. import (
  14. "context"
  15. "crypto/tls"
  16. "crypto/x509"
  17. "encoding/json"
  18. "errors"
  19. "fmt"
  20. "net/http"
  21. "net/url"
  22. "strconv"
  23. "strings"
  24. "time"
  25. "github.com/akeylesslabs/akeyless-go/v3"
  26. "github.com/tidwall/gjson"
  27. corev1 "k8s.io/api/core/v1"
  28. "k8s.io/client-go/kubernetes"
  29. typedcorev1 "k8s.io/client-go/kubernetes/typed/core/v1"
  30. "sigs.k8s.io/controller-runtime/pkg/client"
  31. ctrlcfg "sigs.k8s.io/controller-runtime/pkg/client/config"
  32. "sigs.k8s.io/controller-runtime/pkg/webhook/admission"
  33. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  34. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  35. prov "github.com/external-secrets/external-secrets/apis/providers/v1alpha1"
  36. "github.com/external-secrets/external-secrets/pkg/find"
  37. "github.com/external-secrets/external-secrets/pkg/utils"
  38. )
  39. const (
  40. defaultAPIUrl = "https://api.akeyless.io"
  41. errNotImplemented = "not implemented"
  42. )
  43. // https://github.com/external-secrets/external-secrets/issues/644
  44. var _ esv1beta1.SecretsClient = &Akeyless{}
  45. var _ esv1beta1.Provider = &Provider{}
  46. // Provider satisfies the provider interface.
  47. type Provider struct {
  48. storeKind string
  49. }
  50. // akeylessBase satisfies the provider.SecretsClient interface.
  51. type akeylessBase struct {
  52. kube client.Client
  53. store prov.AkeylessSpec
  54. storeKind string
  55. corev1 typedcorev1.CoreV1Interface
  56. namespace string
  57. akeylessGwAPIURL string
  58. RestAPI *akeyless.V2ApiService
  59. }
  60. type Akeyless struct {
  61. Client akeylessVaultInterface
  62. url string
  63. }
  64. type Item struct {
  65. ItemName string `json:"item_name"`
  66. ItemType string `json:"item_type"`
  67. LastVersion int32 `json:"last_version"`
  68. }
  69. type akeylessVaultInterface interface {
  70. GetSecretByType(ctx context.Context, secretName, token string, version int32) (string, error)
  71. TokenFromSecretRef(ctx context.Context) (string, error)
  72. ListSecrets(ctx context.Context, path, tag, token string) ([]string, error)
  73. }
  74. func init() {
  75. esv1beta1.Register(&Provider{}, &esv1beta1.SecretStoreProvider{
  76. Akeyless: &esv1beta1.AkeylessProvider{},
  77. })
  78. esv1beta1.RegisterByName(&Provider{}, prov.AkeylessKind)
  79. ref := esmeta.ProviderRef{
  80. APIVersion: prov.Group + "/" + prov.Version,
  81. Kind: prov.AkeylessKind,
  82. }
  83. prov.RefRegister(&prov.Akeyless{}, ref)
  84. }
  85. func (p *Provider) Convert(in esv1beta1.GenericStore) (client.Object, error) {
  86. out := &prov.Akeyless{}
  87. tmp := map[string]interface{}{
  88. "spec": in.GetSpec().Provider.Akeyless,
  89. }
  90. d, err := json.Marshal(tmp)
  91. if err != nil {
  92. return nil, err
  93. }
  94. err = json.Unmarshal(d, out)
  95. if err != nil {
  96. return nil, fmt.Errorf("could not convert %v in a valid fake provider: %w", in.GetName(), err)
  97. }
  98. return out, nil
  99. }
  100. // Capabilities return the provider supported capabilities (ReadOnly, WriteOnly, ReadWrite).
  101. func (p *Provider) Capabilities() esv1beta1.SecretStoreCapabilities {
  102. return esv1beta1.SecretStoreReadOnly
  103. }
  104. func (p *Provider) ApplyReferent(spec client.Object, caller esmeta.ReferentCallOrigin, namespace string) (client.Object, error) {
  105. converted, ok := spec.(*prov.Akeyless)
  106. if !ok {
  107. return nil, fmt.Errorf("could not convert source object %v into 'fake' provider type: object from type %T", spec.GetName(), spec)
  108. }
  109. ns := &namespace
  110. out := converted.DeepCopy()
  111. switch caller {
  112. case esmeta.ReferentCallProvider:
  113. case esmeta.ReferentCallSecretStore:
  114. out.Spec.Auth.SecretRef.AccessID.Namespace = ns
  115. out.Spec.Auth.SecretRef.AccessType.Namespace = ns
  116. out.Spec.Auth.SecretRef.AccessTypeParam.Namespace = ns
  117. out.Spec.Auth.KubernetesAuth.ServiceAccountRef.Namespace = ns
  118. case esmeta.ReferentCallClusterSecretStore:
  119. // compatibility with utils.SecretKeyRef
  120. p.storeKind = esv1beta1.ClusterSecretStoreKind
  121. default:
  122. }
  123. return spec, nil
  124. }
  125. func (p *Provider) NewClientFromObj(ctx context.Context, in client.Object, kube client.Client, namespace string) (esv1beta1.SecretsClient, error) {
  126. obj, ok := in.(*prov.Akeyless)
  127. if !ok {
  128. return nil, errors.New("could not load akeyless provider")
  129. }
  130. store := obj.Spec
  131. // controller-runtime/client does not support TokenRequest or other subresource APIs
  132. // so we need to construct our own client and use it to fetch tokens
  133. // (for Kubernetes service account token auth)
  134. restCfg, err := ctrlcfg.GetConfig()
  135. if err != nil {
  136. return nil, err
  137. }
  138. clientset, err := kubernetes.NewForConfig(restCfg)
  139. if err != nil {
  140. return nil, err
  141. }
  142. return newClient(ctx, store, kube, clientset.CoreV1(), namespace)
  143. }
  144. // NewClient constructs a new secrets client based on the provided store.
  145. func (p *Provider) NewClient(ctx context.Context, store esv1beta1.GenericStore, kube client.Client, namespace string) (esv1beta1.SecretsClient, error) {
  146. return nil, errors.New("no longer supported")
  147. }
  148. func (p *Provider) ValidateStore(store esv1beta1.GenericStore) (admission.Warnings, error) {
  149. storeSpec := store.GetSpec()
  150. akeylessSpec := storeSpec.Provider.Akeyless
  151. akeylessGWApiURL := akeylessSpec.AkeylessGWApiURL
  152. if akeylessGWApiURL != nil && *akeylessGWApiURL != "" {
  153. url, err := url.Parse(*akeylessGWApiURL)
  154. if err != nil {
  155. return nil, errors.New(errInvalidAkeylessURL)
  156. }
  157. if url.Host == "" {
  158. return nil, errors.New(errInvalidAkeylessURL)
  159. }
  160. }
  161. if akeylessSpec.Auth.KubernetesAuth != nil {
  162. if akeylessSpec.Auth.KubernetesAuth.ServiceAccountRef != nil {
  163. if err := utils.ValidateReferentServiceAccountSelector(store, *akeylessSpec.Auth.KubernetesAuth.ServiceAccountRef); err != nil {
  164. return nil, fmt.Errorf(errInvalidKubeSA, err)
  165. }
  166. }
  167. if akeylessSpec.Auth.KubernetesAuth.SecretRef != nil {
  168. err := utils.ValidateSecretSelector(store, *akeylessSpec.Auth.KubernetesAuth.SecretRef)
  169. if err != nil {
  170. return nil, err
  171. }
  172. }
  173. if akeylessSpec.Auth.KubernetesAuth.AccessID == "" {
  174. return nil, errors.New("missing kubernetes auth-method access-id")
  175. }
  176. if akeylessSpec.Auth.KubernetesAuth.K8sConfName == "" {
  177. return nil, errors.New("missing kubernetes config name")
  178. }
  179. return nil, nil
  180. }
  181. accessID := akeylessSpec.Auth.SecretRef.AccessID
  182. err := utils.ValidateSecretSelector(store, accessID)
  183. if err != nil {
  184. return nil, err
  185. }
  186. if accessID.Name == "" {
  187. return nil, errors.New(errInvalidAkeylessAccessIDName)
  188. }
  189. if accessID.Key == "" {
  190. return nil, errors.New(errInvalidAkeylessAccessIDKey)
  191. }
  192. accessType := akeylessSpec.Auth.SecretRef.AccessType
  193. err = utils.ValidateSecretSelector(store, accessType)
  194. if err != nil {
  195. return nil, err
  196. }
  197. accessTypeParam := akeylessSpec.Auth.SecretRef.AccessTypeParam
  198. err = utils.ValidateSecretSelector(store, accessTypeParam)
  199. if err != nil {
  200. return nil, err
  201. }
  202. return nil, nil
  203. }
  204. func newClient(ctx context.Context, store prov.AkeylessSpec, kube client.Client, corev1 typedcorev1.CoreV1Interface, namespace string) (esv1beta1.SecretsClient, error) {
  205. akl := &akeylessBase{
  206. kube: kube,
  207. store: store,
  208. namespace: namespace,
  209. corev1: corev1,
  210. }
  211. spec := store
  212. akeylessGwAPIURL := defaultAPIUrl
  213. if spec.AkeylessGWApiURL != nil && *spec.AkeylessGWApiURL != "" {
  214. akeylessGwAPIURL = getV2Url(*spec.AkeylessGWApiURL)
  215. }
  216. if spec.Auth == nil {
  217. return nil, errors.New("missing Auth in store config")
  218. }
  219. client, err := akl.getAkeylessHTTPClient(ctx, &spec)
  220. if err != nil {
  221. return nil, err
  222. }
  223. RestAPIClient := akeyless.NewAPIClient(&akeyless.Configuration{
  224. HTTPClient: client,
  225. Servers: []akeyless.ServerConfiguration{
  226. {
  227. URL: akeylessGwAPIURL,
  228. },
  229. },
  230. }).V2Api
  231. akl.akeylessGwAPIURL = akeylessGwAPIURL
  232. akl.RestAPI = RestAPIClient
  233. return &Akeyless{Client: akl, url: akeylessGwAPIURL}, nil
  234. }
  235. func (a *Akeyless) Close(_ context.Context) error {
  236. return nil
  237. }
  238. func (a *Akeyless) Validate() (esv1beta1.ValidationResult, error) {
  239. timeout := 15 * time.Second
  240. url := a.url
  241. if err := utils.NetworkValidate(url, timeout); err != nil {
  242. return esv1beta1.ValidationResultError, err
  243. }
  244. return esv1beta1.ValidationResultReady, nil
  245. }
  246. func (a *Akeyless) PushSecret(_ context.Context, _ *corev1.Secret, _ esv1beta1.PushSecretData) error {
  247. return errors.New(errNotImplemented)
  248. }
  249. func (a *Akeyless) DeleteSecret(_ context.Context, _ esv1beta1.PushSecretRemoteRef) error {
  250. return errors.New(errNotImplemented)
  251. }
  252. func (a *Akeyless) SecretExists(_ context.Context, _ esv1beta1.PushSecretRemoteRef) (bool, error) {
  253. return false, errors.New(errNotImplemented)
  254. }
  255. // Implements store.Client.GetSecret Interface.
  256. // Retrieves a secret with the secret name defined in ref.Name.
  257. func (a *Akeyless) GetSecret(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  258. if utils.IsNil(a.Client) {
  259. return nil, errors.New(errUninitalizedAkeylessProvider)
  260. }
  261. token, err := a.Client.TokenFromSecretRef(ctx)
  262. if err != nil {
  263. return nil, err
  264. }
  265. version := int32(0)
  266. if ref.Version != "" {
  267. i, err := strconv.ParseInt(ref.Version, 10, 32)
  268. if err == nil {
  269. version = int32(i)
  270. }
  271. }
  272. value, err := a.Client.GetSecretByType(ctx, ref.Key, token, version)
  273. if err != nil {
  274. return nil, err
  275. }
  276. if ref.Property == "" {
  277. if value != "" {
  278. return []byte(value), nil
  279. }
  280. return nil, fmt.Errorf("invalid value received, found no value string : %s", ref.Key)
  281. }
  282. // We need to search if a given key with a . exists before using gjson operations.
  283. idx := strings.Index(ref.Property, ".")
  284. if idx > -1 {
  285. refProperty := strings.ReplaceAll(ref.Property, ".", "\\.")
  286. val := gjson.Get(value, refProperty)
  287. if val.Exists() {
  288. return []byte(val.String()), nil
  289. }
  290. }
  291. val := gjson.Get(value, ref.Property)
  292. if !val.Exists() {
  293. return nil, fmt.Errorf("key %s does not exist in value %s", ref.Property, ref.Key)
  294. }
  295. return []byte(val.String()), nil
  296. }
  297. // Implements store.Client.GetAllSecrets Interface.
  298. // Retrieves a all secrets with defined in ref.Name or tags.
  299. func (a *Akeyless) GetAllSecrets(ctx context.Context, ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  300. if utils.IsNil(a.Client) {
  301. return nil, errors.New(errUninitalizedAkeylessProvider)
  302. }
  303. searchPath := ""
  304. if ref.Path != nil {
  305. searchPath = *ref.Path
  306. if !strings.HasPrefix(searchPath, "/") {
  307. searchPath = "/" + searchPath
  308. }
  309. if !strings.HasSuffix(searchPath, "/") {
  310. searchPath += "/"
  311. }
  312. }
  313. token, err := a.Client.TokenFromSecretRef(ctx)
  314. if err != nil {
  315. return nil, err
  316. }
  317. if ref.Name != nil {
  318. potentialSecrets, err := a.Client.ListSecrets(ctx, searchPath, "", token)
  319. if err != nil {
  320. return nil, err
  321. }
  322. if len(potentialSecrets) == 0 {
  323. return nil, nil
  324. }
  325. return a.findSecretsFromName(ctx, potentialSecrets, *ref.Name, token)
  326. }
  327. if len(ref.Tags) > 0 {
  328. var potentialSecretsName []string
  329. for _, v := range ref.Tags {
  330. potentialSecrets, err := a.Client.ListSecrets(ctx, searchPath, v, token)
  331. if err != nil {
  332. return nil, err
  333. }
  334. if len(potentialSecrets) > 0 {
  335. potentialSecretsName = append(potentialSecretsName, potentialSecrets...)
  336. }
  337. }
  338. if len(potentialSecretsName) == 0 {
  339. return nil, nil
  340. }
  341. return a.getSecrets(ctx, potentialSecretsName, token)
  342. }
  343. return nil, errors.New("unexpected find operator")
  344. }
  345. func (a *Akeyless) getSecrets(ctx context.Context, candidates []string, token string) (map[string][]byte, error) {
  346. secrets := make(map[string][]byte)
  347. for _, name := range candidates {
  348. secretValue, err := a.Client.GetSecretByType(ctx, name, token, 0)
  349. if err != nil {
  350. return nil, err
  351. }
  352. if secretValue != "" {
  353. secrets[name] = []byte(secretValue)
  354. }
  355. }
  356. return secrets, nil
  357. }
  358. func (a *Akeyless) findSecretsFromName(ctx context.Context, candidates []string, ref esv1beta1.FindName, token string) (map[string][]byte, error) {
  359. secrets := make(map[string][]byte)
  360. matcher, err := find.New(ref)
  361. if err != nil {
  362. return nil, err
  363. }
  364. for _, name := range candidates {
  365. ok := matcher.MatchName(name)
  366. if ok {
  367. secretValue, err := a.Client.GetSecretByType(ctx, name, token, 0)
  368. if err != nil {
  369. return nil, err
  370. }
  371. if secretValue != "" {
  372. secrets[name] = []byte(secretValue)
  373. }
  374. }
  375. }
  376. return secrets, nil
  377. }
  378. // Implements store.Client.GetSecretMap Interface.
  379. // New version of GetSecretMap.
  380. func (a *Akeyless) GetSecretMap(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  381. if utils.IsNil(a.Client) {
  382. return nil, errors.New(errUninitalizedAkeylessProvider)
  383. }
  384. val, err := a.GetSecret(ctx, ref)
  385. if err != nil {
  386. return nil, err
  387. }
  388. // Maps the json data to a string:string map
  389. kv := make(map[string]string)
  390. err = json.Unmarshal(val, &kv)
  391. if err != nil {
  392. return nil, fmt.Errorf(errJSONSecretUnmarshal, err)
  393. }
  394. // Converts values in K:V pairs into bytes, while leaving keys as strings
  395. secretData := make(map[string][]byte)
  396. for k, v := range kv {
  397. secretData[k] = []byte(v)
  398. }
  399. return secretData, nil
  400. }
  401. func (a *akeylessBase) getAkeylessHTTPClient(ctx context.Context, provider *prov.AkeylessSpec) (*http.Client, error) {
  402. client := &http.Client{Timeout: 30 * time.Second}
  403. if len(provider.CABundle) == 0 && provider.CAProvider == nil {
  404. return client, nil
  405. }
  406. cert, err := utils.FetchCACertFromSource(ctx, utils.CreateCertOpts{
  407. StoreKind: a.storeKind,
  408. Client: a.kube,
  409. Namespace: a.namespace,
  410. CABundle: provider.CABundle,
  411. CAProvider: provider.CAProvider,
  412. })
  413. if err != nil {
  414. return nil, err
  415. }
  416. caCertPool := x509.NewCertPool()
  417. ok := caCertPool.AppendCertsFromPEM(cert)
  418. if !ok {
  419. return nil, errors.New("failed to append caBundle")
  420. }
  421. tlsConf := &tls.Config{
  422. RootCAs: caCertPool,
  423. MinVersion: tls.VersionTLS12,
  424. }
  425. client.Transport = &http.Transport{TLSClientConfig: tlsConf}
  426. return client, nil
  427. }