akeyless_api.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517
  1. /*
  2. Copyright © The ESO Authors
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. https://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package akeyless
  14. import (
  15. "context"
  16. "encoding/base64"
  17. "encoding/json"
  18. "errors"
  19. "fmt"
  20. "io"
  21. "net/http"
  22. "os"
  23. "strings"
  24. aws_cloud_id "github.com/akeylesslabs/akeyless-go-cloud-id/cloudprovider/aws"
  25. gcp_cloud_id "github.com/akeylesslabs/akeyless-go-cloud-id/cloudprovider/gcp"
  26. "github.com/akeylesslabs/akeyless-go/v4"
  27. authenticationv1 "k8s.io/api/authentication/v1"
  28. corev1 "k8s.io/api/core/v1"
  29. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  30. "k8s.io/apimachinery/pkg/types"
  31. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  32. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  33. "github.com/external-secrets/external-secrets/runtime/constants"
  34. "github.com/external-secrets/external-secrets/runtime/esutils/resolvers"
  35. "github.com/external-secrets/external-secrets/runtime/metrics"
  36. )
  37. var (
  38. // ErrItemNotExists is returned when a requested item doesn't exist in Akeyless vault.
  39. ErrItemNotExists = errors.New("item does not exist")
  40. // ErrTokenNotExists is returned when the authentication token is not available.
  41. ErrTokenNotExists = errors.New("token does not exist")
  42. )
  43. // DefServiceAccountFile is the default path to the Kubernetes service account token.
  44. const DefServiceAccountFile = "/var/run/secrets/kubernetes.io/serviceaccount/token"
  45. // Tokener is the interface for types that can have tokens set on them.
  46. type Tokener interface {
  47. SetToken(v string)
  48. SetUidToken(v string)
  49. }
  50. // GetToken retrieves an authentication token from Akeyless Gateway.
  51. // It supports various authentication methods including API key, access key,
  52. // Kubernetes service account token, and cloud provider-specific methods.
  53. func (a *akeylessBase) GetToken(ctx context.Context, accessID, accType, accTypeParam string, auth *esv1.AkeylessAuth) (string, error) {
  54. authBody := akeyless.NewAuthWithDefaults()
  55. authBody.AccessId = new(accessID)
  56. if accType == "api_key" || accType == "access_key" {
  57. authBody.AccessKey = new(accTypeParam)
  58. } else if accType == "k8s" {
  59. if auth == nil || auth.KubernetesAuth == nil {
  60. return "", errors.New("kubernetes auth configuration is required")
  61. }
  62. jwtString, err := a.getK8SServiceAccountJWT(ctx, auth.KubernetesAuth)
  63. if err != nil {
  64. return "", fmt.Errorf("failed to read JWT with Kubernetes Auth from %v. error: %w", DefServiceAccountFile, err)
  65. }
  66. jwtStringBase64 := base64.StdEncoding.EncodeToString([]byte(jwtString))
  67. K8SAuthConfigName := accTypeParam
  68. authBody.AccessType = new(accType)
  69. authBody.K8sServiceAccountToken = new(jwtStringBase64)
  70. authBody.K8sAuthConfigName = new(K8SAuthConfigName)
  71. } else {
  72. cloudID, err := a.getCloudID(ctx, accType, accTypeParam, auth)
  73. if err != nil {
  74. return "", errors.New("Require Cloud ID " + err.Error())
  75. }
  76. authBody.AccessType = new(accType)
  77. authBody.CloudId = new(cloudID)
  78. }
  79. authOut, res, err := a.RestAPI.Auth(ctx).Body(*authBody).Execute()
  80. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMAuth, err)
  81. var apiErr akeyless.GenericOpenAPIError
  82. if errors.As(err, &apiErr) {
  83. return "", fmt.Errorf("authentication failed: %v", string(apiErr.Body()))
  84. }
  85. if err != nil {
  86. return "", fmt.Errorf("authentication failed: %w", err)
  87. }
  88. defer func() {
  89. _ = res.Body.Close()
  90. }()
  91. token := authOut.GetToken()
  92. return token, nil
  93. }
  94. // GetSecretByType retrieves a secret from Akeyless based on its type.
  95. func (a *akeylessBase) GetSecretByType(ctx context.Context, secretName string, version int32) (string, error) {
  96. item, err := a.DescribeItem(ctx, secretName)
  97. if err != nil {
  98. return "", err
  99. }
  100. if _, ok := item.GetItemNameOk(); !ok {
  101. return "", ErrItemNotExists
  102. }
  103. secretType := item.GetItemType()
  104. switch secretType {
  105. case "STATIC_SECRET":
  106. return a.GetStaticSecret(ctx, secretName, version)
  107. case "DYNAMIC_SECRET":
  108. return a.GetDynamicSecrets(ctx, secretName)
  109. case "ROTATED_SECRET":
  110. return a.GetRotatedSecrets(ctx, secretName, version)
  111. case "CERTIFICATE":
  112. return a.GetCertificate(ctx, secretName, version)
  113. default:
  114. return "", fmt.Errorf("invalid item type: %v", secretType)
  115. }
  116. }
  117. // SetBodyToken sets the appropriate token in the request body based on the context.
  118. func SetBodyToken(ctx context.Context, t Tokener) error {
  119. token, ok := ctx.Value(aKeylessToken).(string)
  120. if !ok {
  121. return ErrTokenNotExists
  122. }
  123. if strings.HasPrefix(token, "u-") {
  124. t.SetUidToken(token)
  125. } else {
  126. t.SetToken(token)
  127. }
  128. return nil
  129. }
  130. func (a *akeylessBase) DescribeItem(ctx context.Context, itemName string) (*akeyless.Item, error) {
  131. body := akeyless.DescribeItem{
  132. Name: itemName,
  133. }
  134. if err := SetBodyToken(ctx, &body); err != nil {
  135. return nil, err
  136. }
  137. gsvOut, res, err := a.RestAPI.DescribeItem(ctx).Body(body).Execute()
  138. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMDescribeItem, err)
  139. var apiErr akeyless.GenericOpenAPIError
  140. if errors.As(err, &apiErr) {
  141. if res.StatusCode == http.StatusNotFound {
  142. return nil, ErrItemNotExists
  143. }
  144. return nil, fmt.Errorf("can't describe item: %v, error: %v", itemName, string(apiErr.Body()))
  145. }
  146. if err != nil {
  147. return nil, fmt.Errorf("can't describe item: %w", err)
  148. }
  149. defer func() {
  150. _ = res.Body.Close()
  151. }()
  152. return &gsvOut, nil
  153. }
  154. func (a *akeylessBase) GetCertificate(ctx context.Context, certificateName string, version int32) (string, error) {
  155. body := akeyless.GetCertificateValue{
  156. Name: certificateName,
  157. Version: &version,
  158. }
  159. if a.ignoreCache {
  160. body.SetIgnoreCache("true")
  161. }
  162. if err := SetBodyToken(ctx, &body); err != nil {
  163. return "", err
  164. }
  165. gcvOut, res, err := a.RestAPI.GetCertificateValue(ctx).Body(body).Execute()
  166. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetCertificateValue, err)
  167. var apiErr akeyless.GenericOpenAPIError
  168. if errors.As(err, &apiErr) {
  169. return "", fmt.Errorf("can't get certificate value: %v", string(apiErr.Body()))
  170. }
  171. if err != nil {
  172. return "", fmt.Errorf("can't get certificate value: %w", err)
  173. }
  174. defer func() {
  175. _ = res.Body.Close()
  176. }()
  177. out, err := json.Marshal(gcvOut)
  178. if err != nil {
  179. return "", fmt.Errorf("can't marshal certificate value: %w", err)
  180. }
  181. return string(out), nil
  182. }
  183. func (a *akeylessBase) GetRotatedSecrets(ctx context.Context, secretName string, version int32) (string, error) {
  184. body := akeyless.GetRotatedSecretValue{
  185. Names: secretName,
  186. Version: &version,
  187. }
  188. if a.ignoreCache {
  189. body.SetIgnoreCache("true")
  190. }
  191. if err := SetBodyToken(ctx, &body); err != nil {
  192. return "", err
  193. }
  194. gsvOut, res, err := a.RestAPI.GetRotatedSecretValue(ctx).Body(body).Execute()
  195. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetRotatedSecretValue, err)
  196. var apiErr akeyless.GenericOpenAPIError
  197. if errors.As(err, &apiErr) {
  198. return "", fmt.Errorf("can't get rotated secret value: %v", string(apiErr.Body()))
  199. }
  200. if err != nil {
  201. return "", fmt.Errorf("can't get rotated secret value: %w", err)
  202. }
  203. defer func() {
  204. _ = res.Body.Close()
  205. }()
  206. valI, ok := gsvOut["value"]
  207. var out []byte
  208. if ok {
  209. val, convert := valI.(map[string]any)
  210. if !convert {
  211. return "", errors.New("failure converting key from gsvOut")
  212. }
  213. if _, ok := val["payload"]; ok {
  214. return fmt.Sprintf("%v", val["payload"]), nil
  215. } else if _, ok := val["target_value"]; ok {
  216. out, err = json.Marshal(val["target_value"])
  217. } else {
  218. out, err = json.Marshal(val)
  219. }
  220. } else {
  221. out, err = json.Marshal(gsvOut)
  222. }
  223. if err != nil {
  224. return "", fmt.Errorf("can't marshal rotated secret value: %w", err)
  225. }
  226. return string(out), nil
  227. }
  228. func (a *akeylessBase) GetDynamicSecrets(ctx context.Context, secretName string) (string, error) {
  229. body := akeyless.GetDynamicSecretValue{
  230. Name: secretName,
  231. }
  232. if err := SetBodyToken(ctx, &body); err != nil {
  233. return "", err
  234. }
  235. gsvOut, res, err := a.RestAPI.GetDynamicSecretValue(ctx).Body(body).Execute()
  236. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetDynamicSecretValue, err)
  237. var apiErr akeyless.GenericOpenAPIError
  238. if errors.As(err, &apiErr) {
  239. return "", fmt.Errorf("can't get dynamic secret value: %v", string(apiErr.Body()))
  240. }
  241. if err != nil {
  242. return "", fmt.Errorf("can't get dynamic secret value: %w", err)
  243. }
  244. defer func() {
  245. _ = res.Body.Close()
  246. }()
  247. out, err := json.Marshal(gsvOut)
  248. if err != nil {
  249. return "", fmt.Errorf("can't marshal dynamic secret value: %w", err)
  250. }
  251. return string(out), nil
  252. }
  253. func (a *akeylessBase) GetStaticSecret(ctx context.Context, secretName string, version int32) (string, error) {
  254. body := akeyless.GetSecretValue{
  255. Names: []string{secretName},
  256. Version: &version,
  257. }
  258. if a.ignoreCache {
  259. body.SetIgnoreCache("true")
  260. }
  261. if err := SetBodyToken(ctx, &body); err != nil {
  262. return "", err
  263. }
  264. gsvOut, res, err := a.RestAPI.GetSecretValue(ctx).Body(body).Execute()
  265. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetSecretValue, err)
  266. var apiErr akeyless.GenericOpenAPIError
  267. if errors.As(err, &apiErr) {
  268. return "", fmt.Errorf("can't get secret value: %v", string(apiErr.Body()))
  269. }
  270. if err != nil {
  271. return "", fmt.Errorf("can't get secret value: %w", err)
  272. }
  273. defer func() {
  274. _ = res.Body.Close()
  275. }()
  276. val, ok := gsvOut[secretName]
  277. if !ok {
  278. return "", fmt.Errorf("can't get secret: %v", secretName)
  279. }
  280. valStr, ok := val.(string)
  281. if !ok {
  282. return "", fmt.Errorf("can't convert secret value to string: %v", val)
  283. }
  284. return valStr, nil
  285. }
  286. func (a *akeylessBase) getCloudID(ctx context.Context, provider, accTypeParam string, auth *esv1.AkeylessAuth) (string, error) {
  287. switch provider {
  288. case "azure_ad":
  289. return a.getAzureCloudID(ctx, accTypeParam, auth)
  290. case "aws_iam":
  291. return aws_cloud_id.GetCloudId()
  292. case "gcp":
  293. return gcp_cloud_id.GetCloudID(accTypeParam)
  294. default:
  295. return "", fmt.Errorf("unable to determine provider: %s", provider)
  296. }
  297. }
  298. func (a *akeylessBase) ListSecrets(ctx context.Context, path, tag string) ([]string, error) {
  299. secretTypes := &[]string{"static-secret", "dynamic-secret", "rotated-secret"}
  300. MinimalView := true
  301. if tag != "" {
  302. MinimalView = false
  303. }
  304. body := akeyless.ListItems{
  305. Filter: &path,
  306. Type: secretTypes,
  307. MinimalView: &MinimalView,
  308. Tag: &tag,
  309. }
  310. if err := SetBodyToken(ctx, &body); err != nil {
  311. return nil, err
  312. }
  313. lipOut, res, err := a.RestAPI.ListItems(ctx).Body(body).Execute()
  314. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMListItems, err)
  315. var apiErr akeyless.GenericOpenAPIError
  316. if errors.As(err, &apiErr) {
  317. return nil, fmt.Errorf("can't get secrets list: %v", string(apiErr.Body()))
  318. }
  319. if err != nil {
  320. return nil, fmt.Errorf("error on get secrets list: %w", err)
  321. }
  322. defer func() {
  323. _ = res.Body.Close()
  324. }()
  325. if lipOut.Items == nil {
  326. return nil, nil
  327. }
  328. listNames := make([]string, 0)
  329. for _, v := range *lipOut.Items {
  330. if path == "" || strings.HasPrefix(*v.ItemName, path) {
  331. listNames = append(listNames, *v.ItemName)
  332. }
  333. }
  334. return listNames, nil
  335. }
  336. func (a *akeylessBase) CreateSecret(ctx context.Context, remoteKey, data string) error {
  337. body := akeyless.CreateSecret{
  338. Name: remoteKey,
  339. Value: data,
  340. Tags: &[]string{extSecretManagedTag},
  341. }
  342. if err := SetBodyToken(ctx, &body); err != nil {
  343. return err
  344. }
  345. _, res, err := a.RestAPI.CreateSecret(ctx).Body(body).Execute()
  346. defer func() {
  347. _ = res.Body.Close()
  348. }()
  349. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMCreateSecret, err)
  350. return err
  351. }
  352. func (a *akeylessBase) UpdateSecret(ctx context.Context, remoteKey, data string) error {
  353. body := akeyless.UpdateSecretVal{
  354. Name: remoteKey,
  355. Value: data,
  356. }
  357. if err := SetBodyToken(ctx, &body); err != nil {
  358. return err
  359. }
  360. _, res, err := a.RestAPI.UpdateSecretVal(ctx).Body(body).Execute()
  361. defer func() {
  362. _ = res.Body.Close()
  363. }()
  364. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMUpdateSecretVal, err)
  365. return err
  366. }
  367. func (a *akeylessBase) DeleteSecret(ctx context.Context, remoteKey string) error {
  368. body := akeyless.DeleteItem{
  369. Name: remoteKey,
  370. }
  371. if err := SetBodyToken(ctx, &body); err != nil {
  372. return err
  373. }
  374. _, res, err := a.RestAPI.DeleteItem(ctx).Body(body).Execute()
  375. defer func() {
  376. _ = res.Body.Close()
  377. }()
  378. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMDeleteItem, err)
  379. return err
  380. }
  381. func (a *akeylessBase) getK8SServiceAccountJWT(ctx context.Context, kubernetesAuth *esv1.AkeylessKubernetesAuth) (string, error) {
  382. if kubernetesAuth == nil {
  383. return readK8SServiceAccountJWT()
  384. }
  385. switch {
  386. case kubernetesAuth.ServiceAccountRef != nil:
  387. jwt, err := a.getJWTFromServiceAccount(ctx, kubernetesAuth.ServiceAccountRef)
  388. if jwt != "" {
  389. return jwt, err
  390. }
  391. // Kubernetes >=v1.24: fetch token via TokenRequest API
  392. jwt, err = a.getJWTfromServiceAccountToken(ctx, *kubernetesAuth.ServiceAccountRef, nil, 600)
  393. if err != nil {
  394. return "", err
  395. }
  396. return jwt, nil
  397. case kubernetesAuth.SecretRef != nil:
  398. tokenRef := kubernetesAuth.SecretRef
  399. if tokenRef.Key == "" {
  400. tokenRef = kubernetesAuth.SecretRef.DeepCopy()
  401. tokenRef.Key = "token"
  402. }
  403. jwt, err := resolvers.SecretKeyRef(ctx, a.kube, a.storeKind, a.namespace, tokenRef)
  404. if err != nil {
  405. return "", err
  406. }
  407. return jwt, nil
  408. }
  409. return "", fmt.Errorf("can't determine k8s service account jwt")
  410. }
  411. func (a *akeylessBase) getJWTFromServiceAccount(ctx context.Context, serviceAccountRef *esmeta.ServiceAccountSelector) (string, error) {
  412. serviceAccount := &corev1.ServiceAccount{}
  413. ref := types.NamespacedName{
  414. Namespace: a.namespace,
  415. Name: serviceAccountRef.Name,
  416. }
  417. if (a.storeKind == esv1.ClusterSecretStoreKind) &&
  418. (serviceAccountRef.Namespace != nil) {
  419. ref.Namespace = *serviceAccountRef.Namespace
  420. }
  421. err := a.kube.Get(ctx, ref, serviceAccount)
  422. if err != nil {
  423. return "", fmt.Errorf(errGetKubeSA, ref.Name, err)
  424. }
  425. if len(serviceAccount.Secrets) == 0 {
  426. return "", fmt.Errorf(errGetKubeSASecrets, ref.Name)
  427. }
  428. for _, tokenRef := range serviceAccount.Secrets {
  429. token, err := resolvers.SecretKeyRef(ctx, a.kube, a.storeKind, a.namespace, &esmeta.SecretKeySelector{
  430. Name: tokenRef.Name,
  431. Namespace: &ref.Namespace,
  432. Key: "token",
  433. })
  434. if err != nil {
  435. continue
  436. }
  437. return token, nil
  438. }
  439. return "", fmt.Errorf(errGetKubeSANoToken, ref.Name)
  440. }
  441. func (a *akeylessBase) getJWTfromServiceAccountToken(ctx context.Context, serviceAccountRef esmeta.ServiceAccountSelector, additionalAud []string, expirationSeconds int64) (string, error) {
  442. audiences := serviceAccountRef.Audiences
  443. if len(additionalAud) > 0 {
  444. audiences = append(audiences, additionalAud...)
  445. }
  446. tokenRequest := &authenticationv1.TokenRequest{
  447. ObjectMeta: metav1.ObjectMeta{
  448. Namespace: a.namespace,
  449. },
  450. Spec: authenticationv1.TokenRequestSpec{
  451. Audiences: audiences,
  452. ExpirationSeconds: &expirationSeconds,
  453. },
  454. }
  455. if (a.storeKind == esv1.ClusterSecretStoreKind) &&
  456. (serviceAccountRef.Namespace != nil) {
  457. tokenRequest.Namespace = *serviceAccountRef.Namespace
  458. }
  459. tokenResponse, err := a.corev1.ServiceAccounts(tokenRequest.Namespace).CreateToken(ctx, serviceAccountRef.Name, tokenRequest, metav1.CreateOptions{})
  460. if err != nil {
  461. return "", fmt.Errorf(errGetKubeSATokenRequest, serviceAccountRef.Name, err)
  462. }
  463. return tokenResponse.Status.Token, nil
  464. }
  465. // readK8SServiceAccountJWT reads the JWT data for the Agent to submit to Akeyless Gateway.
  466. func readK8SServiceAccountJWT() (string, error) {
  467. data, err := os.Open(DefServiceAccountFile)
  468. if err != nil {
  469. return "", err
  470. }
  471. defer func() {
  472. _ = data.Close()
  473. }()
  474. contentBytes, err := io.ReadAll(data)
  475. if err != nil {
  476. return "", err
  477. }
  478. jwt := strings.TrimSpace(string(contentBytes))
  479. return jwt, nil
  480. }