akeyless_api.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package akeyless
  13. import (
  14. "context"
  15. "encoding/base64"
  16. "encoding/json"
  17. "errors"
  18. "fmt"
  19. "io"
  20. "os"
  21. "strings"
  22. aws_cloud_id "github.com/akeylesslabs/akeyless-go-cloud-id/cloudprovider/aws"
  23. azure_cloud_id "github.com/akeylesslabs/akeyless-go-cloud-id/cloudprovider/azure"
  24. gcp_cloud_id "github.com/akeylesslabs/akeyless-go-cloud-id/cloudprovider/gcp"
  25. "github.com/akeylesslabs/akeyless-go/v4"
  26. authenticationv1 "k8s.io/api/authentication/v1"
  27. corev1 "k8s.io/api/core/v1"
  28. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  29. "k8s.io/apimachinery/pkg/types"
  30. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  31. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  32. "github.com/external-secrets/external-secrets/pkg/constants"
  33. "github.com/external-secrets/external-secrets/pkg/metrics"
  34. "github.com/external-secrets/external-secrets/pkg/utils/resolvers"
  35. )
  36. var (
  37. apiErr akeyless.GenericOpenAPIError
  38. ErrItemNotExists = errors.New("item does not exist")
  39. ErrTokenNotExists = errors.New("token does not exist")
  40. )
  41. const DefServiceAccountFile = "/var/run/secrets/kubernetes.io/serviceaccount/token"
  42. type Tokener interface {
  43. SetToken(v string)
  44. SetUidToken(v string)
  45. }
  46. func (a *akeylessBase) GetToken(ctx context.Context, accessID, accType, accTypeParam string, k8sAuth *esv1.AkeylessKubernetesAuth) (string, error) {
  47. authBody := akeyless.NewAuthWithDefaults()
  48. authBody.AccessId = akeyless.PtrString(accessID)
  49. if accType == "api_key" || accType == "access_key" {
  50. authBody.AccessKey = akeyless.PtrString(accTypeParam)
  51. } else if accType == "k8s" {
  52. jwtString, err := a.getK8SServiceAccountJWT(ctx, k8sAuth)
  53. if err != nil {
  54. return "", fmt.Errorf("failed to read JWT with Kubernetes Auth from %v. error: %w", DefServiceAccountFile, err)
  55. }
  56. jwtStringBase64 := base64.StdEncoding.EncodeToString([]byte(jwtString))
  57. K8SAuthConfigName := accTypeParam
  58. authBody.AccessType = akeyless.PtrString(accType)
  59. authBody.K8sServiceAccountToken = akeyless.PtrString(jwtStringBase64)
  60. authBody.K8sAuthConfigName = akeyless.PtrString(K8SAuthConfigName)
  61. } else {
  62. cloudID, err := a.getCloudID(accType, accTypeParam)
  63. if err != nil {
  64. return "", errors.New("Require Cloud ID " + err.Error())
  65. }
  66. authBody.AccessType = akeyless.PtrString(accType)
  67. authBody.CloudId = akeyless.PtrString(cloudID)
  68. }
  69. authOut, res, err := a.RestAPI.Auth(ctx).Body(*authBody).Execute()
  70. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMAuth, err)
  71. if errors.As(err, &apiErr) {
  72. return "", fmt.Errorf("authentication failed: %v", string(apiErr.Body()))
  73. }
  74. if err != nil {
  75. return "", fmt.Errorf("authentication failed: %w", err)
  76. }
  77. defer func() {
  78. _ = res.Body.Close()
  79. }()
  80. token := authOut.GetToken()
  81. return token, nil
  82. }
  83. func (a *akeylessBase) GetSecretByType(ctx context.Context, secretName string, version int32) (string, error) {
  84. item, err := a.DescribeItem(ctx, secretName)
  85. if err != nil {
  86. return "", err
  87. }
  88. if _, ok := item.GetItemNameOk(); !ok {
  89. return "", ErrItemNotExists
  90. }
  91. secretType := item.GetItemType()
  92. switch secretType {
  93. case "STATIC_SECRET":
  94. return a.GetStaticSecret(ctx, secretName, version)
  95. case "DYNAMIC_SECRET":
  96. return a.GetDynamicSecrets(ctx, secretName)
  97. case "ROTATED_SECRET":
  98. return a.GetRotatedSecrets(ctx, secretName, version)
  99. case "CERTIFICATE":
  100. return a.GetCertificate(ctx, secretName, version)
  101. default:
  102. return "", fmt.Errorf("invalid item type: %v", secretType)
  103. }
  104. }
  105. func SetBodyToken(t Tokener, ctx context.Context) error {
  106. token, ok := ctx.Value(aKeylessToken).(string)
  107. if !ok {
  108. return ErrTokenNotExists
  109. }
  110. if strings.HasPrefix(token, "u-") {
  111. t.SetUidToken(token)
  112. } else {
  113. t.SetToken(token)
  114. }
  115. return nil
  116. }
  117. func (a *akeylessBase) DescribeItem(ctx context.Context, itemName string) (*akeyless.Item, error) {
  118. body := akeyless.DescribeItem{
  119. Name: itemName,
  120. }
  121. if err := SetBodyToken(&body, ctx); err != nil {
  122. return nil, err
  123. }
  124. gsvOut, res, err := a.RestAPI.DescribeItem(ctx).Body(body).Execute()
  125. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMDescribeItem, err)
  126. if errors.As(err, &apiErr) {
  127. var item *Item
  128. err = json.Unmarshal(apiErr.Body(), &item)
  129. if err != nil {
  130. return nil, fmt.Errorf("can't describe item: %v, error: %v", itemName, string(apiErr.Body()))
  131. }
  132. }
  133. if err != nil {
  134. return nil, fmt.Errorf("can't describe item: %w", err)
  135. }
  136. defer func() {
  137. _ = res.Body.Close()
  138. }()
  139. return &gsvOut, nil
  140. }
  141. func (a *akeylessBase) GetCertificate(ctx context.Context, certificateName string, version int32) (string, error) {
  142. body := akeyless.GetCertificateValue{
  143. Name: certificateName,
  144. Version: &version,
  145. }
  146. if err := SetBodyToken(&body, ctx); err != nil {
  147. return "", err
  148. }
  149. gcvOut, res, err := a.RestAPI.GetCertificateValue(ctx).Body(body).Execute()
  150. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetCertificateValue, err)
  151. if errors.As(err, &apiErr) {
  152. return "", fmt.Errorf("can't get certificate value: %v", string(apiErr.Body()))
  153. }
  154. if err != nil {
  155. return "", fmt.Errorf("can't get certificate value: %w", err)
  156. }
  157. defer func() {
  158. _ = res.Body.Close()
  159. }()
  160. out, err := json.Marshal(gcvOut)
  161. if err != nil {
  162. return "", fmt.Errorf("can't marshal certificate value: %w", err)
  163. }
  164. return string(out), nil
  165. }
  166. func (a *akeylessBase) GetRotatedSecrets(ctx context.Context, secretName string, version int32) (string, error) {
  167. body := akeyless.GetRotatedSecretValue{
  168. Names: secretName,
  169. Version: &version,
  170. }
  171. if err := SetBodyToken(&body, ctx); err != nil {
  172. return "", err
  173. }
  174. gsvOut, res, err := a.RestAPI.GetRotatedSecretValue(ctx).Body(body).Execute()
  175. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetRotatedSecretValue, err)
  176. if errors.As(err, &apiErr) {
  177. return "", fmt.Errorf("can't get rotated secret value: %v", string(apiErr.Body()))
  178. }
  179. if err != nil {
  180. return "", fmt.Errorf("can't get rotated secret value: %w", err)
  181. }
  182. defer func() {
  183. _ = res.Body.Close()
  184. }()
  185. valI, ok := gsvOut["value"]
  186. var out []byte
  187. if ok {
  188. val, convert := valI.(map[string]any)
  189. if !convert {
  190. return "", errors.New("failure converting key from gsvOut")
  191. }
  192. if _, ok := val["payload"]; ok {
  193. return fmt.Sprintf("%v", val["payload"]), nil
  194. } else if _, ok := val["target_value"]; ok {
  195. out, err = json.Marshal(val["target_value"])
  196. } else {
  197. out, err = json.Marshal(val)
  198. }
  199. } else {
  200. out, err = json.Marshal(gsvOut)
  201. }
  202. if err != nil {
  203. return "", fmt.Errorf("can't marshal rotated secret value: %w", err)
  204. }
  205. return string(out), nil
  206. }
  207. func (a *akeylessBase) GetDynamicSecrets(ctx context.Context, secretName string) (string, error) {
  208. body := akeyless.GetDynamicSecretValue{
  209. Name: secretName,
  210. }
  211. if err := SetBodyToken(&body, ctx); err != nil {
  212. return "", err
  213. }
  214. gsvOut, res, err := a.RestAPI.GetDynamicSecretValue(ctx).Body(body).Execute()
  215. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetDynamicSecretValue, err)
  216. if errors.As(err, &apiErr) {
  217. return "", fmt.Errorf("can't get dynamic secret value: %v", string(apiErr.Body()))
  218. }
  219. if err != nil {
  220. return "", fmt.Errorf("can't get dynamic secret value: %w", err)
  221. }
  222. defer func() {
  223. _ = res.Body.Close()
  224. }()
  225. out, err := json.Marshal(gsvOut)
  226. if err != nil {
  227. return "", fmt.Errorf("can't marshal dynamic secret value: %w", err)
  228. }
  229. return string(out), nil
  230. }
  231. func (a *akeylessBase) GetStaticSecret(ctx context.Context, secretName string, version int32) (string, error) {
  232. body := akeyless.GetSecretValue{
  233. Names: []string{secretName},
  234. Version: &version,
  235. }
  236. if err := SetBodyToken(&body, ctx); err != nil {
  237. return "", err
  238. }
  239. gsvOut, res, err := a.RestAPI.GetSecretValue(ctx).Body(body).Execute()
  240. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetSecretValue, err)
  241. if errors.As(err, &apiErr) {
  242. return "", fmt.Errorf("can't get secret value: %v", string(apiErr.Body()))
  243. }
  244. if err != nil {
  245. return "", fmt.Errorf("can't get secret value: %w", err)
  246. }
  247. defer func() {
  248. _ = res.Body.Close()
  249. }()
  250. val, ok := gsvOut[secretName]
  251. if !ok {
  252. return "", fmt.Errorf("can't get secret: %v", secretName)
  253. }
  254. valStr, ok := val.(string)
  255. if !ok {
  256. return "", fmt.Errorf("can't convert secret value to string: %v", val)
  257. }
  258. return valStr, nil
  259. }
  260. func (a *akeylessBase) getCloudID(provider, accTypeParam string) (string, error) {
  261. var cloudID string
  262. var err error
  263. switch provider {
  264. case "azure_ad":
  265. cloudID, err = azure_cloud_id.GetCloudId(accTypeParam)
  266. case "aws_iam":
  267. cloudID, err = aws_cloud_id.GetCloudId()
  268. case "gcp":
  269. cloudID, err = gcp_cloud_id.GetCloudID(accTypeParam)
  270. default:
  271. return "", fmt.Errorf("unable to determine provider: %s", provider)
  272. }
  273. return cloudID, err
  274. }
  275. func (a *akeylessBase) ListSecrets(ctx context.Context, path, tag string) ([]string, error) {
  276. secretTypes := &[]string{"static-secret", "dynamic-secret", "rotated-secret"}
  277. MinimalView := true
  278. if tag != "" {
  279. MinimalView = false
  280. }
  281. body := akeyless.ListItems{
  282. Filter: &path,
  283. Type: secretTypes,
  284. MinimalView: &MinimalView,
  285. Tag: &tag,
  286. }
  287. if err := SetBodyToken(&body, ctx); err != nil {
  288. return nil, err
  289. }
  290. lipOut, res, err := a.RestAPI.ListItems(ctx).Body(body).Execute()
  291. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMListItems, err)
  292. if errors.As(err, &apiErr) {
  293. return nil, fmt.Errorf("can't get secrets list: %v", string(apiErr.Body()))
  294. }
  295. if err != nil {
  296. return nil, fmt.Errorf("error on get secrets list: %w", err)
  297. }
  298. defer func() {
  299. _ = res.Body.Close()
  300. }()
  301. if lipOut.Items == nil {
  302. return nil, nil
  303. }
  304. listNames := make([]string, 0)
  305. for _, v := range *lipOut.Items {
  306. if path == "" || strings.HasPrefix(*v.ItemName, path) {
  307. listNames = append(listNames, *v.ItemName)
  308. }
  309. }
  310. return listNames, nil
  311. }
  312. func (a *akeylessBase) CreateSecret(ctx context.Context, remoteKey, data string) error {
  313. body := akeyless.CreateSecret{
  314. Name: remoteKey,
  315. Value: data,
  316. Tags: &[]string{extSecretManagedTag},
  317. }
  318. if err := SetBodyToken(&body, ctx); err != nil {
  319. return err
  320. }
  321. _, res, err := a.RestAPI.CreateSecret(ctx).Body(body).Execute()
  322. defer func() {
  323. _ = res.Body.Close()
  324. }()
  325. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMCreateSecret, err)
  326. return err
  327. }
  328. func (a *akeylessBase) UpdateSecret(ctx context.Context, remoteKey, data string) error {
  329. body := akeyless.UpdateSecretVal{
  330. Name: remoteKey,
  331. Value: data,
  332. }
  333. if err := SetBodyToken(&body, ctx); err != nil {
  334. return err
  335. }
  336. _, res, err := a.RestAPI.UpdateSecretVal(ctx).Body(body).Execute()
  337. defer func() {
  338. _ = res.Body.Close()
  339. }()
  340. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMUpdateSecretVal, err)
  341. return err
  342. }
  343. func (a *akeylessBase) DeleteSecret(ctx context.Context, remoteKey string) error {
  344. body := akeyless.DeleteItem{
  345. Name: remoteKey,
  346. }
  347. if err := SetBodyToken(&body, ctx); err != nil {
  348. return err
  349. }
  350. _, res, err := a.RestAPI.DeleteItem(ctx).Body(body).Execute()
  351. defer func() {
  352. _ = res.Body.Close()
  353. }()
  354. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMDeleteItem, err)
  355. return err
  356. }
  357. func (a *akeylessBase) getK8SServiceAccountJWT(ctx context.Context, kubernetesAuth *esv1.AkeylessKubernetesAuth) (string, error) {
  358. if kubernetesAuth == nil {
  359. return readK8SServiceAccountJWT()
  360. }
  361. switch {
  362. case kubernetesAuth.ServiceAccountRef != nil:
  363. jwt, err := a.getJWTFromServiceAccount(ctx, kubernetesAuth.ServiceAccountRef)
  364. if jwt != "" {
  365. return jwt, err
  366. }
  367. // Kubernetes >=v1.24: fetch token via TokenRequest API
  368. jwt, err = a.getJWTfromServiceAccountToken(ctx, *kubernetesAuth.ServiceAccountRef, nil, 600)
  369. if err != nil {
  370. return "", err
  371. }
  372. return jwt, nil
  373. case kubernetesAuth.SecretRef != nil:
  374. tokenRef := kubernetesAuth.SecretRef
  375. if tokenRef.Key == "" {
  376. tokenRef = kubernetesAuth.SecretRef.DeepCopy()
  377. tokenRef.Key = "token"
  378. }
  379. jwt, err := resolvers.SecretKeyRef(ctx, a.kube, a.storeKind, a.namespace, tokenRef)
  380. if err != nil {
  381. return "", err
  382. }
  383. return jwt, nil
  384. }
  385. return "", fmt.Errorf("can't determine k8s service account jwt")
  386. }
  387. func (a *akeylessBase) getJWTFromServiceAccount(ctx context.Context, serviceAccountRef *esmeta.ServiceAccountSelector) (string, error) {
  388. serviceAccount := &corev1.ServiceAccount{}
  389. ref := types.NamespacedName{
  390. Namespace: a.namespace,
  391. Name: serviceAccountRef.Name,
  392. }
  393. if (a.storeKind == esv1.ClusterSecretStoreKind) &&
  394. (serviceAccountRef.Namespace != nil) {
  395. ref.Namespace = *serviceAccountRef.Namespace
  396. }
  397. err := a.kube.Get(ctx, ref, serviceAccount)
  398. if err != nil {
  399. return "", fmt.Errorf(errGetKubeSA, ref.Name, err)
  400. }
  401. if len(serviceAccount.Secrets) == 0 {
  402. return "", fmt.Errorf(errGetKubeSASecrets, ref.Name)
  403. }
  404. for _, tokenRef := range serviceAccount.Secrets {
  405. token, err := resolvers.SecretKeyRef(ctx, a.kube, a.storeKind, a.namespace, &esmeta.SecretKeySelector{
  406. Name: tokenRef.Name,
  407. Namespace: &ref.Namespace,
  408. Key: "token",
  409. })
  410. if err != nil {
  411. continue
  412. }
  413. return token, nil
  414. }
  415. return "", fmt.Errorf(errGetKubeSANoToken, ref.Name)
  416. }
  417. func (a *akeylessBase) getJWTfromServiceAccountToken(ctx context.Context, serviceAccountRef esmeta.ServiceAccountSelector, additionalAud []string, expirationSeconds int64) (string, error) {
  418. audiences := serviceAccountRef.Audiences
  419. if len(additionalAud) > 0 {
  420. audiences = append(audiences, additionalAud...)
  421. }
  422. tokenRequest := &authenticationv1.TokenRequest{
  423. ObjectMeta: metav1.ObjectMeta{
  424. Namespace: a.namespace,
  425. },
  426. Spec: authenticationv1.TokenRequestSpec{
  427. Audiences: audiences,
  428. ExpirationSeconds: &expirationSeconds,
  429. },
  430. }
  431. if (a.storeKind == esv1.ClusterSecretStoreKind) &&
  432. (serviceAccountRef.Namespace != nil) {
  433. tokenRequest.Namespace = *serviceAccountRef.Namespace
  434. }
  435. tokenResponse, err := a.corev1.ServiceAccounts(tokenRequest.Namespace).CreateToken(ctx, serviceAccountRef.Name, tokenRequest, metav1.CreateOptions{})
  436. if err != nil {
  437. return "", fmt.Errorf(errGetKubeSATokenRequest, serviceAccountRef.Name, err)
  438. }
  439. return tokenResponse.Status.Token, nil
  440. }
  441. // readK8SServiceAccountJWT reads the JWT data for the Agent to submit to Akeyless Gateway.
  442. func readK8SServiceAccountJWT() (string, error) {
  443. data, err := os.Open(DefServiceAccountFile)
  444. if err != nil {
  445. return "", err
  446. }
  447. defer func() {
  448. _ = data.Close()
  449. }()
  450. contentBytes, err := io.ReadAll(data)
  451. if err != nil {
  452. return "", err
  453. }
  454. jwt := strings.TrimSpace(string(contentBytes))
  455. return jwt, nil
  456. }