akeyless_api.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package akeyless
  13. import (
  14. "context"
  15. "encoding/base64"
  16. "encoding/json"
  17. "errors"
  18. "fmt"
  19. "io"
  20. "os"
  21. "strings"
  22. aws_cloud_id "github.com/akeylesslabs/akeyless-go-cloud-id/cloudprovider/aws"
  23. azure_cloud_id "github.com/akeylesslabs/akeyless-go-cloud-id/cloudprovider/azure"
  24. gcp_cloud_id "github.com/akeylesslabs/akeyless-go-cloud-id/cloudprovider/gcp"
  25. "github.com/akeylesslabs/akeyless-go/v3"
  26. authenticationv1 "k8s.io/api/authentication/v1"
  27. corev1 "k8s.io/api/core/v1"
  28. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  29. "k8s.io/apimachinery/pkg/types"
  30. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  31. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  32. "github.com/external-secrets/external-secrets/pkg/constants"
  33. "github.com/external-secrets/external-secrets/pkg/metrics"
  34. "github.com/external-secrets/external-secrets/pkg/utils/resolvers"
  35. )
  36. var (
  37. apiErr akeyless.GenericOpenAPIError
  38. ErrItemNotExists = errors.New("item does not exist")
  39. ErrTokenNotExists = errors.New("token does not exist")
  40. )
  41. const DefServiceAccountFile = "/var/run/secrets/kubernetes.io/serviceaccount/token"
  42. type Tokener interface {
  43. SetToken(v string)
  44. SetUidToken(v string)
  45. }
  46. func (a *akeylessBase) GetToken(ctx context.Context, accessID, accType, accTypeParam string, k8sAuth *esv1beta1.AkeylessKubernetesAuth) (string, error) {
  47. authBody := akeyless.NewAuthWithDefaults()
  48. authBody.AccessId = akeyless.PtrString(accessID)
  49. if accType == "api_key" || accType == "access_key" {
  50. authBody.AccessKey = akeyless.PtrString(accTypeParam)
  51. } else if accType == "k8s" {
  52. jwtString, err := a.getK8SServiceAccountJWT(ctx, k8sAuth)
  53. if err != nil {
  54. return "", fmt.Errorf("failed to read JWT with Kubernetes Auth from %v. error: %w", DefServiceAccountFile, err)
  55. }
  56. jwtStringBase64 := base64.StdEncoding.EncodeToString([]byte(jwtString))
  57. K8SAuthConfigName := accTypeParam
  58. authBody.AccessType = akeyless.PtrString(accType)
  59. authBody.K8sServiceAccountToken = akeyless.PtrString(jwtStringBase64)
  60. authBody.K8sAuthConfigName = akeyless.PtrString(K8SAuthConfigName)
  61. } else {
  62. cloudID, err := a.getCloudID(accType, accTypeParam)
  63. if err != nil {
  64. return "", errors.New("Require Cloud ID " + err.Error())
  65. }
  66. authBody.AccessType = akeyless.PtrString(accType)
  67. authBody.CloudId = akeyless.PtrString(cloudID)
  68. }
  69. authOut, res, err := a.RestAPI.Auth(ctx).Body(*authBody).Execute()
  70. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMAuth, err)
  71. if errors.As(err, &apiErr) {
  72. return "", fmt.Errorf("authentication failed: %v", string(apiErr.Body()))
  73. }
  74. if err != nil {
  75. return "", fmt.Errorf("authentication failed: %w", err)
  76. }
  77. defer res.Body.Close()
  78. token := authOut.GetToken()
  79. return token, nil
  80. }
  81. func (a *akeylessBase) GetSecretByType(ctx context.Context, secretName string, version int32) (string, error) {
  82. item, err := a.DescribeItem(ctx, secretName)
  83. if err != nil {
  84. return "", err
  85. }
  86. if _, ok := item.GetItemNameOk(); !ok {
  87. return "", ErrItemNotExists
  88. }
  89. secretType := item.GetItemType()
  90. switch secretType {
  91. case "STATIC_SECRET":
  92. return a.GetStaticSecret(ctx, secretName, version)
  93. case "DYNAMIC_SECRET":
  94. return a.GetDynamicSecrets(ctx, secretName)
  95. case "ROTATED_SECRET":
  96. return a.GetRotatedSecrets(ctx, secretName, version)
  97. case "CERTIFICATE":
  98. return a.GetCertificate(ctx, secretName, version)
  99. default:
  100. return "", fmt.Errorf("invalid item type: %v", secretType)
  101. }
  102. }
  103. func SetBodyToken(t Tokener, ctx context.Context) error {
  104. token, ok := ctx.Value(aKeylessToken).(string)
  105. if !ok {
  106. return ErrTokenNotExists
  107. }
  108. if strings.HasPrefix(token, "u-") {
  109. t.SetUidToken(token)
  110. } else {
  111. t.SetToken(token)
  112. }
  113. return nil
  114. }
  115. func (a *akeylessBase) DescribeItem(ctx context.Context, itemName string) (*akeyless.Item, error) {
  116. body := akeyless.DescribeItem{
  117. Name: itemName,
  118. }
  119. if err := SetBodyToken(&body, ctx); err != nil {
  120. return nil, err
  121. }
  122. gsvOut, res, err := a.RestAPI.DescribeItem(ctx).Body(body).Execute()
  123. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMDescribeItem, err)
  124. if errors.As(err, &apiErr) {
  125. var item *Item
  126. err = json.Unmarshal(apiErr.Body(), &item)
  127. if err != nil {
  128. return nil, fmt.Errorf("can't describe item: %v, error: %v", itemName, string(apiErr.Body()))
  129. }
  130. }
  131. if err != nil {
  132. return nil, fmt.Errorf("can't describe item: %w", err)
  133. }
  134. defer res.Body.Close()
  135. return &gsvOut, nil
  136. }
  137. func (a *akeylessBase) GetCertificate(ctx context.Context, certificateName string, version int32) (string, error) {
  138. body := akeyless.GetCertificateValue{
  139. Name: certificateName,
  140. Version: &version,
  141. }
  142. if err := SetBodyToken(&body, ctx); err != nil {
  143. return "", err
  144. }
  145. gcvOut, res, err := a.RestAPI.GetCertificateValue(ctx).Body(body).Execute()
  146. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetCertificateValue, err)
  147. if errors.As(err, &apiErr) {
  148. return "", fmt.Errorf("can't get certificate value: %v", string(apiErr.Body()))
  149. }
  150. if err != nil {
  151. return "", fmt.Errorf("can't get certificate value: %w", err)
  152. }
  153. defer res.Body.Close()
  154. out, err := json.Marshal(gcvOut)
  155. if err != nil {
  156. return "", fmt.Errorf("can't marshal certificate value: %w", err)
  157. }
  158. return string(out), nil
  159. }
  160. func (a *akeylessBase) GetRotatedSecrets(ctx context.Context, secretName string, version int32) (string, error) {
  161. body := akeyless.GetRotatedSecretValue{
  162. Names: secretName,
  163. Version: &version,
  164. }
  165. if err := SetBodyToken(&body, ctx); err != nil {
  166. return "", err
  167. }
  168. gsvOut, res, err := a.RestAPI.GetRotatedSecretValue(ctx).Body(body).Execute()
  169. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetRotatedSecretValue, err)
  170. if errors.As(err, &apiErr) {
  171. return "", fmt.Errorf("can't get rotated secret value: %v", string(apiErr.Body()))
  172. }
  173. if err != nil {
  174. return "", fmt.Errorf("can't get rotated secret value: %w", err)
  175. }
  176. defer res.Body.Close()
  177. valI, ok := gsvOut["value"]
  178. var out []byte
  179. if ok {
  180. val, convert := valI.(map[string]any)
  181. if !convert {
  182. return "", errors.New("failure converting key from gsvOut")
  183. }
  184. if _, ok := val["payload"]; ok {
  185. return fmt.Sprintf("%v", val["payload"]), nil
  186. } else if _, ok := val["target_value"]; ok {
  187. out, err = json.Marshal(val["target_value"])
  188. } else {
  189. out, err = json.Marshal(val)
  190. }
  191. } else {
  192. out, err = json.Marshal(gsvOut)
  193. }
  194. if err != nil {
  195. return "", fmt.Errorf("can't marshal rotated secret value: %w", err)
  196. }
  197. return string(out), nil
  198. }
  199. func (a *akeylessBase) GetDynamicSecrets(ctx context.Context, secretName string) (string, error) {
  200. body := akeyless.GetDynamicSecretValue{
  201. Name: secretName,
  202. }
  203. if err := SetBodyToken(&body, ctx); err != nil {
  204. return "", err
  205. }
  206. gsvOut, res, err := a.RestAPI.GetDynamicSecretValue(ctx).Body(body).Execute()
  207. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetDynamicSecretValue, err)
  208. if errors.As(err, &apiErr) {
  209. return "", fmt.Errorf("can't get dynamic secret value: %v", string(apiErr.Body()))
  210. }
  211. if err != nil {
  212. return "", fmt.Errorf("can't get dynamic secret value: %w", err)
  213. }
  214. defer res.Body.Close()
  215. out, err := json.Marshal(gsvOut)
  216. if err != nil {
  217. return "", fmt.Errorf("can't marshal dynamic secret value: %w", err)
  218. }
  219. return string(out), nil
  220. }
  221. func (a *akeylessBase) GetStaticSecret(ctx context.Context, secretName string, version int32) (string, error) {
  222. body := akeyless.GetSecretValue{
  223. Names: []string{secretName},
  224. Version: &version,
  225. }
  226. if err := SetBodyToken(&body, ctx); err != nil {
  227. return "", err
  228. }
  229. gsvOut, res, err := a.RestAPI.GetSecretValue(ctx).Body(body).Execute()
  230. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMGetSecretValue, err)
  231. if errors.As(err, &apiErr) {
  232. return "", fmt.Errorf("can't get secret value: %v", string(apiErr.Body()))
  233. }
  234. if err != nil {
  235. return "", fmt.Errorf("can't get secret value: %w", err)
  236. }
  237. defer res.Body.Close()
  238. val, ok := gsvOut[secretName]
  239. if !ok {
  240. return "", fmt.Errorf("can't get secret: %v", secretName)
  241. }
  242. return val, nil
  243. }
  244. func (a *akeylessBase) getCloudID(provider, accTypeParam string) (string, error) {
  245. var cloudID string
  246. var err error
  247. switch provider {
  248. case "azure_ad":
  249. cloudID, err = azure_cloud_id.GetCloudId(accTypeParam)
  250. case "aws_iam":
  251. cloudID, err = aws_cloud_id.GetCloudId()
  252. case "gcp":
  253. cloudID, err = gcp_cloud_id.GetCloudID(accTypeParam)
  254. default:
  255. return "", fmt.Errorf("unable to determine provider: %s", provider)
  256. }
  257. return cloudID, err
  258. }
  259. func (a *akeylessBase) ListSecrets(ctx context.Context, path, tag string) ([]string, error) {
  260. secretTypes := &[]string{"static-secret", "dynamic-secret", "rotated-secret"}
  261. MinimalView := true
  262. if tag != "" {
  263. MinimalView = false
  264. }
  265. body := akeyless.ListItems{
  266. Filter: &path,
  267. Type: secretTypes,
  268. MinimalView: &MinimalView,
  269. Tag: &tag,
  270. }
  271. if err := SetBodyToken(&body, ctx); err != nil {
  272. return nil, err
  273. }
  274. lipOut, res, err := a.RestAPI.ListItems(ctx).Body(body).Execute()
  275. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMListItems, err)
  276. if errors.As(err, &apiErr) {
  277. return nil, fmt.Errorf("can't get secrets list: %v", string(apiErr.Body()))
  278. }
  279. if err != nil {
  280. return nil, fmt.Errorf("error on get secrets list: %w", err)
  281. }
  282. defer res.Body.Close()
  283. if lipOut.Items == nil {
  284. return nil, nil
  285. }
  286. listNames := make([]string, 0)
  287. for _, v := range *lipOut.Items {
  288. if path == "" || strings.HasPrefix(*v.ItemName, path) {
  289. listNames = append(listNames, *v.ItemName)
  290. }
  291. }
  292. return listNames, nil
  293. }
  294. func (a *akeylessBase) CreateSecret(ctx context.Context, remoteKey, data string) error {
  295. body := akeyless.CreateSecret{
  296. Name: remoteKey,
  297. Value: data,
  298. Tags: &[]string{extSecretManagedTag},
  299. }
  300. if err := SetBodyToken(&body, ctx); err != nil {
  301. return err
  302. }
  303. _, res, err := a.RestAPI.CreateSecret(ctx).Body(body).Execute()
  304. defer res.Body.Close()
  305. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMCreateSecret, err)
  306. return err
  307. }
  308. func (a *akeylessBase) UpdateSecret(ctx context.Context, remoteKey, data string) error {
  309. body := akeyless.UpdateSecretVal{
  310. Name: remoteKey,
  311. Value: data,
  312. }
  313. if err := SetBodyToken(&body, ctx); err != nil {
  314. return err
  315. }
  316. _, res, err := a.RestAPI.UpdateSecretVal(ctx).Body(body).Execute()
  317. defer res.Body.Close()
  318. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMUpdateSecretVal, err)
  319. return err
  320. }
  321. func (a *akeylessBase) DeleteSecret(ctx context.Context, remoteKey string) error {
  322. body := akeyless.DeleteItem{
  323. Name: remoteKey,
  324. }
  325. if err := SetBodyToken(&body, ctx); err != nil {
  326. return err
  327. }
  328. _, res, err := a.RestAPI.DeleteItem(ctx).Body(body).Execute()
  329. defer res.Body.Close()
  330. metrics.ObserveAPICall(constants.ProviderAKEYLESSSM, constants.CallAKEYLESSSMDeleteItem, err)
  331. return err
  332. }
  333. func (a *akeylessBase) getK8SServiceAccountJWT(ctx context.Context, kubernetesAuth *esv1beta1.AkeylessKubernetesAuth) (string, error) {
  334. if kubernetesAuth == nil {
  335. return readK8SServiceAccountJWT()
  336. }
  337. switch {
  338. case kubernetesAuth.ServiceAccountRef != nil:
  339. jwt, err := a.getJWTFromServiceAccount(ctx, kubernetesAuth.ServiceAccountRef)
  340. if jwt != "" {
  341. return jwt, err
  342. }
  343. // Kubernetes >=v1.24: fetch token via TokenRequest API
  344. jwt, err = a.getJWTfromServiceAccountToken(ctx, *kubernetesAuth.ServiceAccountRef, nil, 600)
  345. if err != nil {
  346. return "", err
  347. }
  348. return jwt, nil
  349. case kubernetesAuth.SecretRef != nil:
  350. tokenRef := kubernetesAuth.SecretRef
  351. if tokenRef.Key == "" {
  352. tokenRef = kubernetesAuth.SecretRef.DeepCopy()
  353. tokenRef.Key = "token"
  354. }
  355. jwt, err := resolvers.SecretKeyRef(ctx, a.kube, a.storeKind, a.namespace, tokenRef)
  356. if err != nil {
  357. return "", err
  358. }
  359. return jwt, nil
  360. }
  361. return "", fmt.Errorf("can't determine k8s service account jwt")
  362. }
  363. func (a *akeylessBase) getJWTFromServiceAccount(ctx context.Context, serviceAccountRef *esmeta.ServiceAccountSelector) (string, error) {
  364. serviceAccount := &corev1.ServiceAccount{}
  365. ref := types.NamespacedName{
  366. Namespace: a.namespace,
  367. Name: serviceAccountRef.Name,
  368. }
  369. if (a.storeKind == esv1beta1.ClusterSecretStoreKind) &&
  370. (serviceAccountRef.Namespace != nil) {
  371. ref.Namespace = *serviceAccountRef.Namespace
  372. }
  373. err := a.kube.Get(ctx, ref, serviceAccount)
  374. if err != nil {
  375. return "", fmt.Errorf(errGetKubeSA, ref.Name, err)
  376. }
  377. if len(serviceAccount.Secrets) == 0 {
  378. return "", fmt.Errorf(errGetKubeSASecrets, ref.Name)
  379. }
  380. for _, tokenRef := range serviceAccount.Secrets {
  381. token, err := resolvers.SecretKeyRef(ctx, a.kube, a.storeKind, a.namespace, &esmeta.SecretKeySelector{
  382. Name: tokenRef.Name,
  383. Namespace: &ref.Namespace,
  384. Key: "token",
  385. })
  386. if err != nil {
  387. continue
  388. }
  389. return token, nil
  390. }
  391. return "", fmt.Errorf(errGetKubeSANoToken, ref.Name)
  392. }
  393. func (a *akeylessBase) getJWTfromServiceAccountToken(ctx context.Context, serviceAccountRef esmeta.ServiceAccountSelector, additionalAud []string, expirationSeconds int64) (string, error) {
  394. audiences := serviceAccountRef.Audiences
  395. if len(additionalAud) > 0 {
  396. audiences = append(audiences, additionalAud...)
  397. }
  398. tokenRequest := &authenticationv1.TokenRequest{
  399. ObjectMeta: metav1.ObjectMeta{
  400. Namespace: a.namespace,
  401. },
  402. Spec: authenticationv1.TokenRequestSpec{
  403. Audiences: audiences,
  404. ExpirationSeconds: &expirationSeconds,
  405. },
  406. }
  407. if (a.storeKind == esv1beta1.ClusterSecretStoreKind) &&
  408. (serviceAccountRef.Namespace != nil) {
  409. tokenRequest.Namespace = *serviceAccountRef.Namespace
  410. }
  411. tokenResponse, err := a.corev1.ServiceAccounts(tokenRequest.Namespace).CreateToken(ctx, serviceAccountRef.Name, tokenRequest, metav1.CreateOptions{})
  412. if err != nil {
  413. return "", fmt.Errorf(errGetKubeSATokenRequest, serviceAccountRef.Name, err)
  414. }
  415. return tokenResponse.Status.Token, nil
  416. }
  417. // readK8SServiceAccountJWT reads the JWT data for the Agent to submit to Akeyless Gateway.
  418. func readK8SServiceAccountJWT() (string, error) {
  419. data, err := os.Open(DefServiceAccountFile)
  420. if err != nil {
  421. return "", err
  422. }
  423. defer data.Close()
  424. contentBytes, err := io.ReadAll(data)
  425. if err != nil {
  426. return "", err
  427. }
  428. jwt := strings.TrimSpace(string(contentBytes))
  429. return jwt, nil
  430. }