vault.go 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package vault
  13. import (
  14. "context"
  15. "crypto/tls"
  16. "crypto/x509"
  17. "encoding/json"
  18. "errors"
  19. "fmt"
  20. "net/http"
  21. "os"
  22. "strconv"
  23. "strings"
  24. "github.com/go-logr/logr"
  25. vault "github.com/hashicorp/vault/api"
  26. approle "github.com/hashicorp/vault/api/auth/approle"
  27. authkubernetes "github.com/hashicorp/vault/api/auth/kubernetes"
  28. authldap "github.com/hashicorp/vault/api/auth/ldap"
  29. "github.com/tidwall/gjson"
  30. authenticationv1 "k8s.io/api/authentication/v1"
  31. corev1 "k8s.io/api/core/v1"
  32. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  33. "k8s.io/apimachinery/pkg/types"
  34. "k8s.io/client-go/kubernetes"
  35. typedcorev1 "k8s.io/client-go/kubernetes/typed/core/v1"
  36. ctrl "sigs.k8s.io/controller-runtime"
  37. kclient "sigs.k8s.io/controller-runtime/pkg/client"
  38. ctrlcfg "sigs.k8s.io/controller-runtime/pkg/client/config"
  39. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  40. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  41. "github.com/external-secrets/external-secrets/pkg/find"
  42. "github.com/external-secrets/external-secrets/pkg/utils"
  43. )
  44. var (
  45. _ esv1beta1.Provider = &connector{}
  46. _ esv1beta1.SecretsClient = &client{}
  47. )
  48. const (
  49. serviceAccTokenPath = "/var/run/secrets/kubernetes.io/serviceaccount/token"
  50. errVaultStore = "received invalid Vault SecretStore resource: %w"
  51. errVaultClient = "cannot setup new vault client: %w"
  52. errVaultCert = "cannot set Vault CA certificate: %w"
  53. errReadSecret = "cannot read secret data from Vault: %w"
  54. errAuthFormat = "cannot initialize Vault client: no valid auth method specified"
  55. errInvalidCredentials = "invalid vault credentials: %w"
  56. errDataField = "failed to find data field"
  57. errJSONUnmarshall = "failed to unmarshall JSON"
  58. errPathInvalid = "provided Path isn't a valid kv v2 path"
  59. errSecretFormat = "secret data not in expected format"
  60. errUnexpectedKey = "unexpected key in data: %s"
  61. errVaultToken = "cannot parse Vault authentication token: %w"
  62. errVaultRequest = "error from Vault request: %w"
  63. errServiceAccount = "cannot read Kubernetes service account token from file system: %w"
  64. errJwtNoTokenSource = "neither `secretRef` nor `kubernetesServiceAccountToken` was supplied as token source for jwt authentication"
  65. errUnsupportedKvVersion = "cannot perform find operations with kv version v1"
  66. errNotFound = "secret not found"
  67. errGetKubeSA = "cannot get Kubernetes service account %q: %w"
  68. errGetKubeSASecrets = "cannot find secrets bound to service account: %q"
  69. errGetKubeSANoToken = "cannot find token in secrets bound to service account: %q"
  70. errGetKubeSATokenRequest = "cannot request Kubernetes service account token for service account %q: %w"
  71. errGetKubeSecret = "cannot get Kubernetes secret %q: %w"
  72. errSecretKeyFmt = "cannot find secret data for key: %q"
  73. errConfigMapFmt = "cannot find config map data for key: %q"
  74. errClientTLSAuth = "error from Client TLS Auth: %q"
  75. errVaultRevokeToken = "error while revoking token: %w"
  76. errUnknownCAProvider = "unknown caProvider type given"
  77. errCANamespace = "cannot read secret for CAProvider due to missing namespace on kind ClusterSecretStore"
  78. errInvalidStore = "invalid store"
  79. errInvalidStoreSpec = "invalid store spec"
  80. errInvalidStoreProv = "invalid store provider"
  81. errInvalidVaultProv = "invalid vault provider"
  82. errInvalidAppRoleSec = "invalid Auth.AppRole.SecretRef: %w"
  83. errInvalidClientCert = "invalid Auth.Cert.ClientCert: %w"
  84. errInvalidCertSec = "invalid Auth.Cert.SecretRef: %w"
  85. errInvalidJwtSec = "invalid Auth.Jwt.SecretRef: %w"
  86. errInvalidJwtK8sSA = "invalid Auth.Jwt.KubernetesServiceAccountToken.ServiceAccountRef: %w"
  87. errInvalidKubeSA = "invalid Auth.Kubernetes.ServiceAccountRef: %w"
  88. errInvalidKubeSec = "invalid Auth.Kubernetes.SecretRef: %w"
  89. errInvalidLdapSec = "invalid Auth.Ldap.SecretRef: %w"
  90. errInvalidTokenRef = "invalid Auth.TokenSecretRef: %w"
  91. )
  92. // https://github.com/external-secrets/external-secrets/issues/644
  93. var _ esv1beta1.SecretsClient = &client{}
  94. var _ esv1beta1.Provider = &connector{}
  95. type Auth interface {
  96. Login(ctx context.Context, authMethod vault.AuthMethod) (*vault.Secret, error)
  97. }
  98. type Token interface {
  99. RevokeSelfWithContext(ctx context.Context, token string) error
  100. LookupSelfWithContext(ctx context.Context) (*vault.Secret, error)
  101. }
  102. type Logical interface {
  103. ReadWithDataWithContext(ctx context.Context, path string, data map[string][]string) (*vault.Secret, error)
  104. ListWithContext(ctx context.Context, path string) (*vault.Secret, error)
  105. WriteWithContext(ctx context.Context, path string, data map[string]interface{}) (*vault.Secret, error)
  106. }
  107. type Client interface {
  108. SetToken(v string)
  109. Token() string
  110. ClearToken()
  111. Auth() Auth
  112. Logical() Logical
  113. AuthToken() Token
  114. SetNamespace(namespace string)
  115. AddHeader(key, value string)
  116. }
  117. type VClient struct {
  118. setToken func(v string)
  119. token func() string
  120. clearToken func()
  121. auth Auth
  122. logical Logical
  123. authToken Token
  124. setNamespace func(namespace string)
  125. addHeader func(key, value string)
  126. }
  127. func (v VClient) AddHeader(key, value string) {
  128. v.addHeader(key, value)
  129. }
  130. func (v VClient) SetNamespace(namespace string) {
  131. v.setNamespace(namespace)
  132. }
  133. func (v VClient) ClearToken() {
  134. v.clearToken()
  135. }
  136. func (v VClient) Token() string {
  137. return v.token()
  138. }
  139. func (v VClient) SetToken(token string) {
  140. v.setToken(token)
  141. }
  142. func (v VClient) Auth() Auth {
  143. return v.auth
  144. }
  145. func (v VClient) AuthToken() Token {
  146. return v.authToken
  147. }
  148. func (v VClient) Logical() Logical {
  149. return v.logical
  150. }
  151. type client struct {
  152. kube kclient.Client
  153. store *esv1beta1.VaultProvider
  154. log logr.Logger
  155. corev1 typedcorev1.CoreV1Interface
  156. client Client
  157. auth Auth
  158. logical Logical
  159. token Token
  160. namespace string
  161. storeKind string
  162. }
  163. func init() {
  164. esv1beta1.Register(&connector{
  165. newVaultClient: newVaultClient,
  166. }, &esv1beta1.SecretStoreProvider{
  167. Vault: &esv1beta1.VaultProvider{},
  168. })
  169. }
  170. func newVaultClient(c *vault.Config) (Client, error) {
  171. cl, err := vault.NewClient(c)
  172. if err != nil {
  173. return nil, err
  174. }
  175. auth := cl.Auth()
  176. logical := cl.Logical()
  177. token := cl.Auth().Token()
  178. out := VClient{
  179. setToken: cl.SetToken,
  180. token: cl.Token,
  181. clearToken: cl.ClearToken,
  182. auth: auth,
  183. authToken: token,
  184. logical: logical,
  185. setNamespace: cl.SetNamespace,
  186. addHeader: cl.AddHeader,
  187. }
  188. return out, nil
  189. }
  190. type connector struct {
  191. newVaultClient func(c *vault.Config) (Client, error)
  192. }
  193. func (c *connector) NewClient(ctx context.Context, store esv1beta1.GenericStore, kube kclient.Client, namespace string) (esv1beta1.SecretsClient, error) {
  194. // controller-runtime/client does not support TokenRequest or other subresource APIs
  195. // so we need to construct our own client and use it to fetch tokens
  196. // (for Kubernetes service account token auth)
  197. restCfg, err := ctrlcfg.GetConfig()
  198. if err != nil {
  199. return nil, err
  200. }
  201. clientset, err := kubernetes.NewForConfig(restCfg)
  202. if err != nil {
  203. return nil, err
  204. }
  205. return c.newClient(ctx, store, kube, clientset.CoreV1(), namespace)
  206. }
  207. func (c *connector) newClient(ctx context.Context, store esv1beta1.GenericStore, kube kclient.Client, corev1 typedcorev1.CoreV1Interface, namespace string) (esv1beta1.SecretsClient, error) {
  208. storeSpec := store.GetSpec()
  209. if storeSpec == nil || storeSpec.Provider == nil || storeSpec.Provider.Vault == nil {
  210. return nil, errors.New(errVaultStore)
  211. }
  212. vaultSpec := storeSpec.Provider.Vault
  213. vStore := &client{
  214. kube: kube,
  215. corev1: corev1,
  216. store: vaultSpec,
  217. log: ctrl.Log.WithName("provider").WithName("vault"),
  218. namespace: namespace,
  219. storeKind: store.GetObjectKind().GroupVersionKind().Kind,
  220. }
  221. cfg, err := vStore.newConfig()
  222. if err != nil {
  223. return nil, err
  224. }
  225. client, err := c.newVaultClient(cfg)
  226. if err != nil {
  227. return nil, fmt.Errorf(errVaultClient, err)
  228. }
  229. if vaultSpec.Namespace != nil {
  230. client.SetNamespace(*vaultSpec.Namespace)
  231. }
  232. if vaultSpec.ReadYourWrites && vaultSpec.ForwardInconsistent {
  233. client.AddHeader("X-Vault-Inconsistent", "forward-active-node")
  234. }
  235. vStore.client = client
  236. vStore.auth = client.Auth()
  237. vStore.logical = client.Logical()
  238. vStore.token = client.AuthToken()
  239. // allow SecretStore controller validation to pass
  240. // when using referent namespace.
  241. if vStore.storeKind == esv1beta1.ClusterSecretStoreKind && vStore.namespace == "" {
  242. return vStore, nil
  243. }
  244. if err := vStore.setAuth(ctx, cfg); err != nil {
  245. return nil, err
  246. }
  247. return vStore, nil
  248. }
  249. func (c *connector) ValidateStore(store esv1beta1.GenericStore) error {
  250. if store == nil {
  251. return fmt.Errorf(errInvalidStore)
  252. }
  253. spc := store.GetSpec()
  254. if spc == nil {
  255. return fmt.Errorf(errInvalidStoreSpec)
  256. }
  257. if spc.Provider == nil {
  258. return fmt.Errorf(errInvalidStoreProv)
  259. }
  260. p := spc.Provider.Vault
  261. if p == nil {
  262. return fmt.Errorf(errInvalidVaultProv)
  263. }
  264. if p.Auth.AppRole != nil {
  265. if err := utils.ValidateReferentSecretSelector(store, p.Auth.AppRole.SecretRef); err != nil {
  266. return fmt.Errorf(errInvalidAppRoleSec, err)
  267. }
  268. }
  269. if p.Auth.Cert != nil {
  270. if err := utils.ValidateReferentSecretSelector(store, p.Auth.Cert.ClientCert); err != nil {
  271. return fmt.Errorf(errInvalidClientCert, err)
  272. }
  273. if err := utils.ValidateReferentSecretSelector(store, p.Auth.Cert.SecretRef); err != nil {
  274. return fmt.Errorf(errInvalidCertSec, err)
  275. }
  276. }
  277. if p.Auth.Jwt != nil {
  278. if p.Auth.Jwt.SecretRef != nil {
  279. if err := utils.ValidateReferentSecretSelector(store, *p.Auth.Jwt.SecretRef); err != nil {
  280. return fmt.Errorf(errInvalidJwtSec, err)
  281. }
  282. } else if p.Auth.Jwt.KubernetesServiceAccountToken != nil {
  283. if err := utils.ValidateReferentServiceAccountSelector(store, p.Auth.Jwt.KubernetesServiceAccountToken.ServiceAccountRef); err != nil {
  284. return fmt.Errorf(errInvalidJwtK8sSA, err)
  285. }
  286. } else {
  287. return fmt.Errorf(errJwtNoTokenSource)
  288. }
  289. }
  290. if p.Auth.Kubernetes != nil {
  291. if p.Auth.Kubernetes.ServiceAccountRef != nil {
  292. if err := utils.ValidateReferentServiceAccountSelector(store, *p.Auth.Kubernetes.ServiceAccountRef); err != nil {
  293. return fmt.Errorf(errInvalidKubeSA, err)
  294. }
  295. }
  296. if p.Auth.Kubernetes.SecretRef != nil {
  297. if err := utils.ValidateReferentSecretSelector(store, *p.Auth.Kubernetes.SecretRef); err != nil {
  298. return fmt.Errorf(errInvalidKubeSec, err)
  299. }
  300. }
  301. }
  302. if p.Auth.Ldap != nil {
  303. if err := utils.ValidateReferentSecretSelector(store, p.Auth.Ldap.SecretRef); err != nil {
  304. return fmt.Errorf(errInvalidLdapSec, err)
  305. }
  306. }
  307. if p.Auth.TokenSecretRef != nil {
  308. if err := utils.ValidateReferentSecretSelector(store, *p.Auth.TokenSecretRef); err != nil {
  309. return fmt.Errorf(errInvalidTokenRef, err)
  310. }
  311. }
  312. return nil
  313. }
  314. // Empty GetAllSecrets.
  315. // GetAllSecrets
  316. // First load all secrets from secretStore path configuration.
  317. // Then, gets secrets from a matching name or matching custom_metadata.
  318. func (v *client) GetAllSecrets(ctx context.Context, ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  319. if v.store.Version == esv1beta1.VaultKVStoreV1 {
  320. return nil, errors.New(errUnsupportedKvVersion)
  321. }
  322. searchPath := ""
  323. if ref.Path != nil {
  324. searchPath = *ref.Path + "/"
  325. }
  326. potentialSecrets, err := v.listSecrets(ctx, searchPath)
  327. if err != nil {
  328. return nil, err
  329. }
  330. if ref.Name != nil {
  331. return v.findSecretsFromName(ctx, potentialSecrets, *ref.Name)
  332. }
  333. return v.findSecretsFromTags(ctx, potentialSecrets, ref.Tags)
  334. }
  335. func (v *client) findSecretsFromTags(ctx context.Context, candidates []string, tags map[string]string) (map[string][]byte, error) {
  336. secrets := make(map[string][]byte)
  337. for _, name := range candidates {
  338. match := true
  339. metadata, err := v.readSecretMetadata(ctx, name)
  340. if err != nil {
  341. return nil, err
  342. }
  343. for tk, tv := range tags {
  344. p, ok := metadata[tk]
  345. if !ok || p != tv {
  346. match = false
  347. break
  348. }
  349. }
  350. if match {
  351. secret, err := v.GetSecret(ctx, esv1beta1.ExternalSecretDataRemoteRef{Key: name})
  352. if err != nil {
  353. return nil, err
  354. }
  355. secrets[name] = secret
  356. }
  357. }
  358. return secrets, nil
  359. }
  360. func (v *client) findSecretsFromName(ctx context.Context, candidates []string, ref esv1beta1.FindName) (map[string][]byte, error) {
  361. secrets := make(map[string][]byte)
  362. matcher, err := find.New(ref)
  363. if err != nil {
  364. return nil, err
  365. }
  366. for _, name := range candidates {
  367. ok := matcher.MatchName(name)
  368. if ok {
  369. secret, err := v.GetSecret(ctx, esv1beta1.ExternalSecretDataRemoteRef{Key: name})
  370. if err != nil {
  371. return nil, err
  372. }
  373. secrets[name] = secret
  374. }
  375. }
  376. return secrets, nil
  377. }
  378. func (v *client) listSecrets(ctx context.Context, path string) ([]string, error) {
  379. secrets := make([]string, 0)
  380. url, err := v.buildMetadataPath(path)
  381. if err != nil {
  382. return nil, err
  383. }
  384. secret, err := v.logical.ListWithContext(ctx, url)
  385. if err != nil {
  386. return nil, fmt.Errorf(errReadSecret, err)
  387. }
  388. t, ok := secret.Data["keys"]
  389. if !ok {
  390. return nil, nil
  391. }
  392. paths := t.([]interface{})
  393. for _, p := range paths {
  394. strPath := p.(string)
  395. fullPath := path + strPath // because path always ends with a /
  396. if path == "" {
  397. fullPath = strPath
  398. }
  399. // Recurrently find secrets
  400. if !strings.HasSuffix(p.(string), "/") {
  401. secrets = append(secrets, fullPath)
  402. } else {
  403. partial, err := v.listSecrets(ctx, fullPath)
  404. if err != nil {
  405. return nil, err
  406. }
  407. secrets = append(secrets, partial...)
  408. }
  409. }
  410. return secrets, nil
  411. }
  412. func (v *client) readSecretMetadata(ctx context.Context, path string) (map[string]string, error) {
  413. metadata := make(map[string]string)
  414. url, err := v.buildMetadataPath(path)
  415. if err != nil {
  416. return nil, err
  417. }
  418. secret, err := v.logical.ReadWithDataWithContext(ctx, url, nil)
  419. if err != nil {
  420. return nil, fmt.Errorf(errReadSecret, err)
  421. }
  422. if secret == nil {
  423. return nil, errors.New(errNotFound)
  424. }
  425. t, ok := secret.Data["custom_metadata"]
  426. if !ok {
  427. return nil, nil
  428. }
  429. d, ok := t.(map[string]interface{})
  430. if !ok {
  431. return metadata, nil
  432. }
  433. for k, v := range d {
  434. metadata[k] = v.(string)
  435. }
  436. return metadata, nil
  437. }
  438. // GetSecret supports two types:
  439. // 1. get the full secret as json-encoded value
  440. // by leaving the ref.Property empty.
  441. // 2. get a key from the secret.
  442. // Nested values are supported by specifying a gjson expression
  443. func (v *client) GetSecret(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  444. data, err := v.readSecret(ctx, ref.Key, ref.Version)
  445. if err != nil {
  446. return nil, err
  447. }
  448. jsonStr, err := json.Marshal(data)
  449. if err != nil {
  450. return nil, err
  451. }
  452. // (1): return raw json if no property is defined
  453. if ref.Property == "" {
  454. return jsonStr, nil
  455. }
  456. // For backwards compatibility we want the
  457. // actual keys to take precedence over gjson syntax
  458. // (2): extract key from secret with property
  459. if _, ok := data[ref.Property]; ok {
  460. return getTypedKey(data, ref.Property)
  461. }
  462. // (3): extract key from secret using gjson
  463. val := gjson.Get(string(jsonStr), ref.Property)
  464. if !val.Exists() {
  465. return nil, fmt.Errorf(errSecretKeyFmt, ref.Property)
  466. }
  467. return []byte(val.String()), nil
  468. }
  469. // GetSecretMap supports two modes of operation:
  470. // 1. get the full secret from the vault data payload (by leaving .property empty).
  471. // 2. extract key/value pairs from a (nested) object.
  472. func (v *client) GetSecretMap(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  473. data, err := v.GetSecret(ctx, ref)
  474. if err != nil {
  475. return nil, err
  476. }
  477. var secretData map[string]interface{}
  478. err = json.Unmarshal(data, &secretData)
  479. if err != nil {
  480. return nil, err
  481. }
  482. byteMap := make(map[string][]byte, len(secretData))
  483. for k := range secretData {
  484. byteMap[k], err = getTypedKey(secretData, k)
  485. if err != nil {
  486. return nil, err
  487. }
  488. }
  489. return byteMap, nil
  490. }
  491. func getTypedKey(data map[string]interface{}, key string) ([]byte, error) {
  492. v, ok := data[key]
  493. if !ok {
  494. return nil, fmt.Errorf(errUnexpectedKey, key)
  495. }
  496. switch t := v.(type) {
  497. case string:
  498. return []byte(t), nil
  499. case map[string]interface{}:
  500. return json.Marshal(t)
  501. case []byte:
  502. return t, nil
  503. // also covers int and float32 due to json.Marshal
  504. case float64:
  505. return []byte(strconv.FormatFloat(t, 'f', -1, 64)), nil
  506. case bool:
  507. return []byte(strconv.FormatBool(t)), nil
  508. case nil:
  509. return []byte(nil), nil
  510. default:
  511. return nil, errors.New(errSecretFormat)
  512. }
  513. }
  514. func (v *client) Close(ctx context.Context) error {
  515. // Revoke the token if we have one set and it wasn't sourced from a TokenSecretRef
  516. if v.client.Token() != "" && v.store.Auth.TokenSecretRef == nil {
  517. revoke, err := checkToken(ctx, v)
  518. if err != nil {
  519. return fmt.Errorf(errVaultRevokeToken, err)
  520. }
  521. if revoke {
  522. err = v.token.RevokeSelfWithContext(ctx, v.client.Token())
  523. if err != nil {
  524. return fmt.Errorf(errVaultRevokeToken, err)
  525. }
  526. v.client.ClearToken()
  527. }
  528. }
  529. return nil
  530. }
  531. func (v *client) Validate() (esv1beta1.ValidationResult, error) {
  532. // when using referent namespace we can not validate the token
  533. // because the namespace is not known yet when Validate() is called
  534. // from the SecretStore controller.
  535. if v.storeKind == esv1beta1.ClusterSecretStoreKind {
  536. if v.store.Auth.TokenSecretRef != nil && v.store.Auth.TokenSecretRef.Namespace == nil {
  537. return esv1beta1.ValidationResultUnknown, nil
  538. }
  539. if v.store.Auth.AppRole != nil && v.store.Auth.AppRole.SecretRef.Namespace == nil {
  540. return esv1beta1.ValidationResultUnknown, nil
  541. }
  542. if v.store.Auth.Kubernetes != nil && v.store.Auth.Kubernetes.SecretRef != nil && v.store.Auth.Kubernetes.SecretRef.Namespace == nil {
  543. return esv1beta1.ValidationResultUnknown, nil
  544. }
  545. if v.store.Auth.Kubernetes != nil && v.store.Auth.Kubernetes.ServiceAccountRef != nil && v.store.Auth.Kubernetes.ServiceAccountRef.Namespace == nil {
  546. return esv1beta1.ValidationResultUnknown, nil
  547. }
  548. if v.store.Auth.Ldap != nil && v.store.Auth.Ldap.SecretRef.Namespace == nil {
  549. return esv1beta1.ValidationResultUnknown, nil
  550. }
  551. if v.store.Auth.Jwt != nil && v.store.Auth.Jwt.SecretRef != nil && v.store.Auth.Jwt.SecretRef.Namespace == nil {
  552. return esv1beta1.ValidationResultUnknown, nil
  553. }
  554. if v.store.Auth.Jwt != nil && v.store.Auth.Jwt.KubernetesServiceAccountToken != nil && v.store.Auth.Jwt.KubernetesServiceAccountToken.ServiceAccountRef.Namespace == nil {
  555. return esv1beta1.ValidationResultUnknown, nil
  556. }
  557. if v.store.Auth.Cert != nil && v.store.Auth.Cert.SecretRef.Namespace == nil {
  558. return esv1beta1.ValidationResultUnknown, nil
  559. }
  560. }
  561. _, err := checkToken(context.Background(), v)
  562. if err != nil {
  563. return esv1beta1.ValidationResultError, fmt.Errorf(errInvalidCredentials, err)
  564. }
  565. return esv1beta1.ValidationResultReady, nil
  566. }
  567. func (v *client) buildMetadataPath(path string) (string, error) {
  568. var url string
  569. if v.store.Path == nil && !strings.Contains(path, "data") {
  570. return "", fmt.Errorf(errPathInvalid)
  571. }
  572. if v.store.Path == nil {
  573. path = strings.Replace(path, "data", "metadata", 1)
  574. url = path
  575. } else {
  576. url = fmt.Sprintf("%s/metadata/%s", *v.store.Path, path)
  577. }
  578. return url, nil
  579. }
  580. func (v *client) buildPath(path string) string {
  581. optionalMount := v.store.Path
  582. origPath := strings.Split(path, "/")
  583. newPath := make([]string, 0)
  584. cursor := 0
  585. if optionalMount != nil && origPath[0] != *optionalMount {
  586. // Default case before path was optional
  587. // Ensure that the requested path includes the SecretStores paths as prefix
  588. newPath = append(newPath, *optionalMount)
  589. } else {
  590. newPath = append(newPath, origPath[cursor])
  591. cursor++
  592. }
  593. if v.store.Version == esv1beta1.VaultKVStoreV2 {
  594. // Add the required `data` part of the URL for the v2 API
  595. if len(origPath) < 2 || origPath[1] != "data" {
  596. newPath = append(newPath, "data")
  597. }
  598. }
  599. newPath = append(newPath, origPath[cursor:]...)
  600. returnPath := strings.Join(newPath, "/")
  601. return returnPath
  602. }
  603. func (v *client) readSecret(ctx context.Context, path, version string) (map[string]interface{}, error) {
  604. dataPath := v.buildPath(path)
  605. // path formated according to vault docs for v1 and v2 API
  606. // v1: https://www.vaultproject.io/api-docs/secret/kv/kv-v1#read-secret
  607. // v2: https://www.vaultproject.io/api/secret/kv/kv-v2#read-secret-version
  608. var params map[string][]string
  609. if version != "" {
  610. params = make(map[string][]string)
  611. params["version"] = []string{version}
  612. }
  613. vaultSecret, err := v.logical.ReadWithDataWithContext(ctx, dataPath, params)
  614. if err != nil {
  615. return nil, fmt.Errorf(errReadSecret, err)
  616. }
  617. if vaultSecret == nil {
  618. return nil, errors.New(errNotFound)
  619. }
  620. secretData := vaultSecret.Data
  621. if v.store.Version == esv1beta1.VaultKVStoreV2 {
  622. // Vault KV2 has data embedded within sub-field
  623. // reference - https://www.vaultproject.io/api/secret/kv/kv-v2#read-secret-version
  624. dataInt, ok := vaultSecret.Data["data"]
  625. if !ok {
  626. return nil, errors.New(errDataField)
  627. }
  628. secretData, ok = dataInt.(map[string]interface{})
  629. if !ok {
  630. return nil, errors.New(errJSONUnmarshall)
  631. }
  632. }
  633. return secretData, nil
  634. }
  635. func (v *client) newConfig() (*vault.Config, error) {
  636. cfg := vault.DefaultConfig()
  637. cfg.Address = v.store.Server
  638. // In a controller-runtime context, we rely on the reconciliation process for retrying
  639. cfg.MaxRetries = 0
  640. if len(v.store.CABundle) == 0 && v.store.CAProvider == nil {
  641. return cfg, nil
  642. }
  643. caCertPool := x509.NewCertPool()
  644. if len(v.store.CABundle) > 0 {
  645. ok := caCertPool.AppendCertsFromPEM(v.store.CABundle)
  646. if !ok {
  647. return nil, errors.New(errVaultCert)
  648. }
  649. }
  650. if v.store.CAProvider != nil && v.storeKind == esv1beta1.ClusterSecretStoreKind && v.store.CAProvider.Namespace == nil {
  651. return nil, errors.New(errCANamespace)
  652. }
  653. if v.store.CAProvider != nil {
  654. var cert []byte
  655. var err error
  656. switch v.store.CAProvider.Type {
  657. case esv1beta1.CAProviderTypeSecret:
  658. cert, err = getCertFromSecret(v)
  659. case esv1beta1.CAProviderTypeConfigMap:
  660. cert, err = getCertFromConfigMap(v)
  661. default:
  662. return nil, errors.New(errUnknownCAProvider)
  663. }
  664. if err != nil {
  665. return nil, err
  666. }
  667. ok := caCertPool.AppendCertsFromPEM(cert)
  668. if !ok {
  669. return nil, errors.New(errVaultCert)
  670. }
  671. }
  672. if transport, ok := cfg.HttpClient.Transport.(*http.Transport); ok {
  673. transport.TLSClientConfig.RootCAs = caCertPool
  674. }
  675. // If either read-after-write consistency feature is enabled, enable ReadYourWrites
  676. cfg.ReadYourWrites = v.store.ReadYourWrites || v.store.ForwardInconsistent
  677. return cfg, nil
  678. }
  679. func getCertFromSecret(v *client) ([]byte, error) {
  680. secretRef := esmeta.SecretKeySelector{
  681. Name: v.store.CAProvider.Name,
  682. Key: v.store.CAProvider.Key,
  683. }
  684. if v.store.CAProvider.Namespace != nil {
  685. secretRef.Namespace = v.store.CAProvider.Namespace
  686. }
  687. ctx := context.Background()
  688. res, err := v.secretKeyRef(ctx, &secretRef)
  689. if err != nil {
  690. return nil, fmt.Errorf(errVaultCert, err)
  691. }
  692. return []byte(res), nil
  693. }
  694. func getCertFromConfigMap(v *client) ([]byte, error) {
  695. objKey := types.NamespacedName{
  696. Name: v.store.CAProvider.Name,
  697. }
  698. if v.store.CAProvider.Namespace != nil {
  699. objKey.Namespace = *v.store.CAProvider.Namespace
  700. }
  701. configMapRef := &corev1.ConfigMap{}
  702. ctx := context.Background()
  703. err := v.kube.Get(ctx, objKey, configMapRef)
  704. if err != nil {
  705. return nil, fmt.Errorf(errVaultCert, err)
  706. }
  707. val, ok := configMapRef.Data[v.store.CAProvider.Key]
  708. if !ok {
  709. return nil, fmt.Errorf(errConfigMapFmt, v.store.CAProvider.Key)
  710. }
  711. return []byte(val), nil
  712. }
  713. func (v *client) setAuth(ctx context.Context, cfg *vault.Config) error {
  714. tokenExists, err := setSecretKeyToken(ctx, v)
  715. if tokenExists {
  716. return err
  717. }
  718. tokenExists, err = setAppRoleToken(ctx, v)
  719. if tokenExists {
  720. return err
  721. }
  722. tokenExists, err = setKubernetesAuthToken(ctx, v)
  723. if tokenExists {
  724. return err
  725. }
  726. tokenExists, err = setLdapAuthToken(ctx, v)
  727. if tokenExists {
  728. return err
  729. }
  730. tokenExists, err = setJwtAuthToken(ctx, v)
  731. if tokenExists {
  732. return err
  733. }
  734. tokenExists, err = setCertAuthToken(ctx, v, cfg)
  735. if tokenExists {
  736. return err
  737. }
  738. return errors.New(errAuthFormat)
  739. }
  740. func setAppRoleToken(ctx context.Context, v *client) (bool, error) {
  741. tokenRef := v.store.Auth.TokenSecretRef
  742. if tokenRef != nil {
  743. token, err := v.secretKeyRef(ctx, tokenRef)
  744. if err != nil {
  745. return true, err
  746. }
  747. v.client.SetToken(token)
  748. return true, nil
  749. }
  750. return false, nil
  751. }
  752. func setSecretKeyToken(ctx context.Context, v *client) (bool, error) {
  753. appRole := v.store.Auth.AppRole
  754. if appRole != nil {
  755. err := v.requestTokenWithAppRoleRef(ctx, appRole)
  756. if err != nil {
  757. return true, err
  758. }
  759. return true, nil
  760. }
  761. return false, nil
  762. }
  763. func setKubernetesAuthToken(ctx context.Context, v *client) (bool, error) {
  764. kubernetesAuth := v.store.Auth.Kubernetes
  765. if kubernetesAuth != nil {
  766. err := v.requestTokenWithKubernetesAuth(ctx, kubernetesAuth)
  767. if err != nil {
  768. return true, err
  769. }
  770. return true, nil
  771. }
  772. return false, nil
  773. }
  774. func setLdapAuthToken(ctx context.Context, v *client) (bool, error) {
  775. ldapAuth := v.store.Auth.Ldap
  776. if ldapAuth != nil {
  777. err := v.requestTokenWithLdapAuth(ctx, ldapAuth)
  778. if err != nil {
  779. return true, err
  780. }
  781. return true, nil
  782. }
  783. return false, nil
  784. }
  785. func setJwtAuthToken(ctx context.Context, v *client) (bool, error) {
  786. jwtAuth := v.store.Auth.Jwt
  787. if jwtAuth != nil {
  788. err := v.requestTokenWithJwtAuth(ctx, jwtAuth)
  789. if err != nil {
  790. return true, err
  791. }
  792. return true, nil
  793. }
  794. return false, nil
  795. }
  796. func setCertAuthToken(ctx context.Context, v *client, cfg *vault.Config) (bool, error) {
  797. certAuth := v.store.Auth.Cert
  798. if certAuth != nil {
  799. err := v.requestTokenWithCertAuth(ctx, certAuth, cfg)
  800. if err != nil {
  801. return true, err
  802. }
  803. return true, nil
  804. }
  805. return false, nil
  806. }
  807. func (v *client) secretKeyRefForServiceAccount(ctx context.Context, serviceAccountRef *esmeta.ServiceAccountSelector) (string, error) {
  808. serviceAccount := &corev1.ServiceAccount{}
  809. ref := types.NamespacedName{
  810. Namespace: v.namespace,
  811. Name: serviceAccountRef.Name,
  812. }
  813. if (v.storeKind == esv1beta1.ClusterSecretStoreKind) &&
  814. (serviceAccountRef.Namespace != nil) {
  815. ref.Namespace = *serviceAccountRef.Namespace
  816. }
  817. err := v.kube.Get(ctx, ref, serviceAccount)
  818. if err != nil {
  819. return "", fmt.Errorf(errGetKubeSA, ref.Name, err)
  820. }
  821. if len(serviceAccount.Secrets) == 0 {
  822. return "", fmt.Errorf(errGetKubeSASecrets, ref.Name)
  823. }
  824. for _, tokenRef := range serviceAccount.Secrets {
  825. retval, err := v.secretKeyRef(ctx, &esmeta.SecretKeySelector{
  826. Name: tokenRef.Name,
  827. Namespace: &ref.Namespace,
  828. Key: "token",
  829. })
  830. if err != nil {
  831. continue
  832. }
  833. return retval, nil
  834. }
  835. return "", fmt.Errorf(errGetKubeSANoToken, ref.Name)
  836. }
  837. func (v *client) secretKeyRef(ctx context.Context, secretRef *esmeta.SecretKeySelector) (string, error) {
  838. secret := &corev1.Secret{}
  839. ref := types.NamespacedName{
  840. Namespace: v.namespace,
  841. Name: secretRef.Name,
  842. }
  843. if (v.storeKind == esv1beta1.ClusterSecretStoreKind) &&
  844. (secretRef.Namespace != nil) {
  845. ref.Namespace = *secretRef.Namespace
  846. }
  847. err := v.kube.Get(ctx, ref, secret)
  848. if err != nil {
  849. return "", fmt.Errorf(errGetKubeSecret, ref.Name, err)
  850. }
  851. keyBytes, ok := secret.Data[secretRef.Key]
  852. if !ok {
  853. return "", fmt.Errorf(errSecretKeyFmt, secretRef.Key)
  854. }
  855. value := string(keyBytes)
  856. valueStr := strings.TrimSpace(value)
  857. return valueStr, nil
  858. }
  859. func (v *client) serviceAccountToken(ctx context.Context, serviceAccountRef esmeta.ServiceAccountSelector, audiences []string, expirationSeconds int64) (string, error) {
  860. tokenRequest := &authenticationv1.TokenRequest{
  861. ObjectMeta: metav1.ObjectMeta{
  862. Namespace: v.namespace,
  863. },
  864. Spec: authenticationv1.TokenRequestSpec{
  865. Audiences: audiences,
  866. ExpirationSeconds: &expirationSeconds,
  867. },
  868. }
  869. if (v.storeKind == esv1beta1.ClusterSecretStoreKind) &&
  870. (serviceAccountRef.Namespace != nil) {
  871. tokenRequest.Namespace = *serviceAccountRef.Namespace
  872. }
  873. tokenResponse, err := v.corev1.ServiceAccounts(tokenRequest.Namespace).CreateToken(ctx, serviceAccountRef.Name, tokenRequest, metav1.CreateOptions{})
  874. if err != nil {
  875. return "", fmt.Errorf(errGetKubeSATokenRequest, serviceAccountRef.Name, err)
  876. }
  877. return tokenResponse.Status.Token, nil
  878. }
  879. // checkToken does a lookup and checks if the provided token exists.
  880. func checkToken(ctx context.Context, vStore *client) (bool, error) {
  881. // https://www.vaultproject.io/api-docs/auth/token#lookup-a-token-self
  882. resp, err := vStore.token.LookupSelfWithContext(ctx)
  883. if err != nil {
  884. return false, err
  885. }
  886. t, ok := resp.Data["type"]
  887. if !ok {
  888. return false, fmt.Errorf("could not assert token type")
  889. }
  890. tokenType := t.(string)
  891. if tokenType == "batch" {
  892. return false, nil
  893. }
  894. return true, nil
  895. }
  896. func (v *client) requestTokenWithAppRoleRef(ctx context.Context, appRole *esv1beta1.VaultAppRole) error {
  897. roleID := strings.TrimSpace(appRole.RoleID)
  898. secretID, err := v.secretKeyRef(ctx, &appRole.SecretRef)
  899. if err != nil {
  900. return err
  901. }
  902. secret := approle.SecretID{FromString: secretID}
  903. appRoleClient, err := approle.NewAppRoleAuth(roleID, &secret, approle.WithMountPath(appRole.Path))
  904. if err != nil {
  905. return err
  906. }
  907. _, err = v.auth.Login(ctx, appRoleClient)
  908. if err != nil {
  909. return err
  910. }
  911. return nil
  912. }
  913. func (v *client) requestTokenWithKubernetesAuth(ctx context.Context, kubernetesAuth *esv1beta1.VaultKubernetesAuth) error {
  914. jwtString, err := getJwtString(ctx, v, kubernetesAuth)
  915. if err != nil {
  916. return err
  917. }
  918. k, err := authkubernetes.NewKubernetesAuth(kubernetesAuth.Role, authkubernetes.WithServiceAccountToken(jwtString), authkubernetes.WithMountPath(kubernetesAuth.Path))
  919. if err != nil {
  920. return err
  921. }
  922. _, err = v.auth.Login(ctx, k)
  923. if err != nil {
  924. return err
  925. }
  926. return nil
  927. }
  928. func getJwtString(ctx context.Context, v *client, kubernetesAuth *esv1beta1.VaultKubernetesAuth) (string, error) {
  929. if kubernetesAuth.ServiceAccountRef != nil {
  930. jwt, err := v.secretKeyRefForServiceAccount(ctx, kubernetesAuth.ServiceAccountRef)
  931. if err != nil {
  932. return "", err
  933. }
  934. return jwt, nil
  935. } else if kubernetesAuth.SecretRef != nil {
  936. tokenRef := kubernetesAuth.SecretRef
  937. if tokenRef.Key == "" {
  938. tokenRef = kubernetesAuth.SecretRef.DeepCopy()
  939. tokenRef.Key = "token"
  940. }
  941. jwt, err := v.secretKeyRef(ctx, tokenRef)
  942. if err != nil {
  943. return "", err
  944. }
  945. return jwt, nil
  946. } else {
  947. // Kubernetes authentication is specified, but without a referenced
  948. // Kubernetes secret. We check if the file path for in-cluster service account
  949. // exists and attempt to use the token for Vault Kubernetes auth.
  950. if _, err := os.Stat(serviceAccTokenPath); err != nil {
  951. return "", fmt.Errorf(errServiceAccount, err)
  952. }
  953. jwtByte, err := os.ReadFile(serviceAccTokenPath)
  954. if err != nil {
  955. return "", fmt.Errorf(errServiceAccount, err)
  956. }
  957. return string(jwtByte), nil
  958. }
  959. }
  960. func (v *client) requestTokenWithLdapAuth(ctx context.Context, ldapAuth *esv1beta1.VaultLdapAuth) error {
  961. username := strings.TrimSpace(ldapAuth.Username)
  962. password, err := v.secretKeyRef(ctx, &ldapAuth.SecretRef)
  963. if err != nil {
  964. return err
  965. }
  966. pass := authldap.Password{FromString: password}
  967. l, err := authldap.NewLDAPAuth(username, &pass, authldap.WithMountPath(ldapAuth.Path))
  968. if err != nil {
  969. return err
  970. }
  971. _, err = v.auth.Login(ctx, l)
  972. if err != nil {
  973. return err
  974. }
  975. return nil
  976. }
  977. func (v *client) requestTokenWithJwtAuth(ctx context.Context, jwtAuth *esv1beta1.VaultJwtAuth) error {
  978. role := strings.TrimSpace(jwtAuth.Role)
  979. var jwt string
  980. var err error
  981. if jwtAuth.SecretRef != nil {
  982. jwt, err = v.secretKeyRef(ctx, jwtAuth.SecretRef)
  983. } else if k8sServiceAccountToken := jwtAuth.KubernetesServiceAccountToken; k8sServiceAccountToken != nil {
  984. audiences := k8sServiceAccountToken.Audiences
  985. if audiences == nil {
  986. audiences = &[]string{"vault"}
  987. }
  988. expirationSeconds := k8sServiceAccountToken.ExpirationSeconds
  989. if expirationSeconds == nil {
  990. tmp := int64(600)
  991. expirationSeconds = &tmp
  992. }
  993. jwt, err = v.serviceAccountToken(ctx, k8sServiceAccountToken.ServiceAccountRef, *audiences, *expirationSeconds)
  994. } else {
  995. err = fmt.Errorf(errJwtNoTokenSource)
  996. }
  997. if err != nil {
  998. return err
  999. }
  1000. parameters := map[string]interface{}{
  1001. "role": role,
  1002. "jwt": jwt,
  1003. }
  1004. url := strings.Join([]string{"auth", jwtAuth.Path, "login"}, "/")
  1005. vaultResult, err := v.logical.WriteWithContext(ctx, url, parameters)
  1006. if err != nil {
  1007. return err
  1008. }
  1009. token, err := vaultResult.TokenID()
  1010. if err != nil {
  1011. return fmt.Errorf(errVaultToken, err)
  1012. }
  1013. v.client.SetToken(token)
  1014. return nil
  1015. }
  1016. func (v *client) requestTokenWithCertAuth(ctx context.Context, certAuth *esv1beta1.VaultCertAuth, cfg *vault.Config) error {
  1017. clientKey, err := v.secretKeyRef(ctx, &certAuth.SecretRef)
  1018. if err != nil {
  1019. return err
  1020. }
  1021. clientCert, err := v.secretKeyRef(ctx, &certAuth.ClientCert)
  1022. if err != nil {
  1023. return err
  1024. }
  1025. cert, err := tls.X509KeyPair([]byte(clientCert), []byte(clientKey))
  1026. if err != nil {
  1027. return fmt.Errorf(errClientTLSAuth, err)
  1028. }
  1029. if transport, ok := cfg.HttpClient.Transport.(*http.Transport); ok {
  1030. transport.TLSClientConfig.Certificates = []tls.Certificate{cert}
  1031. }
  1032. url := strings.Join([]string{"auth", "cert", "login"}, "/")
  1033. vaultResult, err := v.logical.WriteWithContext(ctx, url, nil)
  1034. if err != nil {
  1035. return fmt.Errorf(errVaultRequest, err)
  1036. }
  1037. token, err := vaultResult.TokenID()
  1038. if err != nil {
  1039. return fmt.Errorf(errVaultToken, err)
  1040. }
  1041. v.client.SetToken(token)
  1042. return nil
  1043. }