workload_identity_test.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package secretmanager
  13. import (
  14. "context"
  15. "encoding/json"
  16. "io"
  17. "net/http"
  18. "net/http/httptest"
  19. "testing"
  20. "cloud.google.com/go/iam/credentials/apiv1/credentialspb"
  21. "github.com/googleapis/gax-go/v2"
  22. "github.com/stretchr/testify/assert"
  23. "golang.org/x/oauth2"
  24. authv1 "k8s.io/api/authentication/v1"
  25. v1 "k8s.io/api/core/v1"
  26. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  27. k8sv1 "k8s.io/client-go/kubernetes/typed/core/v1"
  28. "sigs.k8s.io/controller-runtime/pkg/client"
  29. clientfake "sigs.k8s.io/controller-runtime/pkg/client/fake"
  30. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  31. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  32. )
  33. type workloadIdentityTest struct {
  34. name string
  35. expTS bool
  36. expToken *oauth2.Token
  37. expErr string
  38. genAccessToken func(context.Context, *credentialspb.GenerateAccessTokenRequest, ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error)
  39. genIDBindToken func(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error)
  40. genSAToken func(c context.Context, s1 []string, s2, s3 string) (*authv1.TokenRequest, error)
  41. store esv1beta1.GenericStore
  42. kubeObjects []client.Object
  43. }
  44. func TestWorkloadIdentity(t *testing.T) {
  45. clusterSANamespace := "foobar"
  46. tbl := []*workloadIdentityTest{
  47. composeTestcase(
  48. defaultTestCase("should skip when no workload identity is configured: TokenSource and error must be nil"),
  49. withStore(&esv1beta1.SecretStore{
  50. Spec: esv1beta1.SecretStoreSpec{
  51. Provider: &esv1beta1.SecretStoreProvider{
  52. GCPSM: &esv1beta1.GCPSMProvider{},
  53. },
  54. },
  55. }),
  56. ),
  57. composeTestcase(
  58. defaultTestCase("return access token from GenerateAccessTokenRequest with SecretStore"),
  59. withStore(defaultStore()),
  60. expTokenSource(),
  61. expectToken(defaultGenAccessToken),
  62. ),
  63. composeTestcase(
  64. defaultTestCase("return idBindToken when no annotation is set with SecretStore"),
  65. expTokenSource(),
  66. expectToken(defaultIDBindToken),
  67. withStore(defaultStore()),
  68. withK8sResources([]client.Object{
  69. &v1.ServiceAccount{
  70. ObjectMeta: metav1.ObjectMeta{
  71. Name: "example",
  72. Namespace: "default",
  73. Annotations: map[string]string{},
  74. },
  75. },
  76. }),
  77. ),
  78. composeTestcase(
  79. defaultTestCase("ClusterSecretStore: referent auth / service account without namespace"),
  80. expTokenSource(),
  81. withStore(
  82. composeStore(defaultClusterStore()),
  83. ),
  84. withK8sResources([]client.Object{
  85. &v1.ServiceAccount{
  86. ObjectMeta: metav1.ObjectMeta{
  87. Name: "example",
  88. Namespace: "default",
  89. Annotations: map[string]string{},
  90. },
  91. },
  92. }),
  93. ),
  94. composeTestcase(
  95. defaultTestCase("ClusterSecretStore: invalid service account"),
  96. expErr("foobar"),
  97. withStore(
  98. composeStore(defaultClusterStore()),
  99. ),
  100. withK8sResources([]client.Object{
  101. &v1.ServiceAccount{
  102. ObjectMeta: metav1.ObjectMeta{
  103. Name: "does not exist",
  104. Namespace: "default",
  105. Annotations: map[string]string{},
  106. },
  107. },
  108. }),
  109. ),
  110. composeTestcase(
  111. defaultTestCase("return access token from GenerateAccessTokenRequest with ClusterSecretStore"),
  112. expTokenSource(),
  113. expectToken(defaultGenAccessToken),
  114. withStore(
  115. composeStore(defaultClusterStore(), withSANamespace(clusterSANamespace)),
  116. ),
  117. withK8sResources([]client.Object{
  118. &v1.ServiceAccount{
  119. ObjectMeta: metav1.ObjectMeta{
  120. Name: "example",
  121. Namespace: clusterSANamespace,
  122. Annotations: map[string]string{
  123. gcpSAAnnotation: "example",
  124. },
  125. },
  126. },
  127. }),
  128. ),
  129. }
  130. for _, row := range tbl {
  131. t.Run(row.name, func(t *testing.T) {
  132. fakeIam := &fakeIAMClient{generateAccessTokenFunc: row.genAccessToken}
  133. fakeIDBGen := &fakeIDBindTokenGen{generateFunc: row.genIDBindToken}
  134. fakeSATG := &fakeSATokenGen{GenerateFunc: row.genSAToken}
  135. w := &workloadIdentity{
  136. iamClient: fakeIam,
  137. idBindTokenGenerator: fakeIDBGen,
  138. saTokenGenerator: fakeSATG,
  139. }
  140. cb := clientfake.NewClientBuilder()
  141. cb.WithObjects(row.kubeObjects...)
  142. client := cb.Build()
  143. isCluster := row.store.GetTypeMeta().Kind == esv1beta1.ClusterSecretStoreKind
  144. ts, err := w.TokenSource(context.Background(), row.store.GetSpec().Provider.GCPSM.Auth, isCluster, client, "default")
  145. // assert err
  146. if row.expErr == "" {
  147. assert.NoError(t, err)
  148. } else {
  149. assert.Error(t, err, row.expErr)
  150. }
  151. // assert ts
  152. if row.expTS {
  153. assert.NotNil(t, ts)
  154. if row.expToken != nil {
  155. tk, err := ts.Token()
  156. assert.NoError(t, err)
  157. assert.EqualValues(t, tk, row.expToken)
  158. }
  159. } else {
  160. assert.Nil(t, ts)
  161. }
  162. })
  163. }
  164. }
  165. func TestClusterProjectID(t *testing.T) {
  166. clusterID, err := clusterProjectID(defaultStore().GetSpec())
  167. assert.Nil(t, err)
  168. assert.Equal(t, clusterID, "1234")
  169. externalClusterID, err := clusterProjectID(defaultExternalStore().GetSpec())
  170. assert.Nil(t, err)
  171. assert.Equal(t, externalClusterID, "5678")
  172. }
  173. func TestSATokenGen(t *testing.T) {
  174. corev1 := &fakeK8sV1{}
  175. g := &k8sSATokenGenerator{
  176. corev1: corev1,
  177. }
  178. token, err := g.Generate(context.Background(), []string{"my-fake-audience"}, "bar", "default")
  179. assert.Nil(t, err)
  180. assert.Equal(t, token.Status.Token, defaultSAToken)
  181. assert.Equal(t, token.Spec.Audiences[0], "my-fake-audience")
  182. }
  183. func TestIDBTokenGen(t *testing.T) {
  184. srv := httptest.NewServer(http.HandlerFunc(func(rw http.ResponseWriter, r *http.Request) {
  185. payload := make(map[string]string)
  186. rb, err := io.ReadAll(r.Body)
  187. assert.Nil(t, err)
  188. err = json.Unmarshal(rb, &payload)
  189. assert.Nil(t, err)
  190. assert.Equal(t, payload["audience"], "identitynamespace:some-idpool:some-id-provider")
  191. bt, err := json.Marshal(&oauth2.Token{
  192. AccessToken: "12345",
  193. })
  194. assert.Nil(t, err)
  195. rw.WriteHeader(http.StatusOK)
  196. rw.Write(bt)
  197. }))
  198. defer srv.Close()
  199. gen := &gcpIDBindTokenGenerator{
  200. targetURL: srv.URL,
  201. }
  202. token, err := gen.Generate(context.Background(), http.DefaultClient, "some-token", "some-idpool", "some-id-provider")
  203. assert.Nil(t, err)
  204. assert.Equal(t, token.AccessToken, "12345")
  205. }
  206. type testCaseMutator func(tc *workloadIdentityTest)
  207. func composeTestcase(tc *workloadIdentityTest, mutators ...testCaseMutator) *workloadIdentityTest {
  208. for _, m := range mutators {
  209. m(tc)
  210. }
  211. return tc
  212. }
  213. func withStore(store esv1beta1.GenericStore) testCaseMutator {
  214. return func(tc *workloadIdentityTest) {
  215. tc.store = store
  216. }
  217. }
  218. func expTokenSource() testCaseMutator {
  219. return func(tc *workloadIdentityTest) {
  220. tc.expTS = true
  221. }
  222. }
  223. func expectToken(token string) testCaseMutator {
  224. return func(tc *workloadIdentityTest) {
  225. tc.expToken = &oauth2.Token{
  226. AccessToken: token,
  227. }
  228. }
  229. }
  230. func expErr(err string) testCaseMutator {
  231. return func(tc *workloadIdentityTest) {
  232. tc.expErr = err
  233. }
  234. }
  235. func withK8sResources(objs []client.Object) testCaseMutator {
  236. return func(tc *workloadIdentityTest) {
  237. tc.kubeObjects = objs
  238. }
  239. }
  240. var (
  241. defaultGenAccessToken = "default-gen-access-token"
  242. defaultIDBindToken = "default-id-bind-token"
  243. defaultSAToken = "default-k8s-sa-token"
  244. )
  245. func defaultTestCase(name string) *workloadIdentityTest {
  246. return &workloadIdentityTest{
  247. name: name,
  248. genAccessToken: func(c context.Context, gatr *credentialspb.GenerateAccessTokenRequest, co ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error) {
  249. return &credentialspb.GenerateAccessTokenResponse{
  250. AccessToken: defaultGenAccessToken,
  251. }, nil
  252. },
  253. genIDBindToken: func(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error) {
  254. return &oauth2.Token{
  255. AccessToken: defaultIDBindToken,
  256. }, nil
  257. },
  258. genSAToken: func(c context.Context, s1 []string, s2, s3 string) (*authv1.TokenRequest, error) {
  259. return &authv1.TokenRequest{
  260. Status: authv1.TokenRequestStatus{
  261. Token: defaultSAToken,
  262. },
  263. }, nil
  264. },
  265. kubeObjects: []client.Object{
  266. &v1.ServiceAccount{
  267. ObjectMeta: metav1.ObjectMeta{
  268. Name: "example",
  269. Namespace: "default",
  270. Annotations: map[string]string{
  271. gcpSAAnnotation: "example",
  272. },
  273. },
  274. },
  275. },
  276. }
  277. }
  278. func defaultStore() *esv1beta1.SecretStore {
  279. return &esv1beta1.SecretStore{
  280. ObjectMeta: metav1.ObjectMeta{
  281. Name: "foobar",
  282. Namespace: "default",
  283. },
  284. Spec: defaultStoreSpec(),
  285. }
  286. }
  287. func defaultExternalStore() *esv1beta1.SecretStore {
  288. return &esv1beta1.SecretStore{
  289. ObjectMeta: metav1.ObjectMeta{
  290. Name: "foobar",
  291. Namespace: "default",
  292. },
  293. Spec: defaultExternalStoreSpec(),
  294. }
  295. }
  296. func defaultClusterStore() *esv1beta1.ClusterSecretStore {
  297. return &esv1beta1.ClusterSecretStore{
  298. TypeMeta: metav1.TypeMeta{
  299. Kind: esv1beta1.ClusterSecretStoreKind,
  300. },
  301. ObjectMeta: metav1.ObjectMeta{
  302. Name: "foobar",
  303. },
  304. Spec: defaultStoreSpec(),
  305. }
  306. }
  307. func defaultStoreSpec() esv1beta1.SecretStoreSpec {
  308. return esv1beta1.SecretStoreSpec{
  309. Provider: &esv1beta1.SecretStoreProvider{
  310. GCPSM: &esv1beta1.GCPSMProvider{
  311. Auth: esv1beta1.GCPSMAuth{
  312. WorkloadIdentity: &esv1beta1.GCPWorkloadIdentity{
  313. ServiceAccountRef: esmeta.ServiceAccountSelector{
  314. Name: "example",
  315. },
  316. ClusterLocation: "example",
  317. ClusterName: "foobar",
  318. },
  319. },
  320. ProjectID: "1234",
  321. },
  322. },
  323. }
  324. }
  325. func defaultExternalStoreSpec() esv1beta1.SecretStoreSpec {
  326. return esv1beta1.SecretStoreSpec{
  327. Provider: &esv1beta1.SecretStoreProvider{
  328. GCPSM: &esv1beta1.GCPSMProvider{
  329. Auth: esv1beta1.GCPSMAuth{
  330. WorkloadIdentity: &esv1beta1.GCPWorkloadIdentity{
  331. ServiceAccountRef: esmeta.ServiceAccountSelector{
  332. Name: "example",
  333. },
  334. ClusterLocation: "example",
  335. ClusterName: "foobar",
  336. ClusterProjectID: "5678",
  337. },
  338. },
  339. ProjectID: "1234",
  340. },
  341. },
  342. }
  343. }
  344. type storeMutator func(spc esv1beta1.GenericStore)
  345. func composeStore(store esv1beta1.GenericStore, mutators ...storeMutator) esv1beta1.GenericStore {
  346. for _, m := range mutators {
  347. m(store)
  348. }
  349. return store
  350. }
  351. func withSANamespace(namespace string) storeMutator {
  352. return func(store esv1beta1.GenericStore) {
  353. spc := store.GetSpec()
  354. spc.Provider.GCPSM.Auth.WorkloadIdentity.ServiceAccountRef.Namespace = &namespace
  355. }
  356. }
  357. // fake IDBindToken Generator.
  358. type fakeIDBindTokenGen struct {
  359. generateFunc func(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error)
  360. }
  361. func (g *fakeIDBindTokenGen) Generate(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error) {
  362. return g.generateFunc(ctx, client, k8sToken, idPool, idProvider)
  363. }
  364. // fake IAM Client.
  365. type fakeIAMClient struct {
  366. generateAccessTokenFunc func(context.Context, *credentialspb.GenerateAccessTokenRequest, ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error)
  367. }
  368. func (f *fakeIAMClient) GenerateAccessToken(ctx context.Context, req *credentialspb.GenerateAccessTokenRequest, opts ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error) {
  369. return f.generateAccessTokenFunc(ctx, req, opts...)
  370. }
  371. func (f *fakeIAMClient) Close() error {
  372. return nil
  373. }
  374. // fake SA Token Generator.
  375. type fakeSATokenGen struct {
  376. GenerateFunc func(context.Context, []string, string, string) (*authv1.TokenRequest, error)
  377. }
  378. func (f *fakeSATokenGen) Generate(ctx context.Context, idPool []string, namespace, name string) (*authv1.TokenRequest, error) {
  379. return f.GenerateFunc(ctx, idPool, namespace, name)
  380. }
  381. // fake k8s client for creating tokens.
  382. type fakeK8sV1 struct {
  383. k8sv1.CoreV1Interface
  384. }
  385. func (m *fakeK8sV1) ServiceAccounts(namespace string) k8sv1.ServiceAccountInterface {
  386. return &fakeK8sV1SA{v1mock: m}
  387. }
  388. // Mock the K8s service account client.
  389. type fakeK8sV1SA struct {
  390. k8sv1.ServiceAccountInterface
  391. v1mock *fakeK8sV1
  392. }
  393. func (ma *fakeK8sV1SA) CreateToken(
  394. ctx context.Context,
  395. serviceAccountName string,
  396. tokenRequest *authv1.TokenRequest,
  397. opts metav1.CreateOptions,
  398. ) (*authv1.TokenRequest, error) {
  399. tokenRequest.Status.Token = defaultSAToken
  400. return tokenRequest, nil
  401. }