secretsmanager_workload_identity_test.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package secretmanager
  13. import (
  14. "context"
  15. "encoding/json"
  16. "io/ioutil"
  17. "net/http"
  18. "net/http/httptest"
  19. "testing"
  20. "github.com/googleapis/gax-go/v2"
  21. "github.com/stretchr/testify/assert"
  22. "golang.org/x/oauth2"
  23. credentialspb "google.golang.org/genproto/googleapis/iam/credentials/v1"
  24. authv1 "k8s.io/api/authentication/v1"
  25. v1 "k8s.io/api/core/v1"
  26. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  27. k8sv1 "k8s.io/client-go/kubernetes/typed/core/v1"
  28. "sigs.k8s.io/controller-runtime/pkg/client"
  29. clientfake "sigs.k8s.io/controller-runtime/pkg/client/fake"
  30. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  31. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  32. )
  33. type workloadIdentityTest struct {
  34. name string
  35. expTS bool
  36. expToken *oauth2.Token
  37. expErr string
  38. genAccessToken func(context.Context, *credentialspb.GenerateAccessTokenRequest, ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error)
  39. genIDBindToken func(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error)
  40. genSAToken func(c context.Context, s1, s2, s3 string) (*authv1.TokenRequest, error)
  41. genClusterID func(context.Context, *esv1beta1.SecretStore) (*oauth2.Token, error)
  42. store esv1beta1.GenericStore
  43. kubeObjects []client.Object
  44. }
  45. func TestWorkloadIdentity(t *testing.T) {
  46. clusterSANamespace := "foobar"
  47. tbl := []*workloadIdentityTest{
  48. composeTestcase(
  49. defaultTestCase("missing store spec should result in error"),
  50. withErr("invalid: missing store spec"),
  51. withStore(&esv1beta1.SecretStore{}),
  52. ),
  53. composeTestcase(
  54. defaultTestCase("should skip when no workload identity is configured: TokenSource and error must be nil"),
  55. withStore(&esv1beta1.SecretStore{
  56. Spec: esv1beta1.SecretStoreSpec{
  57. Provider: &esv1beta1.SecretStoreProvider{
  58. GCPSM: &esv1beta1.GCPSMProvider{},
  59. },
  60. },
  61. }),
  62. ),
  63. composeTestcase(
  64. defaultTestCase("return access token from GenerateAccessTokenRequest with SecretStore"),
  65. withStore(defaultStore()),
  66. expTokenSource(),
  67. expectToken(defaultGenAccessToken),
  68. ),
  69. composeTestcase(
  70. defaultTestCase("return idBindToken when no annotation is set with SecretStore"),
  71. expTokenSource(),
  72. expectToken(defaultIDBindToken),
  73. withStore(defaultStore()),
  74. withK8sResources([]client.Object{
  75. &v1.ServiceAccount{
  76. ObjectMeta: metav1.ObjectMeta{
  77. Name: "example",
  78. Namespace: "default",
  79. Annotations: map[string]string{},
  80. },
  81. },
  82. }),
  83. ),
  84. composeTestcase(
  85. defaultTestCase("invalid ClusterSecretStore: missing service account namespace"),
  86. expErr("invalid ClusterSecretStore: missing GCP Service Account Namespace"),
  87. withStore(
  88. composeStore(defaultClusterStore()),
  89. ),
  90. withK8sResources([]client.Object{
  91. &v1.ServiceAccount{
  92. ObjectMeta: metav1.ObjectMeta{
  93. Name: "example",
  94. Namespace: "default",
  95. Annotations: map[string]string{},
  96. },
  97. },
  98. }),
  99. ),
  100. composeTestcase(
  101. defaultTestCase("return access token from GenerateAccessTokenRequest with ClusterSecretStore"),
  102. expTokenSource(),
  103. expectToken(defaultGenAccessToken),
  104. withStore(
  105. composeStore(defaultClusterStore(), withSANamespace(clusterSANamespace)),
  106. ),
  107. withK8sResources([]client.Object{
  108. &v1.ServiceAccount{
  109. ObjectMeta: metav1.ObjectMeta{
  110. Name: "example",
  111. Namespace: clusterSANamespace,
  112. Annotations: map[string]string{
  113. gcpSAAnnotation: "example",
  114. },
  115. },
  116. },
  117. }),
  118. ),
  119. }
  120. for _, row := range tbl {
  121. t.Run(row.name, func(t *testing.T) {
  122. fakeIam := &fakeIAMClient{generateAccessTokenFunc: row.genAccessToken}
  123. fakeIDBGen := &fakeIDBindTokenGen{generateFunc: row.genIDBindToken}
  124. fakeSATG := &fakeSATokenGen{GenerateFunc: row.genSAToken}
  125. w := &workloadIdentity{
  126. iamClient: fakeIam,
  127. idBindTokenGenerator: fakeIDBGen,
  128. saTokenGenerator: fakeSATG,
  129. }
  130. cb := clientfake.NewClientBuilder()
  131. cb.WithObjects(row.kubeObjects...)
  132. client := cb.Build()
  133. ts, err := w.TokenSource(context.Background(), row.store, client, "default")
  134. // assert err
  135. if row.expErr == "" {
  136. assert.NoError(t, err)
  137. } else {
  138. assert.Error(t, err, row.expErr)
  139. }
  140. // assert ts
  141. if row.expTS {
  142. assert.NotNil(t, ts)
  143. if row.expToken != nil {
  144. tk, err := ts.Token()
  145. assert.NoError(t, err)
  146. assert.EqualValues(t, tk, row.expToken)
  147. }
  148. } else {
  149. assert.Nil(t, ts)
  150. }
  151. })
  152. }
  153. }
  154. func TestSATokenGen(t *testing.T) {
  155. corev1 := &fakeK8sV1{}
  156. g := &k8sSATokenGenerator{
  157. corev1: corev1,
  158. }
  159. token, err := g.Generate(context.Background(), "my-fake-audience", "bar", "default")
  160. assert.Nil(t, err)
  161. assert.Equal(t, token.Status.Token, defaultSAToken)
  162. assert.Equal(t, token.Spec.Audiences[0], "my-fake-audience")
  163. }
  164. func TestIDBTokenGen(t *testing.T) {
  165. srv := httptest.NewServer(http.HandlerFunc(func(rw http.ResponseWriter, r *http.Request) {
  166. payload := make(map[string]string)
  167. rb, err := ioutil.ReadAll(r.Body)
  168. assert.Nil(t, err)
  169. err = json.Unmarshal(rb, &payload)
  170. assert.Nil(t, err)
  171. assert.Equal(t, payload["audience"], "identitynamespace:some-idpool:some-id-provider")
  172. bt, err := json.Marshal(&oauth2.Token{
  173. AccessToken: "12345",
  174. })
  175. assert.Nil(t, err)
  176. rw.WriteHeader(http.StatusOK)
  177. rw.Write(bt)
  178. }))
  179. defer srv.Close()
  180. gen := &gcpIDBindTokenGenerator{
  181. targetURL: srv.URL,
  182. }
  183. token, err := gen.Generate(context.Background(), http.DefaultClient, "some-token", "some-idpool", "some-id-provider")
  184. assert.Nil(t, err)
  185. assert.Equal(t, token.AccessToken, "12345")
  186. }
  187. type testCaseMutator func(tc *workloadIdentityTest)
  188. func composeTestcase(tc *workloadIdentityTest, mutators ...testCaseMutator) *workloadIdentityTest {
  189. for _, m := range mutators {
  190. m(tc)
  191. }
  192. return tc
  193. }
  194. func withErr(err string) testCaseMutator {
  195. return func(tc *workloadIdentityTest) {
  196. tc.expErr = err
  197. }
  198. }
  199. func withStore(store esv1beta1.GenericStore) testCaseMutator {
  200. return func(tc *workloadIdentityTest) {
  201. tc.store = store
  202. }
  203. }
  204. func expTokenSource() testCaseMutator {
  205. return func(tc *workloadIdentityTest) {
  206. tc.expTS = true
  207. }
  208. }
  209. func expectToken(token string) testCaseMutator {
  210. return func(tc *workloadIdentityTest) {
  211. tc.expToken = &oauth2.Token{
  212. AccessToken: token,
  213. }
  214. }
  215. }
  216. func expErr(err string) testCaseMutator {
  217. return func(tc *workloadIdentityTest) {
  218. tc.expErr = err
  219. }
  220. }
  221. func withK8sResources(objs []client.Object) testCaseMutator {
  222. return func(tc *workloadIdentityTest) {
  223. tc.kubeObjects = objs
  224. }
  225. }
  226. var (
  227. defaultGenAccessToken = "default-gen-access-token"
  228. defaultIDBindToken = "default-id-bind-token"
  229. defaultSAToken = "default-k8s-sa-token"
  230. )
  231. func defaultTestCase(name string) *workloadIdentityTest {
  232. return &workloadIdentityTest{
  233. name: name,
  234. genAccessToken: func(c context.Context, gatr *credentialspb.GenerateAccessTokenRequest, co ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error) {
  235. return &credentialspb.GenerateAccessTokenResponse{
  236. AccessToken: defaultGenAccessToken,
  237. }, nil
  238. },
  239. genIDBindToken: func(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error) {
  240. return &oauth2.Token{
  241. AccessToken: defaultIDBindToken,
  242. }, nil
  243. },
  244. genSAToken: func(c context.Context, s1, s2, s3 string) (*authv1.TokenRequest, error) {
  245. return &authv1.TokenRequest{
  246. Status: authv1.TokenRequestStatus{
  247. Token: defaultSAToken,
  248. },
  249. }, nil
  250. },
  251. genClusterID: func(context.Context, *esv1beta1.SecretStore) (*oauth2.Token, error) {
  252. return &oauth2.Token{
  253. AccessToken: defaultGenAccessToken,
  254. }, nil
  255. },
  256. kubeObjects: []client.Object{
  257. &v1.ServiceAccount{
  258. ObjectMeta: metav1.ObjectMeta{
  259. Name: "example",
  260. Namespace: "default",
  261. Annotations: map[string]string{
  262. gcpSAAnnotation: "example",
  263. },
  264. },
  265. },
  266. },
  267. }
  268. }
  269. func defaultStore() *esv1beta1.SecretStore {
  270. return &esv1beta1.SecretStore{
  271. ObjectMeta: metav1.ObjectMeta{
  272. Name: "foobar",
  273. Namespace: "default",
  274. },
  275. Spec: defaultStoreSpec(),
  276. }
  277. }
  278. func defaultClusterStore() *esv1beta1.ClusterSecretStore {
  279. return &esv1beta1.ClusterSecretStore{
  280. TypeMeta: metav1.TypeMeta{
  281. Kind: esv1beta1.ClusterSecretStoreKind,
  282. },
  283. ObjectMeta: metav1.ObjectMeta{
  284. Name: "foobar",
  285. },
  286. Spec: defaultStoreSpec(),
  287. }
  288. }
  289. func defaultStoreSpec() esv1beta1.SecretStoreSpec {
  290. return esv1beta1.SecretStoreSpec{
  291. Provider: &esv1beta1.SecretStoreProvider{
  292. GCPSM: &esv1beta1.GCPSMProvider{
  293. Auth: esv1beta1.GCPSMAuth{
  294. WorkloadIdentity: &esv1beta1.GCPWorkloadIdentity{
  295. ServiceAccountRef: esmeta.ServiceAccountSelector{
  296. Name: "example",
  297. },
  298. ClusterLocation: "example",
  299. ClusterName: "foobar",
  300. },
  301. },
  302. ProjectID: "1234",
  303. },
  304. },
  305. }
  306. }
  307. type storeMutator func(spc esv1beta1.GenericStore)
  308. func composeStore(store esv1beta1.GenericStore, mutators ...storeMutator) esv1beta1.GenericStore {
  309. for _, m := range mutators {
  310. m(store)
  311. }
  312. return store
  313. }
  314. func withSANamespace(namespace string) storeMutator {
  315. return func(store esv1beta1.GenericStore) {
  316. spc := store.GetSpec()
  317. spc.Provider.GCPSM.Auth.WorkloadIdentity.ServiceAccountRef.Namespace = &namespace
  318. }
  319. }
  320. // fake IDBindToken Generator.
  321. type fakeIDBindTokenGen struct {
  322. generateFunc func(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error)
  323. }
  324. func (g *fakeIDBindTokenGen) Generate(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error) {
  325. return g.generateFunc(ctx, client, k8sToken, idPool, idProvider)
  326. }
  327. // fake IAM Client.
  328. type fakeIAMClient struct {
  329. generateAccessTokenFunc func(context.Context, *credentialspb.GenerateAccessTokenRequest, ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error)
  330. }
  331. func (f *fakeIAMClient) GenerateAccessToken(ctx context.Context, req *credentialspb.GenerateAccessTokenRequest, opts ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error) {
  332. return f.generateAccessTokenFunc(ctx, req, opts...)
  333. }
  334. func (f *fakeIAMClient) Close() error {
  335. return nil
  336. }
  337. // fake SA Token Generator.
  338. type fakeSATokenGen struct {
  339. GenerateFunc func(context.Context, string, string, string) (*authv1.TokenRequest, error)
  340. }
  341. func (f *fakeSATokenGen) Generate(ctx context.Context, idPool, namespace, name string) (*authv1.TokenRequest, error) {
  342. return f.GenerateFunc(ctx, idPool, namespace, name)
  343. }
  344. // fake k8s client for creating tokens.
  345. type fakeK8sV1 struct {
  346. k8sv1.CoreV1Interface
  347. }
  348. func (m *fakeK8sV1) ServiceAccounts(namespace string) k8sv1.ServiceAccountInterface {
  349. return &fakeK8sV1SA{v1mock: m}
  350. }
  351. // Mock the K8s service account client.
  352. type fakeK8sV1SA struct {
  353. k8sv1.ServiceAccountInterface
  354. v1mock *fakeK8sV1
  355. }
  356. func (ma *fakeK8sV1SA) CreateToken(
  357. ctx context.Context,
  358. serviceAccountName string,
  359. tokenRequest *authv1.TokenRequest,
  360. opts metav1.CreateOptions,
  361. ) (*authv1.TokenRequest, error) {
  362. tokenRequest.Status.Token = defaultSAToken
  363. return tokenRequest, nil
  364. }