secretsmanager_workload_identity_test.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package secretmanager
  13. import (
  14. "context"
  15. "encoding/json"
  16. "io/ioutil"
  17. "net/http"
  18. "net/http/httptest"
  19. "testing"
  20. "github.com/googleapis/gax-go"
  21. "github.com/stretchr/testify/assert"
  22. "golang.org/x/oauth2"
  23. credentialspb "google.golang.org/genproto/googleapis/iam/credentials/v1"
  24. authv1 "k8s.io/api/authentication/v1"
  25. v1 "k8s.io/api/core/v1"
  26. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  27. k8sv1 "k8s.io/client-go/kubernetes/typed/core/v1"
  28. "sigs.k8s.io/controller-runtime/pkg/client"
  29. clientfake "sigs.k8s.io/controller-runtime/pkg/client/fake"
  30. esv1alpha1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1alpha1"
  31. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  32. )
  33. type workloadIdentityTest struct {
  34. name string
  35. expTS bool
  36. expToken *oauth2.Token
  37. expErr string
  38. genAccessToken func(context.Context, *credentialspb.GenerateAccessTokenRequest, ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error)
  39. genIDBindToken func(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error)
  40. genSAToken func(c context.Context, s1, s2, s3 string) (*authv1.TokenRequest, error)
  41. store esv1alpha1.GenericStore
  42. kubeObjects []client.Object
  43. }
  44. func TestWorkloadIdentity(t *testing.T) {
  45. clusterSANamespace := "foobar"
  46. tbl := []*workloadIdentityTest{
  47. composeTestcase(
  48. defaultTestCase("missing store spec should result in error"),
  49. withErr("invalid: missing store spec"),
  50. withStore(&esv1alpha1.SecretStore{}),
  51. ),
  52. composeTestcase(
  53. defaultTestCase("should skip when no workload identity is configured: TokenSource and error must be nil"),
  54. withStore(&esv1alpha1.SecretStore{
  55. Spec: esv1alpha1.SecretStoreSpec{
  56. Provider: &esv1alpha1.SecretStoreProvider{
  57. GCPSM: &esv1alpha1.GCPSMProvider{},
  58. },
  59. },
  60. }),
  61. ),
  62. composeTestcase(
  63. defaultTestCase("return access token from GenerateAccessTokenRequest with SecretStore"),
  64. withStore(defaultStore()),
  65. expTokenSource(),
  66. expectToken(defaultGenAccessToken),
  67. ),
  68. composeTestcase(
  69. defaultTestCase("return idBindToken when no annotation is set with SecretStore"),
  70. expTokenSource(),
  71. expectToken(defaultIDBindToken),
  72. withStore(defaultStore()),
  73. withK8sResources([]client.Object{
  74. &v1.ServiceAccount{
  75. ObjectMeta: metav1.ObjectMeta{
  76. Name: "example",
  77. Namespace: "default",
  78. Annotations: map[string]string{},
  79. },
  80. },
  81. }),
  82. ),
  83. composeTestcase(
  84. defaultTestCase("invalid ClusterSecretStore: missing service account namespace"),
  85. expErr("invalid ClusterSecretStore: missing GCP Service Account Namespace"),
  86. withStore(
  87. composeStore(defaultClusterStore()),
  88. ),
  89. withK8sResources([]client.Object{
  90. &v1.ServiceAccount{
  91. ObjectMeta: metav1.ObjectMeta{
  92. Name: "example",
  93. Namespace: "default",
  94. Annotations: map[string]string{},
  95. },
  96. },
  97. }),
  98. ),
  99. composeTestcase(
  100. defaultTestCase("return access token from GenerateAccessTokenRequest with ClusterSecretStore"),
  101. expTokenSource(),
  102. expectToken(defaultGenAccessToken),
  103. withStore(
  104. composeStore(defaultClusterStore(), withSANamespace(clusterSANamespace)),
  105. ),
  106. withK8sResources([]client.Object{
  107. &v1.ServiceAccount{
  108. ObjectMeta: metav1.ObjectMeta{
  109. Name: "example",
  110. Namespace: clusterSANamespace,
  111. Annotations: map[string]string{
  112. gcpSAAnnotation: "example",
  113. },
  114. },
  115. },
  116. }),
  117. ),
  118. }
  119. for _, row := range tbl {
  120. t.Run(row.name, func(t *testing.T) {
  121. fakeIam := &fakeIAMClient{generateAccessTokenFunc: row.genAccessToken}
  122. fakeIDBGen := &fakeIDBindTokenGen{generateFunc: row.genIDBindToken}
  123. fakeSATG := &fakeSATokenGen{GenerateFunc: row.genSAToken}
  124. w := &workloadIdentity{
  125. iamClient: fakeIam,
  126. idBindTokenGenerator: fakeIDBGen,
  127. saTokenGenerator: fakeSATG,
  128. }
  129. cb := clientfake.NewClientBuilder()
  130. cb.WithObjects(row.kubeObjects...)
  131. client := cb.Build()
  132. ts, err := w.TokenSource(context.Background(), row.store, client, "default")
  133. // assert err
  134. if row.expErr == "" {
  135. assert.NoError(t, err)
  136. } else {
  137. assert.Error(t, err, row.expErr)
  138. }
  139. // assert ts
  140. if row.expTS {
  141. assert.NotNil(t, ts)
  142. if row.expToken != nil {
  143. tk, err := ts.Token()
  144. assert.NoError(t, err)
  145. assert.EqualValues(t, tk, row.expToken)
  146. }
  147. } else {
  148. assert.Nil(t, ts)
  149. }
  150. })
  151. }
  152. }
  153. func TestSATokenGen(t *testing.T) {
  154. corev1 := &fakeK8sV1{}
  155. g := &k8sSATokenGenerator{
  156. corev1: corev1,
  157. }
  158. token, err := g.Generate(context.Background(), "my-fake-audience", "bar", "default")
  159. assert.Nil(t, err)
  160. assert.Equal(t, token.Status.Token, defaultSAToken)
  161. assert.Equal(t, token.Spec.Audiences[0], "my-fake-audience")
  162. }
  163. func TestIDBTokenGen(t *testing.T) {
  164. srv := httptest.NewServer(http.HandlerFunc(func(rw http.ResponseWriter, r *http.Request) {
  165. payload := make(map[string]string)
  166. rb, err := ioutil.ReadAll(r.Body)
  167. assert.Nil(t, err)
  168. err = json.Unmarshal(rb, &payload)
  169. assert.Nil(t, err)
  170. assert.Equal(t, payload["audience"], "identitynamespace:some-idpool:some-id-provider")
  171. bt, err := json.Marshal(&oauth2.Token{
  172. AccessToken: "12345",
  173. })
  174. assert.Nil(t, err)
  175. rw.WriteHeader(http.StatusOK)
  176. rw.Write(bt)
  177. }))
  178. defer srv.Close()
  179. gen := &gcpIDBindTokenGenerator{
  180. targetURL: srv.URL,
  181. }
  182. token, err := gen.Generate(context.Background(), http.DefaultClient, "some-token", "some-idpool", "some-id-provider")
  183. assert.Nil(t, err)
  184. assert.Equal(t, token.AccessToken, "12345")
  185. }
  186. type testCaseMutator func(tc *workloadIdentityTest)
  187. func composeTestcase(tc *workloadIdentityTest, mutators ...testCaseMutator) *workloadIdentityTest {
  188. for _, m := range mutators {
  189. m(tc)
  190. }
  191. return tc
  192. }
  193. func withErr(err string) testCaseMutator {
  194. return func(tc *workloadIdentityTest) {
  195. tc.expErr = err
  196. }
  197. }
  198. func withStore(store esv1alpha1.GenericStore) testCaseMutator {
  199. return func(tc *workloadIdentityTest) {
  200. tc.store = store
  201. }
  202. }
  203. func expTokenSource() testCaseMutator {
  204. return func(tc *workloadIdentityTest) {
  205. tc.expTS = true
  206. }
  207. }
  208. func expectToken(token string) testCaseMutator {
  209. return func(tc *workloadIdentityTest) {
  210. tc.expToken = &oauth2.Token{
  211. AccessToken: token,
  212. }
  213. }
  214. }
  215. func expErr(err string) testCaseMutator {
  216. return func(tc *workloadIdentityTest) {
  217. tc.expErr = err
  218. }
  219. }
  220. func withK8sResources(objs []client.Object) testCaseMutator {
  221. return func(tc *workloadIdentityTest) {
  222. tc.kubeObjects = objs
  223. }
  224. }
  225. var (
  226. defaultGenAccessToken = "default-gen-access-token"
  227. defaultIDBindToken = "default-id-bind-token"
  228. defaultSAToken = "default-k8s-sa-token"
  229. )
  230. func defaultTestCase(name string) *workloadIdentityTest {
  231. return &workloadIdentityTest{
  232. name: name,
  233. genAccessToken: func(c context.Context, gatr *credentialspb.GenerateAccessTokenRequest, co ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error) {
  234. return &credentialspb.GenerateAccessTokenResponse{
  235. AccessToken: defaultGenAccessToken,
  236. }, nil
  237. },
  238. genIDBindToken: func(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error) {
  239. return &oauth2.Token{
  240. AccessToken: defaultIDBindToken,
  241. }, nil
  242. },
  243. genSAToken: func(c context.Context, s1, s2, s3 string) (*authv1.TokenRequest, error) {
  244. return &authv1.TokenRequest{
  245. Status: authv1.TokenRequestStatus{
  246. Token: defaultSAToken,
  247. },
  248. }, nil
  249. },
  250. kubeObjects: []client.Object{
  251. &v1.ServiceAccount{
  252. ObjectMeta: metav1.ObjectMeta{
  253. Name: "example",
  254. Namespace: "default",
  255. Annotations: map[string]string{
  256. gcpSAAnnotation: "example",
  257. },
  258. },
  259. },
  260. },
  261. }
  262. }
  263. func defaultStore() *esv1alpha1.SecretStore {
  264. return &esv1alpha1.SecretStore{
  265. ObjectMeta: metav1.ObjectMeta{
  266. Name: "foobar",
  267. Namespace: "default",
  268. },
  269. Spec: defaultStoreSpec(),
  270. }
  271. }
  272. func defaultClusterStore() *esv1alpha1.ClusterSecretStore {
  273. return &esv1alpha1.ClusterSecretStore{
  274. TypeMeta: metav1.TypeMeta{
  275. Kind: esv1alpha1.ClusterSecretStoreKind,
  276. },
  277. ObjectMeta: metav1.ObjectMeta{
  278. Name: "foobar",
  279. },
  280. Spec: defaultStoreSpec(),
  281. }
  282. }
  283. func defaultStoreSpec() esv1alpha1.SecretStoreSpec {
  284. return esv1alpha1.SecretStoreSpec{
  285. Provider: &esv1alpha1.SecretStoreProvider{
  286. GCPSM: &esv1alpha1.GCPSMProvider{
  287. Auth: esv1alpha1.GCPSMAuth{
  288. WorkloadIdentity: &esv1alpha1.GCPWorkloadIdentity{
  289. ServiceAccountRef: esmeta.ServiceAccountSelector{
  290. Name: "example",
  291. },
  292. ClusterLocation: "example",
  293. ClusterName: "foobar",
  294. },
  295. },
  296. ProjectID: "1234",
  297. },
  298. },
  299. }
  300. }
  301. type storeMutator func(spc esv1alpha1.GenericStore)
  302. func composeStore(store esv1alpha1.GenericStore, mutators ...storeMutator) esv1alpha1.GenericStore {
  303. for _, m := range mutators {
  304. m(store)
  305. }
  306. return store
  307. }
  308. func withSANamespace(namespace string) storeMutator {
  309. return func(store esv1alpha1.GenericStore) {
  310. spc := store.GetSpec()
  311. spc.Provider.GCPSM.Auth.WorkloadIdentity.ServiceAccountRef.Namespace = &namespace
  312. }
  313. }
  314. // fake IDBindToken Generator.
  315. type fakeIDBindTokenGen struct {
  316. generateFunc func(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error)
  317. }
  318. func (g *fakeIDBindTokenGen) Generate(ctx context.Context, client *http.Client, k8sToken, idPool, idProvider string) (*oauth2.Token, error) {
  319. return g.generateFunc(ctx, client, k8sToken, idPool, idProvider)
  320. }
  321. // fake IAM Client.
  322. type fakeIAMClient struct {
  323. generateAccessTokenFunc func(context.Context, *credentialspb.GenerateAccessTokenRequest, ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error)
  324. }
  325. func (f *fakeIAMClient) GenerateAccessToken(ctx context.Context, req *credentialspb.GenerateAccessTokenRequest, opts ...gax.CallOption) (*credentialspb.GenerateAccessTokenResponse, error) {
  326. return f.generateAccessTokenFunc(ctx, req, opts...)
  327. }
  328. // fake SA Token Generator.
  329. type fakeSATokenGen struct {
  330. GenerateFunc func(context.Context, string, string, string) (*authv1.TokenRequest, error)
  331. }
  332. func (f *fakeSATokenGen) Generate(ctx context.Context, idPool, namespace, name string) (*authv1.TokenRequest, error) {
  333. return f.GenerateFunc(ctx, idPool, namespace, name)
  334. }
  335. // fake k8s client for creating tokens.
  336. type fakeK8sV1 struct {
  337. k8sv1.CoreV1Interface
  338. }
  339. func (m *fakeK8sV1) ServiceAccounts(namespace string) k8sv1.ServiceAccountInterface {
  340. return &fakeK8sV1SA{v1mock: m}
  341. }
  342. // Mock the K8s service account client.
  343. type fakeK8sV1SA struct {
  344. k8sv1.ServiceAccountInterface
  345. v1mock *fakeK8sV1
  346. }
  347. func (ma *fakeK8sV1SA) CreateToken(
  348. ctx context.Context,
  349. serviceAccountName string,
  350. tokenRequest *authv1.TokenRequest,
  351. opts metav1.CreateOptions,
  352. ) (*authv1.TokenRequest, error) {
  353. tokenRequest.Status.Token = defaultSAToken
  354. return tokenRequest, nil
  355. }