client_test.go 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package secretmanager
  13. import (
  14. "context"
  15. "errors"
  16. "fmt"
  17. "reflect"
  18. "strings"
  19. "testing"
  20. "cloud.google.com/go/secretmanager/apiv1/secretmanagerpb"
  21. "github.com/googleapis/gax-go/v2"
  22. "github.com/googleapis/gax-go/v2/apierror"
  23. "google.golang.org/grpc/codes"
  24. "google.golang.org/grpc/status"
  25. apiextensionsv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
  26. pointer "k8s.io/utils/ptr"
  27. esv1alpha1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1alpha1"
  28. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  29. v1 "github.com/external-secrets/external-secrets/apis/meta/v1"
  30. fakesm "github.com/external-secrets/external-secrets/pkg/provider/gcp/secretmanager/fake"
  31. )
  32. type secretManagerTestCase struct {
  33. mockClient *fakesm.MockSMClient
  34. apiInput *secretmanagerpb.AccessSecretVersionRequest
  35. apiOutput *secretmanagerpb.AccessSecretVersionResponse
  36. ref *esv1beta1.ExternalSecretDataRemoteRef
  37. projectID string
  38. apiErr error
  39. expectError string
  40. expectedSecret string
  41. // for testing secretmap
  42. expectedData map[string][]byte
  43. }
  44. func makeValidSecretManagerTestCase() *secretManagerTestCase {
  45. smtc := secretManagerTestCase{
  46. mockClient: &fakesm.MockSMClient{},
  47. apiInput: makeValidAPIInput(),
  48. ref: makeValidRef(),
  49. apiOutput: makeValidAPIOutput(),
  50. projectID: "default",
  51. apiErr: nil,
  52. expectError: "",
  53. expectedSecret: "",
  54. expectedData: map[string][]byte{},
  55. }
  56. smtc.mockClient.NilClose()
  57. smtc.mockClient.WithValue(context.Background(), smtc.apiInput, smtc.apiOutput, smtc.apiErr)
  58. return &smtc
  59. }
  60. func makeValidRef() *esv1beta1.ExternalSecretDataRemoteRef {
  61. return &esv1beta1.ExternalSecretDataRemoteRef{
  62. Key: "/baz",
  63. Version: "default",
  64. }
  65. }
  66. func makeValidAPIInput() *secretmanagerpb.AccessSecretVersionRequest {
  67. return &secretmanagerpb.AccessSecretVersionRequest{
  68. Name: "projects/default/secrets//baz/versions/default",
  69. }
  70. }
  71. func makeValidAPIOutput() *secretmanagerpb.AccessSecretVersionResponse {
  72. return &secretmanagerpb.AccessSecretVersionResponse{
  73. Payload: &secretmanagerpb.SecretPayload{
  74. Data: []byte{},
  75. },
  76. }
  77. }
  78. func makeValidSecretManagerTestCaseCustom(tweaks ...func(smtc *secretManagerTestCase)) *secretManagerTestCase {
  79. smtc := makeValidSecretManagerTestCase()
  80. for _, fn := range tweaks {
  81. fn(smtc)
  82. }
  83. smtc.mockClient.WithValue(context.Background(), smtc.apiInput, smtc.apiOutput, smtc.apiErr)
  84. return smtc
  85. }
  86. // This case can be shared by both GetSecret and GetSecretMap tests.
  87. // bad case: set apiErr.
  88. var setAPIErr = func(smtc *secretManagerTestCase) {
  89. smtc.apiErr = fmt.Errorf("oh no")
  90. smtc.expectError = "oh no"
  91. }
  92. var setNilMockClient = func(smtc *secretManagerTestCase) {
  93. smtc.mockClient = nil
  94. smtc.expectError = "provider GCP is not initialized"
  95. }
  96. // test the sm<->gcp interface
  97. // make sure correct values are passed and errors are handled accordingly.
  98. func TestSecretManagerGetSecret(t *testing.T) {
  99. // good case: default version is set
  100. // key is passed in, output is sent back
  101. setSecretString := func(smtc *secretManagerTestCase) {
  102. smtc.apiOutput.Payload.Data = []byte("testtesttest")
  103. smtc.expectedSecret = "testtesttest"
  104. }
  105. secretNotFound := func(smtc *secretManagerTestCase) {
  106. fErr := status.Error(codes.NotFound, "failed")
  107. notFoundError, _ := apierror.FromError(fErr)
  108. smtc.apiErr = notFoundError
  109. smtc.expectedSecret = ""
  110. smtc.expectError = esv1beta1.NoSecretErr.Error()
  111. }
  112. // good case: with a dot in the key name
  113. setDotRef := func(smtc *secretManagerTestCase) {
  114. smtc.ref = &esv1beta1.ExternalSecretDataRemoteRef{
  115. Key: "/baz",
  116. Version: "default",
  117. Property: "name.json",
  118. }
  119. smtc.apiInput.Name = "projects/default/secrets//baz/versions/default"
  120. smtc.apiOutput.Payload.Data = []byte(
  121. `{
  122. "name.json": "Tom",
  123. "friends": [
  124. {"first": "Dale", "last": "Murphy"},
  125. {"first": "Roger", "last": "Craig"},
  126. {"first": "Jane", "last": "Murphy"}
  127. ]
  128. }`)
  129. smtc.expectedSecret = "Tom"
  130. }
  131. // good case: ref with
  132. setCustomRef := func(smtc *secretManagerTestCase) {
  133. smtc.ref = &esv1beta1.ExternalSecretDataRemoteRef{
  134. Key: "/baz",
  135. Version: "default",
  136. Property: "name.first",
  137. }
  138. smtc.apiInput.Name = "projects/default/secrets//baz/versions/default"
  139. smtc.apiOutput.Payload.Data = []byte(
  140. `{
  141. "name": {"first": "Tom", "last": "Anderson"},
  142. "friends": [
  143. {"first": "Dale", "last": "Murphy"},
  144. {"first": "Roger", "last": "Craig"},
  145. {"first": "Jane", "last": "Murphy"}
  146. ]
  147. }`)
  148. smtc.expectedSecret = "Tom"
  149. }
  150. // good case: custom version set
  151. setCustomVersion := func(smtc *secretManagerTestCase) {
  152. smtc.ref.Version = "1234"
  153. smtc.apiInput.Name = "projects/default/secrets//baz/versions/1234"
  154. smtc.apiOutput.Payload.Data = []byte("FOOBA!")
  155. smtc.expectedSecret = "FOOBA!"
  156. }
  157. successCases := []*secretManagerTestCase{
  158. makeValidSecretManagerTestCase(),
  159. makeValidSecretManagerTestCaseCustom(setSecretString),
  160. makeValidSecretManagerTestCaseCustom(secretNotFound),
  161. makeValidSecretManagerTestCaseCustom(setCustomVersion),
  162. makeValidSecretManagerTestCaseCustom(setAPIErr),
  163. makeValidSecretManagerTestCaseCustom(setCustomRef),
  164. makeValidSecretManagerTestCaseCustom(setDotRef),
  165. makeValidSecretManagerTestCaseCustom(setNilMockClient),
  166. }
  167. sm := Client{}
  168. for k, v := range successCases {
  169. sm.store = &esv1beta1.GCPSMProvider{ProjectID: v.projectID}
  170. sm.smClient = v.mockClient
  171. out, err := sm.GetSecret(context.Background(), *v.ref)
  172. if !ErrorContains(err, v.expectError) {
  173. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  174. }
  175. if err == nil && string(out) != v.expectedSecret {
  176. t.Errorf("[%d] unexpected secret: expected %s, got %s", k, v.expectedSecret, string(out))
  177. }
  178. }
  179. }
  180. func TestGetSecret_MetadataPolicyFetch(t *testing.T) {
  181. tests := []struct {
  182. name string
  183. ref esv1beta1.ExternalSecretDataRemoteRef
  184. getSecretMockReturn fakesm.SecretMockReturn
  185. expectedSecret string
  186. expectedErr string
  187. }{
  188. {
  189. name: "annotation is specified",
  190. ref: esv1beta1.ExternalSecretDataRemoteRef{
  191. Key: "bar",
  192. MetadataPolicy: esv1beta1.ExternalSecretMetadataPolicyFetch,
  193. Property: "annotations.managed-by",
  194. },
  195. getSecretMockReturn: fakesm.SecretMockReturn{
  196. Secret: &secretmanagerpb.Secret{
  197. Name: "projects/foo/secret/bar",
  198. Annotations: map[string]string{
  199. "managed-by": "external-secrets",
  200. },
  201. },
  202. Err: nil,
  203. },
  204. expectedSecret: "external-secrets",
  205. },
  206. {
  207. name: "label is specified",
  208. ref: esv1beta1.ExternalSecretDataRemoteRef{
  209. Key: "bar",
  210. MetadataPolicy: esv1beta1.ExternalSecretMetadataPolicyFetch,
  211. Property: "labels.managed-by",
  212. },
  213. getSecretMockReturn: fakesm.SecretMockReturn{
  214. Secret: &secretmanagerpb.Secret{
  215. Name: "projects/foo/secret/bar",
  216. Labels: map[string]string{
  217. "managed-by": "external-secrets",
  218. },
  219. },
  220. Err: nil,
  221. },
  222. expectedSecret: "external-secrets",
  223. },
  224. {
  225. name: "annotations is specified",
  226. ref: esv1beta1.ExternalSecretDataRemoteRef{
  227. Key: "bar",
  228. MetadataPolicy: esv1beta1.ExternalSecretMetadataPolicyFetch,
  229. Property: "annotations",
  230. },
  231. getSecretMockReturn: fakesm.SecretMockReturn{
  232. Secret: &secretmanagerpb.Secret{
  233. Name: "projects/foo/secret/bar",
  234. Annotations: map[string]string{
  235. "annotationKey1": "annotationValue1",
  236. "annotationKey2": "annotationValue2",
  237. },
  238. Labels: map[string]string{
  239. "labelKey1": "labelValue1",
  240. "labelKey2": "labelValue2",
  241. },
  242. },
  243. Err: nil,
  244. },
  245. expectedSecret: `{"annotationKey1":"annotationValue1","annotationKey2":"annotationValue2"}`,
  246. },
  247. {
  248. name: "labels is specified",
  249. ref: esv1beta1.ExternalSecretDataRemoteRef{
  250. Key: "bar",
  251. MetadataPolicy: esv1beta1.ExternalSecretMetadataPolicyFetch,
  252. Property: "labels",
  253. },
  254. getSecretMockReturn: fakesm.SecretMockReturn{
  255. Secret: &secretmanagerpb.Secret{
  256. Name: "projects/foo/secret/bar",
  257. Annotations: map[string]string{
  258. "annotationKey1": "annotationValue1",
  259. "annotationKey2": "annotationValue2",
  260. },
  261. Labels: map[string]string{
  262. "labelKey1": "labelValue1",
  263. "labelKey2": "labelValue2",
  264. },
  265. },
  266. Err: nil,
  267. },
  268. expectedSecret: `{"labelKey1":"labelValue1","labelKey2":"labelValue2"}`,
  269. },
  270. {
  271. name: "no property is specified",
  272. ref: esv1beta1.ExternalSecretDataRemoteRef{
  273. Key: "bar",
  274. MetadataPolicy: esv1beta1.ExternalSecretMetadataPolicyFetch,
  275. },
  276. getSecretMockReturn: fakesm.SecretMockReturn{
  277. Secret: &secretmanagerpb.Secret{
  278. Name: "projects/foo/secret/bar",
  279. Labels: map[string]string{
  280. "label-key": "label-value",
  281. },
  282. Annotations: map[string]string{
  283. "annotation-key": "annotation-value",
  284. },
  285. },
  286. Err: nil,
  287. },
  288. expectedSecret: `{"annotations":{"annotation-key":"annotation-value"},"labels":{"label-key":"label-value"}}`,
  289. },
  290. {
  291. name: "annotation does not exist",
  292. ref: esv1beta1.ExternalSecretDataRemoteRef{
  293. Key: "bar",
  294. MetadataPolicy: esv1beta1.ExternalSecretMetadataPolicyFetch,
  295. Property: "annotations.unknown",
  296. },
  297. getSecretMockReturn: fakesm.SecretMockReturn{
  298. Secret: &secretmanagerpb.Secret{
  299. Name: "projects/foo/secret/bar",
  300. Annotations: map[string]string{
  301. "managed-by": "external-secrets",
  302. },
  303. },
  304. Err: nil,
  305. },
  306. expectedErr: "annotation with key unknown does not exist in secret bar",
  307. },
  308. {
  309. name: "label does not exist",
  310. ref: esv1beta1.ExternalSecretDataRemoteRef{
  311. Key: "bar",
  312. MetadataPolicy: esv1beta1.ExternalSecretMetadataPolicyFetch,
  313. Property: "labels.unknown",
  314. },
  315. getSecretMockReturn: fakesm.SecretMockReturn{
  316. Secret: &secretmanagerpb.Secret{
  317. Name: "projects/foo/secret/bar",
  318. Labels: map[string]string{
  319. "managed-by": "external-secrets",
  320. },
  321. },
  322. Err: nil,
  323. },
  324. expectedErr: "label with key unknown does not exist in secret bar",
  325. },
  326. {
  327. name: "invalid property",
  328. ref: esv1beta1.ExternalSecretDataRemoteRef{
  329. Key: "bar",
  330. MetadataPolicy: esv1beta1.ExternalSecretMetadataPolicyFetch,
  331. Property: "invalid.managed-by",
  332. },
  333. getSecretMockReturn: fakesm.SecretMockReturn{
  334. Secret: &secretmanagerpb.Secret{
  335. Name: "projects/foo/secret/bar",
  336. Labels: map[string]string{
  337. "managed-by": "external-secrets",
  338. },
  339. },
  340. Err: nil,
  341. },
  342. expectedErr: "invalid property invalid.managed-by",
  343. },
  344. }
  345. for _, tc := range tests {
  346. t.Run(tc.name, func(t *testing.T) {
  347. smClient := fakesm.MockSMClient{}
  348. smClient.NewGetSecretFn(tc.getSecretMockReturn)
  349. client := Client{
  350. smClient: &smClient,
  351. store: &esv1beta1.GCPSMProvider{
  352. ProjectID: "foo",
  353. },
  354. }
  355. got, err := client.GetSecret(context.TODO(), tc.ref)
  356. if tc.expectedErr != "" {
  357. if err == nil {
  358. t.Fatalf("expected to receive an error but got nit")
  359. }
  360. if !ErrorContains(err, tc.expectedErr) {
  361. t.Fatalf("unexpected error: %s, expected: '%s'", err.Error(), tc.expectedErr)
  362. }
  363. return
  364. }
  365. if err != nil {
  366. t.Fatalf("unexpected error: %s", err)
  367. }
  368. if gotStr := string(got); gotStr != tc.expectedSecret {
  369. t.Fatalf("unexpected secret: expected %s, got %s", tc.expectedSecret, gotStr)
  370. }
  371. })
  372. }
  373. }
  374. type fakeRef struct {
  375. key string
  376. }
  377. func (f fakeRef) GetRemoteKey() string {
  378. return f.key
  379. }
  380. func (f fakeRef) GetProperty() string {
  381. return ""
  382. }
  383. func TestDeleteSecret(t *testing.T) {
  384. fErr := status.Error(codes.NotFound, "failed")
  385. notFoundError, _ := apierror.FromError(fErr)
  386. pErr := status.Error(codes.PermissionDenied, "failed")
  387. permissionDeniedError, _ := apierror.FromError(pErr)
  388. fakeClient := fakesm.MockSMClient{}
  389. type args struct {
  390. client fakesm.MockSMClient
  391. getSecretOutput fakesm.SecretMockReturn
  392. deleteSecretErr error
  393. }
  394. type want struct {
  395. err error
  396. }
  397. type testCase struct {
  398. args args
  399. want want
  400. reason string
  401. }
  402. tests := map[string]testCase{
  403. "Deletes Successfully": {
  404. args: args{
  405. client: fakeClient,
  406. getSecretOutput: fakesm.SecretMockReturn{
  407. Secret: &secretmanagerpb.Secret{
  408. Name: "projects/foo/secret/bar",
  409. Labels: map[string]string{
  410. "managed-by": "external-secrets",
  411. },
  412. },
  413. Err: nil,
  414. },
  415. },
  416. },
  417. "Not Managed by ESO": {
  418. args: args{
  419. client: fakeClient,
  420. getSecretOutput: fakesm.SecretMockReturn{
  421. Secret: &secretmanagerpb.Secret{
  422. Name: "projects/foo/secret/bar",
  423. Labels: map[string]string{},
  424. },
  425. Err: nil,
  426. },
  427. },
  428. },
  429. "Secret Not Found": {
  430. args: args{
  431. client: fakeClient,
  432. getSecretOutput: fakesm.SecretMockReturn{
  433. Secret: nil,
  434. Err: notFoundError,
  435. },
  436. },
  437. },
  438. "Random Error": {
  439. args: args{
  440. client: fakeClient,
  441. getSecretOutput: fakesm.SecretMockReturn{
  442. Secret: nil,
  443. Err: errors.New("This errored out"),
  444. },
  445. },
  446. want: want{
  447. err: errors.New("This errored out"),
  448. },
  449. },
  450. "Random GError": {
  451. args: args{
  452. client: fakeClient,
  453. getSecretOutput: fakesm.SecretMockReturn{
  454. Secret: nil,
  455. Err: permissionDeniedError,
  456. },
  457. },
  458. want: want{
  459. err: errors.New("failed"),
  460. },
  461. },
  462. }
  463. for name, tc := range tests {
  464. t.Run(name, func(t *testing.T) {
  465. ref := fakeRef{key: "fake-key"}
  466. client := Client{
  467. smClient: &tc.args.client,
  468. store: &esv1beta1.GCPSMProvider{
  469. ProjectID: "foo",
  470. },
  471. }
  472. tc.args.client.NewGetSecretFn(tc.args.getSecretOutput)
  473. tc.args.client.NewDeleteSecretFn(tc.args.deleteSecretErr)
  474. err := client.DeleteSecret(context.TODO(), ref)
  475. // Error nil XOR tc.want.err nil
  476. if ((err == nil) || (tc.want.err == nil)) && !((err == nil) && (tc.want.err == nil)) {
  477. t.Errorf("\nTesting SetSecret:\nName: %v\nReason: %v\nWant error: %v\nGot error: %v", name, tc.reason, tc.want.err, err)
  478. }
  479. // if errors are the same type but their contents do not match
  480. if err != nil && tc.want.err != nil {
  481. if !strings.Contains(err.Error(), tc.want.err.Error()) {
  482. t.Errorf("\nTesting SetSecret:\nName: %v\nReason: %v\nWant error: %v\nGot error got nil", name, tc.reason, tc.want.err)
  483. }
  484. }
  485. })
  486. }
  487. }
  488. func TestPushSecret(t *testing.T) {
  489. ref := fakeRef{key: "/baz"}
  490. notFoundError := status.Error(codes.NotFound, "failed")
  491. notFoundError, _ = apierror.FromError(notFoundError)
  492. canceledError := status.Error(codes.Canceled, "canceled")
  493. canceledError, _ = apierror.FromError(canceledError)
  494. APIerror := fmt.Errorf("API Error")
  495. labelError := fmt.Errorf("secret %v is not managed by external secrets", ref.GetRemoteKey())
  496. secret := secretmanagerpb.Secret{
  497. Name: "projects/default/secrets/baz",
  498. Replication: &secretmanagerpb.Replication{
  499. Replication: &secretmanagerpb.Replication_Automatic_{
  500. Automatic: &secretmanagerpb.Replication_Automatic{},
  501. },
  502. },
  503. Labels: map[string]string{
  504. "managed-by": "external-secrets",
  505. },
  506. }
  507. wrongLabelSecret := secretmanagerpb.Secret{
  508. Name: "projects/default/secrets/foo-bar",
  509. Replication: &secretmanagerpb.Replication{
  510. Replication: &secretmanagerpb.Replication_Automatic_{
  511. Automatic: &secretmanagerpb.Replication_Automatic{},
  512. },
  513. },
  514. Labels: map[string]string{
  515. "managed-by": "not-external-secrets",
  516. },
  517. }
  518. smtc := secretManagerTestCase{
  519. mockClient: &fakesm.MockSMClient{},
  520. apiInput: makeValidAPIInput(),
  521. ref: makeValidRef(),
  522. apiOutput: makeValidAPIOutput(),
  523. projectID: "default",
  524. apiErr: nil,
  525. expectError: "",
  526. expectedSecret: "",
  527. expectedData: map[string][]byte{},
  528. }
  529. var payload = secretmanagerpb.SecretPayload{
  530. Data: []byte("payload"),
  531. }
  532. var payload2 = secretmanagerpb.SecretPayload{
  533. Data: []byte("fake-value"),
  534. }
  535. var res = secretmanagerpb.AccessSecretVersionResponse{
  536. Name: "projects/default/secrets/foo-bar",
  537. Payload: &payload,
  538. }
  539. var res2 = secretmanagerpb.AccessSecretVersionResponse{
  540. Name: "projects/default/secrets/baz",
  541. Payload: &payload2,
  542. }
  543. var secretVersion = secretmanagerpb.SecretVersion{}
  544. type args struct {
  545. mock *fakesm.MockSMClient
  546. Metadata *apiextensionsv1.JSON
  547. GetSecretMockReturn fakesm.SecretMockReturn
  548. UpdateSecretReturn fakesm.SecretMockReturn
  549. AccessSecretVersionMockReturn fakesm.AccessSecretVersionMockReturn
  550. AddSecretVersionMockReturn fakesm.AddSecretVersionMockReturn
  551. CreateSecretMockReturn fakesm.SecretMockReturn
  552. }
  553. type want struct {
  554. err error
  555. }
  556. tests := []struct {
  557. desc string
  558. args args
  559. want want
  560. }{
  561. {
  562. desc: "SetSecret successfully pushes a secret",
  563. args: args{
  564. mock: smtc.mockClient,
  565. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  566. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  567. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil}},
  568. want: want{
  569. err: nil,
  570. },
  571. },
  572. {
  573. desc: "successfully pushes a secret with metadata",
  574. args: args{
  575. mock: smtc.mockClient,
  576. Metadata: &apiextensionsv1.JSON{
  577. Raw: []byte(`{"annotations":{"annotation-key1":"annotation-value1"},"labels":{"label-key1":"label-value1"}}`),
  578. },
  579. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  580. UpdateSecretReturn: fakesm.SecretMockReturn{Secret: &secretmanagerpb.Secret{
  581. Name: "projects/default/secrets/baz",
  582. Replication: &secretmanagerpb.Replication{
  583. Replication: &secretmanagerpb.Replication_Automatic_{
  584. Automatic: &secretmanagerpb.Replication_Automatic{},
  585. },
  586. },
  587. Labels: map[string]string{
  588. "managed-by": "external-secrets",
  589. "label-key1": "label-value1",
  590. },
  591. Annotations: map[string]string{
  592. "annotation-key1": "annotation-value1",
  593. },
  594. }, Err: nil},
  595. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  596. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil}},
  597. want: want{
  598. err: nil,
  599. },
  600. },
  601. {
  602. desc: "failed to push a secret with invalid metadata type",
  603. args: args{
  604. mock: smtc.mockClient,
  605. Metadata: &apiextensionsv1.JSON{
  606. Raw: []byte(`{"tags":{"tag-key1":"tag-value1"}}`),
  607. },
  608. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil}},
  609. want: want{
  610. err: fmt.Errorf("failed to decode PushSecret metadata"),
  611. },
  612. },
  613. {
  614. desc: "secret not pushed if AddSecretVersion errors",
  615. args: args{
  616. mock: smtc.mockClient,
  617. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  618. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  619. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: nil, Err: APIerror},
  620. },
  621. want: want{
  622. err: APIerror,
  623. },
  624. },
  625. {
  626. desc: "secret not pushed if AccessSecretVersion errors",
  627. args: args{
  628. mock: smtc.mockClient,
  629. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  630. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: nil, Err: APIerror},
  631. },
  632. want: want{
  633. err: APIerror,
  634. },
  635. },
  636. {
  637. desc: "secret not pushed if not managed-by external-secrets",
  638. args: args{
  639. mock: smtc.mockClient,
  640. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &wrongLabelSecret, Err: nil},
  641. },
  642. want: want{
  643. err: labelError,
  644. },
  645. },
  646. {
  647. desc: "don't push a secret with the same key and value",
  648. args: args{
  649. mock: smtc.mockClient,
  650. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res2, Err: nil},
  651. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  652. },
  653. want: want{
  654. err: nil,
  655. },
  656. },
  657. {
  658. desc: "secret is created if one doesn't already exist",
  659. args: args{
  660. mock: smtc.mockClient,
  661. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: nil, Err: notFoundError},
  662. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: nil, Err: notFoundError},
  663. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil},
  664. CreateSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  665. },
  666. want: want{
  667. err: nil,
  668. },
  669. },
  670. {
  671. desc: "secret not created if CreateSecret returns not found error",
  672. args: args{
  673. mock: smtc.mockClient,
  674. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: nil, Err: notFoundError},
  675. CreateSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: notFoundError},
  676. },
  677. want: want{
  678. err: notFoundError,
  679. },
  680. },
  681. {
  682. desc: "secret not created if CreateSecret returns error",
  683. args: args{
  684. mock: smtc.mockClient,
  685. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: nil, Err: canceledError},
  686. },
  687. want: want{
  688. err: canceledError,
  689. },
  690. },
  691. {
  692. desc: "access secret version for an existing secret returns error",
  693. args: args{
  694. mock: smtc.mockClient,
  695. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  696. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: nil, Err: canceledError},
  697. },
  698. want: want{
  699. err: canceledError,
  700. },
  701. },
  702. }
  703. for _, tc := range tests {
  704. t.Run(tc.desc, func(t *testing.T) {
  705. tc.args.mock.NewGetSecretFn(tc.args.GetSecretMockReturn)
  706. tc.args.mock.NewUpdateSecretFn(tc.args.UpdateSecretReturn)
  707. tc.args.mock.NewCreateSecretFn(tc.args.CreateSecretMockReturn)
  708. tc.args.mock.NewAccessSecretVersionFn(tc.args.AccessSecretVersionMockReturn)
  709. tc.args.mock.NewAddSecretVersionFn(tc.args.AddSecretVersionMockReturn)
  710. c := Client{
  711. smClient: tc.args.mock,
  712. store: &esv1beta1.GCPSMProvider{
  713. ProjectID: smtc.projectID,
  714. },
  715. }
  716. err := c.PushSecret(context.Background(), []byte("fake-value"), tc.args.Metadata, ref)
  717. if err != nil {
  718. if tc.want.err == nil {
  719. t.Errorf("received an unexpected error: %v", err)
  720. }
  721. if got, expected := err.Error(), tc.want.err.Error(); !strings.Contains(got, expected) {
  722. t.Errorf("received an unexpected error: %q should have contained %s", got, expected)
  723. }
  724. return
  725. }
  726. if tc.want.err != nil {
  727. t.Errorf("expected to receive an error but got nil")
  728. }
  729. })
  730. }
  731. }
  732. func TestPushSecret_Property(t *testing.T) {
  733. defaultAddSecretVersionMockReturn := func(gotPayload, expectedPayload string) (*secretmanagerpb.SecretVersion, error) {
  734. if gotPayload != expectedPayload {
  735. t.Fatalf("payload does not match: got %s, expected: %s", gotPayload, expectedPayload)
  736. }
  737. return nil, nil
  738. }
  739. tests := []struct {
  740. desc string
  741. payload string
  742. ref esv1beta1.PushRemoteRef
  743. getSecretMockReturn fakesm.SecretMockReturn
  744. createSecretMockReturn fakesm.SecretMockReturn
  745. updateSecretMockReturn fakesm.SecretMockReturn
  746. accessSecretVersionMockReturn fakesm.AccessSecretVersionMockReturn
  747. addSecretVersionMockReturn func(gotPayload, expectedPayload string) (*secretmanagerpb.SecretVersion, error)
  748. expectedPayload string
  749. expectedErr string
  750. }{
  751. {
  752. desc: "Add new key value paris",
  753. payload: "testValue2",
  754. ref: esv1alpha1.PushSecretRemoteRef{
  755. Property: "testKey2",
  756. },
  757. getSecretMockReturn: fakesm.SecretMockReturn{
  758. Secret: &secretmanagerpb.Secret{
  759. Labels: map[string]string{
  760. managedByKey: managedByValue,
  761. },
  762. },
  763. },
  764. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  765. Res: &secretmanagerpb.AccessSecretVersionResponse{
  766. Payload: &secretmanagerpb.SecretPayload{
  767. Data: []byte(`{"testKey1":"testValue1"}`),
  768. },
  769. },
  770. },
  771. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  772. expectedPayload: `{"testKey1":"testValue1","testKey2":"testValue2"}`,
  773. },
  774. {
  775. desc: "Update existing value",
  776. payload: "testValue2",
  777. ref: esv1alpha1.PushSecretRemoteRef{
  778. Property: "testKey1.testKey2",
  779. },
  780. getSecretMockReturn: fakesm.SecretMockReturn{
  781. Secret: &secretmanagerpb.Secret{
  782. Labels: map[string]string{
  783. managedByKey: managedByValue,
  784. },
  785. },
  786. },
  787. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  788. Res: &secretmanagerpb.AccessSecretVersionResponse{
  789. Payload: &secretmanagerpb.SecretPayload{
  790. Data: []byte(`{"testKey1":{"testKey2":"testValue1"}}`),
  791. },
  792. },
  793. },
  794. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  795. expectedPayload: `{"testKey1":{"testKey2":"testValue2"}}`,
  796. },
  797. {
  798. desc: "Secret not found",
  799. payload: "testValue2",
  800. ref: esv1alpha1.PushSecretRemoteRef{
  801. Property: "testKey1.testKey3",
  802. },
  803. getSecretMockReturn: fakesm.SecretMockReturn{
  804. Secret: &secretmanagerpb.Secret{},
  805. Err: status.Error(codes.NotFound, "failed to find a Secret"),
  806. },
  807. createSecretMockReturn: fakesm.SecretMockReturn{
  808. Secret: &secretmanagerpb.Secret{
  809. Labels: map[string]string{managedByKey: managedByValue},
  810. },
  811. },
  812. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  813. Res: &secretmanagerpb.AccessSecretVersionResponse{
  814. Payload: &secretmanagerpb.SecretPayload{
  815. Data: []byte(`{"testKey1":{"testKey2":"testValue1"}}`),
  816. },
  817. },
  818. },
  819. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  820. expectedPayload: `{"testKey1":{"testKey2":"testValue1","testKey3":"testValue2"}}`,
  821. },
  822. {
  823. desc: "Secret version is not found",
  824. payload: "testValue1",
  825. ref: esv1alpha1.PushSecretRemoteRef{
  826. Property: "testKey1",
  827. },
  828. getSecretMockReturn: fakesm.SecretMockReturn{
  829. Secret: &secretmanagerpb.Secret{
  830. Labels: map[string]string{managedByKey: managedByValue},
  831. },
  832. },
  833. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  834. Err: status.Error(codes.NotFound, "failed to find a Secret Version"),
  835. },
  836. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  837. expectedPayload: `{"testKey1":"testValue1"}`,
  838. },
  839. {
  840. desc: "Secret is not managed by the controller",
  841. payload: "testValue1",
  842. ref: esv1alpha1.PushSecretRemoteRef{
  843. Property: "testKey1.testKey2",
  844. },
  845. getSecretMockReturn: fakesm.SecretMockReturn{
  846. Secret: &secretmanagerpb.Secret{},
  847. },
  848. updateSecretMockReturn: fakesm.SecretMockReturn{
  849. Secret: &secretmanagerpb.Secret{
  850. Labels: map[string]string{managedByKey: managedByValue},
  851. },
  852. },
  853. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  854. Res: &secretmanagerpb.AccessSecretVersionResponse{
  855. Payload: &secretmanagerpb.SecretPayload{
  856. Data: []byte(""),
  857. },
  858. },
  859. },
  860. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  861. expectedPayload: `{"testKey1":{"testKey2":"testValue1"}}`,
  862. },
  863. {
  864. desc: "Payload is the same with the existing one",
  865. payload: "testValue1",
  866. ref: esv1alpha1.PushSecretRemoteRef{
  867. Property: "testKey1.testKey2",
  868. },
  869. getSecretMockReturn: fakesm.SecretMockReturn{
  870. Secret: &secretmanagerpb.Secret{
  871. Labels: map[string]string{
  872. managedByKey: managedByValue,
  873. },
  874. },
  875. },
  876. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  877. Res: &secretmanagerpb.AccessSecretVersionResponse{
  878. Payload: &secretmanagerpb.SecretPayload{
  879. Data: []byte(`{"testKey1":{"testKey2":"testValue1"}}`),
  880. },
  881. },
  882. },
  883. addSecretVersionMockReturn: func(gotPayload, expectedPayload string) (*secretmanagerpb.SecretVersion, error) {
  884. return nil, errors.New("should not be called")
  885. },
  886. },
  887. }
  888. for _, tc := range tests {
  889. t.Run(tc.desc, func(t *testing.T) {
  890. smClient := &fakesm.MockSMClient{
  891. AddSecretFn: func(_ context.Context, req *secretmanagerpb.AddSecretVersionRequest, _ ...gax.CallOption) (*secretmanagerpb.SecretVersion, error) {
  892. return tc.addSecretVersionMockReturn(string(req.Payload.Data), tc.expectedPayload)
  893. },
  894. }
  895. smClient.NewGetSecretFn(tc.getSecretMockReturn)
  896. smClient.NewCreateSecretFn(tc.createSecretMockReturn)
  897. smClient.NewUpdateSecretFn(tc.updateSecretMockReturn)
  898. smClient.NewAccessSecretVersionFn(tc.accessSecretVersionMockReturn)
  899. client := Client{
  900. smClient: smClient,
  901. store: &esv1beta1.GCPSMProvider{},
  902. }
  903. err := client.PushSecret(context.Background(), []byte(tc.payload), nil, tc.ref)
  904. if err != nil {
  905. if tc.expectedErr == "" {
  906. t.Fatalf("PushSecret returns unexpected error: %v", err)
  907. }
  908. if !strings.Contains(err.Error(), tc.expectedErr) {
  909. t.Fatalf("PushSecret returns unexpected error: %q is supposed to contain %q", err, tc.expectedErr)
  910. }
  911. return
  912. }
  913. if tc.expectedErr != "" {
  914. t.Fatal("PushSecret is expected to return error but got nil")
  915. }
  916. })
  917. }
  918. }
  919. func TestGetSecretMap(t *testing.T) {
  920. // good case: default version & deserialization
  921. setDeserialization := func(smtc *secretManagerTestCase) {
  922. smtc.apiOutput.Payload.Data = []byte(`{"foo":"bar"}`)
  923. smtc.expectedData["foo"] = []byte("bar")
  924. }
  925. // bad case: invalid json
  926. setInvalidJSON := func(smtc *secretManagerTestCase) {
  927. smtc.apiOutput.Payload.Data = []byte(`-----------------`)
  928. smtc.expectError = "unable to unmarshal secret"
  929. }
  930. // good case: deserialize nested json as []byte, if it's a string, decode the string
  931. setNestedJSON := func(smtc *secretManagerTestCase) {
  932. smtc.apiOutput.Payload.Data = []byte(`{"foo":{"bar":"baz"}, "qux": "qu\"z"}`)
  933. smtc.expectedData["foo"] = []byte(`{"bar":"baz"}`)
  934. smtc.expectedData["qux"] = []byte("qu\"z")
  935. }
  936. successCases := []*secretManagerTestCase{
  937. makeValidSecretManagerTestCaseCustom(setDeserialization),
  938. makeValidSecretManagerTestCaseCustom(setAPIErr),
  939. makeValidSecretManagerTestCaseCustom(setNilMockClient),
  940. makeValidSecretManagerTestCaseCustom(setInvalidJSON),
  941. makeValidSecretManagerTestCaseCustom(setNestedJSON),
  942. }
  943. sm := Client{}
  944. for k, v := range successCases {
  945. sm.store = &esv1beta1.GCPSMProvider{ProjectID: v.projectID}
  946. sm.smClient = v.mockClient
  947. out, err := sm.GetSecretMap(context.Background(), *v.ref)
  948. if !ErrorContains(err, v.expectError) {
  949. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  950. }
  951. if err == nil && !reflect.DeepEqual(out, v.expectedData) {
  952. t.Errorf("[%d] unexpected secret data: expected %#v, got %#v", k, v.expectedData, out)
  953. }
  954. }
  955. }
  956. func ErrorContains(out error, want string) bool {
  957. if out == nil {
  958. return want == ""
  959. }
  960. if want == "" {
  961. return false
  962. }
  963. return strings.Contains(out.Error(), want)
  964. }
  965. func TestValidateStore(t *testing.T) {
  966. type args struct {
  967. auth esv1beta1.GCPSMAuth
  968. }
  969. tests := []struct {
  970. name string
  971. args args
  972. wantErr bool
  973. }{
  974. {
  975. name: "empty auth",
  976. wantErr: false,
  977. },
  978. {
  979. name: "invalid secret ref",
  980. wantErr: true,
  981. args: args{
  982. auth: esv1beta1.GCPSMAuth{
  983. SecretRef: &esv1beta1.GCPSMAuthSecretRef{
  984. SecretAccessKey: v1.SecretKeySelector{
  985. Name: "foo",
  986. Namespace: pointer.To("invalid"),
  987. },
  988. },
  989. },
  990. },
  991. },
  992. {
  993. name: "invalid wi sa ref",
  994. wantErr: true,
  995. args: args{
  996. auth: esv1beta1.GCPSMAuth{
  997. WorkloadIdentity: &esv1beta1.GCPWorkloadIdentity{
  998. ServiceAccountRef: v1.ServiceAccountSelector{
  999. Name: "foo",
  1000. Namespace: pointer.To("invalid"),
  1001. },
  1002. },
  1003. },
  1004. },
  1005. },
  1006. }
  1007. for _, tt := range tests {
  1008. t.Run(tt.name, func(t *testing.T) {
  1009. sm := &Provider{}
  1010. store := &esv1beta1.SecretStore{
  1011. Spec: esv1beta1.SecretStoreSpec{
  1012. Provider: &esv1beta1.SecretStoreProvider{
  1013. GCPSM: &esv1beta1.GCPSMProvider{
  1014. Auth: tt.args.auth,
  1015. },
  1016. },
  1017. },
  1018. }
  1019. if err := sm.ValidateStore(store); (err != nil) != tt.wantErr {
  1020. t.Errorf("ProviderGCP.ValidateStore() error = %v, wantErr %v", err, tt.wantErr)
  1021. }
  1022. })
  1023. }
  1024. }