client_test.go 52 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674
  1. /*
  2. Copyright © 2025 ESO Maintainer Team
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. https://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package secretmanager
  14. import (
  15. "context"
  16. "errors"
  17. "fmt"
  18. "reflect"
  19. "strings"
  20. "testing"
  21. "time"
  22. "cloud.google.com/go/secretmanager/apiv1/secretmanagerpb"
  23. "github.com/googleapis/gax-go/v2"
  24. "github.com/googleapis/gax-go/v2/apierror"
  25. "github.com/stretchr/testify/assert"
  26. "github.com/stretchr/testify/require"
  27. "google.golang.org/grpc/codes"
  28. "google.golang.org/grpc/status"
  29. "google.golang.org/protobuf/types/known/timestamppb"
  30. corev1 "k8s.io/api/core/v1"
  31. apiextensionsv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
  32. pointer "k8s.io/utils/ptr"
  33. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  34. "github.com/external-secrets/external-secrets/apis/externalsecrets/v1alpha1"
  35. v1 "github.com/external-secrets/external-secrets/apis/meta/v1"
  36. fakesm "github.com/external-secrets/external-secrets/providers/v1/gcp/secretmanager/fake"
  37. testingfake "github.com/external-secrets/external-secrets/runtime/testing/fake"
  38. )
  39. const (
  40. errCallNotFoundAtIndex0 = "index 0 for call not found in the list of calls"
  41. usEast1 = "us-east1"
  42. errInvalidReplicationType = "req.Secret.Replication.Replication was not of type *secretmanagerpb.Replication_UserManaged_ but: %T"
  43. testSecretName = "projects/foo/secret/bar"
  44. managedBy = "managed-by"
  45. externalSecrets = "external-secrets"
  46. )
  47. type secretManagerTestCase struct {
  48. mockClient *fakesm.MockSMClient
  49. apiInput *secretmanagerpb.AccessSecretVersionRequest
  50. apiOutput *secretmanagerpb.AccessSecretVersionResponse
  51. ref *esv1.ExternalSecretDataRemoteRef
  52. projectID string
  53. apiErr error
  54. expectError string
  55. expectedSecret string
  56. // for testing SecretMap
  57. expectedData map[string][]byte
  58. latestEnabledSecretPolicy esv1.SecretVersionSelectionPolicy
  59. }
  60. func makeValidSecretManagerTestCase() *secretManagerTestCase {
  61. smtc := secretManagerTestCase{
  62. mockClient: &fakesm.MockSMClient{},
  63. apiInput: makeValidAPIInput(),
  64. ref: makeValidRef(),
  65. apiOutput: makeValidAPIOutput(),
  66. projectID: "default",
  67. apiErr: nil,
  68. expectError: "",
  69. expectedSecret: "",
  70. expectedData: map[string][]byte{},
  71. latestEnabledSecretPolicy: esv1.SecretVersionSelectionPolicyLatestOrFail,
  72. }
  73. smtc.mockClient.NilClose()
  74. smtc.mockClient.WithValue(context.TODO(), smtc.apiInput, smtc.apiOutput, smtc.apiErr)
  75. return &smtc
  76. }
  77. func makeValidRef() *esv1.ExternalSecretDataRemoteRef {
  78. return &esv1.ExternalSecretDataRemoteRef{
  79. Key: "/baz",
  80. Version: "default",
  81. }
  82. }
  83. func makeValidAPIInput() *secretmanagerpb.AccessSecretVersionRequest {
  84. return &secretmanagerpb.AccessSecretVersionRequest{
  85. Name: "projects/default/secrets//baz/versions/default",
  86. }
  87. }
  88. func makeValidAPIOutput() *secretmanagerpb.AccessSecretVersionResponse {
  89. return &secretmanagerpb.AccessSecretVersionResponse{
  90. Payload: &secretmanagerpb.SecretPayload{
  91. Data: []byte{},
  92. },
  93. }
  94. }
  95. func makeValidSecretManagerTestCaseCustom(tweaks ...func(smtc *secretManagerTestCase)) *secretManagerTestCase {
  96. smtc := makeValidSecretManagerTestCase()
  97. for _, fn := range tweaks {
  98. fn(smtc)
  99. }
  100. smtc.mockClient.WithValue(context.TODO(), smtc.apiInput, smtc.apiOutput, smtc.apiErr)
  101. return smtc
  102. }
  103. // This case can be shared by both GetSecret and GetSecretMap tests.
  104. // bad case: set apiErr.
  105. var setAPIErr = func(smtc *secretManagerTestCase) {
  106. smtc.apiErr = errors.New("oh no")
  107. smtc.expectError = "oh no"
  108. }
  109. var setNilMockClient = func(smtc *secretManagerTestCase) {
  110. smtc.mockClient = nil
  111. smtc.expectError = "provider GCP is not initialized"
  112. }
  113. // test the sm<->gcp interface
  114. // make sure correct values are passed and errors are handled accordingly.
  115. func TestSecretManagerGetSecret(t *testing.T) {
  116. // good case: default version is set
  117. // key is passed in, output is sent back
  118. setSecretString := func(smtc *secretManagerTestCase) {
  119. smtc.apiOutput.Payload.Data = []byte("testtesttest")
  120. smtc.expectedSecret = "testtesttest"
  121. }
  122. latestSecretDestroyed := func(smtc *secretManagerTestCase) {
  123. // Test the LatestOrFail policy (default behavior)
  124. // Ideally we would test the LatestOrFetch policy, but we don't have a mock for the ListSecretVersions call
  125. // so we can't test that until it's implemented.
  126. smtc.apiErr = status.Error(codes.FailedPrecondition, "DESTROYED state")
  127. smtc.latestEnabledSecretPolicy = esv1.SecretVersionSelectionPolicyLatestOrFail
  128. smtc.expectedSecret = ""
  129. smtc.expectError = smtc.apiErr.Error()
  130. }
  131. secretNotFound := func(smtc *secretManagerTestCase) {
  132. fErr := status.Error(codes.NotFound, "failed")
  133. notFoundError, _ := apierror.FromError(fErr)
  134. smtc.apiErr = notFoundError
  135. smtc.expectedSecret = ""
  136. smtc.expectError = esv1.NoSecretErr.Error()
  137. }
  138. // good case: with a dot in the key name
  139. setDotRef := func(smtc *secretManagerTestCase) {
  140. smtc.ref = &esv1.ExternalSecretDataRemoteRef{
  141. Key: "/baz",
  142. Version: "default",
  143. Property: "name.json",
  144. }
  145. smtc.apiInput.Name = "projects/default/secrets//baz/versions/default"
  146. smtc.apiOutput.Payload.Data = []byte(
  147. `{
  148. "name.json": "Tom",
  149. "friends": [
  150. {"first": "Dale", "last": "Murphy"},
  151. {"first": "Roger", "last": "Craig"},
  152. {"first": "Jane", "last": "Murphy"}
  153. ]
  154. }`)
  155. smtc.expectedSecret = "Tom"
  156. }
  157. // good case: data with
  158. setCustomRef := func(smtc *secretManagerTestCase) {
  159. smtc.ref = &esv1.ExternalSecretDataRemoteRef{
  160. Key: "/baz",
  161. Version: "default",
  162. Property: "name.first",
  163. }
  164. smtc.apiInput.Name = "projects/default/secrets//baz/versions/default"
  165. smtc.apiOutput.Payload.Data = []byte(
  166. `{
  167. "name": {"first": "Tom", "last": "Anderson"},
  168. "friends": [
  169. {"first": "Dale", "last": "Murphy"},
  170. {"first": "Roger", "last": "Craig"},
  171. {"first": "Jane", "last": "Murphy"}
  172. ]
  173. }`)
  174. smtc.expectedSecret = "Tom"
  175. }
  176. // good case: custom version set
  177. setCustomVersion := func(smtc *secretManagerTestCase) {
  178. smtc.ref.Version = "1234"
  179. smtc.apiInput.Name = "projects/default/secrets//baz/versions/1234"
  180. smtc.apiOutput.Payload.Data = []byte("FOOBA!")
  181. smtc.expectedSecret = "FOOBA!"
  182. }
  183. successCases := []*secretManagerTestCase{
  184. makeValidSecretManagerTestCase(),
  185. makeValidSecretManagerTestCaseCustom(setSecretString),
  186. makeValidSecretManagerTestCaseCustom(latestSecretDestroyed),
  187. makeValidSecretManagerTestCaseCustom(secretNotFound),
  188. makeValidSecretManagerTestCaseCustom(setCustomVersion),
  189. makeValidSecretManagerTestCaseCustom(setAPIErr),
  190. makeValidSecretManagerTestCaseCustom(setCustomRef),
  191. makeValidSecretManagerTestCaseCustom(setDotRef),
  192. makeValidSecretManagerTestCaseCustom(setNilMockClient),
  193. }
  194. sm := Client{}
  195. for k, v := range successCases {
  196. sm.store = &esv1.GCPSMProvider{ProjectID: v.projectID, SecretVersionSelectionPolicy: v.latestEnabledSecretPolicy}
  197. sm.smClient = v.mockClient
  198. out, err := sm.GetSecret(t.Context(), *v.ref)
  199. if !ErrorContains(err, v.expectError) {
  200. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  201. }
  202. if err == nil && string(out) != v.expectedSecret {
  203. t.Errorf("[%d] unexpected secret: expected %s, got %s", k, v.expectedSecret, string(out))
  204. }
  205. }
  206. }
  207. func TestGetSecretMetadataPolicyFetch(t *testing.T) {
  208. tests := []struct {
  209. name string
  210. ref esv1.ExternalSecretDataRemoteRef
  211. getSecretMockReturn fakesm.SecretMockReturn
  212. expectedSecret string
  213. expectedErr string
  214. }{
  215. {
  216. name: "annotation is specified",
  217. ref: esv1.ExternalSecretDataRemoteRef{
  218. Key: "bar",
  219. MetadataPolicy: esv1.ExternalSecretMetadataPolicyFetch,
  220. Property: "annotations.managed-by",
  221. },
  222. getSecretMockReturn: fakesm.SecretMockReturn{
  223. Secret: &secretmanagerpb.Secret{
  224. Name: testSecretName,
  225. Annotations: map[string]string{
  226. managedBy: externalSecrets,
  227. },
  228. },
  229. Err: nil,
  230. },
  231. expectedSecret: externalSecrets,
  232. },
  233. {
  234. name: "label is specified",
  235. ref: esv1.ExternalSecretDataRemoteRef{
  236. Key: "bar",
  237. MetadataPolicy: esv1.ExternalSecretMetadataPolicyFetch,
  238. Property: "labels.managed-by",
  239. },
  240. getSecretMockReturn: fakesm.SecretMockReturn{
  241. Secret: &secretmanagerpb.Secret{
  242. Name: testSecretName,
  243. Labels: map[string]string{
  244. managedBy: externalSecrets,
  245. },
  246. },
  247. Err: nil,
  248. },
  249. expectedSecret: externalSecrets,
  250. },
  251. {
  252. name: "annotations is specified",
  253. ref: esv1.ExternalSecretDataRemoteRef{
  254. Key: "bar",
  255. MetadataPolicy: esv1.ExternalSecretMetadataPolicyFetch,
  256. Property: "annotations",
  257. },
  258. getSecretMockReturn: fakesm.SecretMockReturn{
  259. Secret: &secretmanagerpb.Secret{
  260. Name: testSecretName,
  261. Annotations: map[string]string{
  262. "annotationKey1": "annotationValue1",
  263. "annotationKey2": "annotationValue2",
  264. },
  265. Labels: map[string]string{
  266. "labelKey1": "labelValue1",
  267. "labelKey2": "labelValue2",
  268. },
  269. },
  270. Err: nil,
  271. },
  272. expectedSecret: `{"annotationKey1":"annotationValue1","annotationKey2":"annotationValue2"}`,
  273. },
  274. {
  275. name: "labels is specified",
  276. ref: esv1.ExternalSecretDataRemoteRef{
  277. Key: "bar",
  278. MetadataPolicy: esv1.ExternalSecretMetadataPolicyFetch,
  279. Property: "labels",
  280. },
  281. getSecretMockReturn: fakesm.SecretMockReturn{
  282. Secret: &secretmanagerpb.Secret{
  283. Name: testSecretName,
  284. Annotations: map[string]string{
  285. "annotationKey1": "annotationValue1",
  286. "annotationKey2": "annotationValue2",
  287. },
  288. Labels: map[string]string{
  289. "labelKey1": "labelValue1",
  290. "labelKey2": "labelValue2",
  291. },
  292. },
  293. Err: nil,
  294. },
  295. expectedSecret: `{"labelKey1":"labelValue1","labelKey2":"labelValue2"}`,
  296. },
  297. {
  298. name: "no property is specified",
  299. ref: esv1.ExternalSecretDataRemoteRef{
  300. Key: "bar",
  301. MetadataPolicy: esv1.ExternalSecretMetadataPolicyFetch,
  302. },
  303. getSecretMockReturn: fakesm.SecretMockReturn{
  304. Secret: &secretmanagerpb.Secret{
  305. Name: testSecretName,
  306. Labels: map[string]string{
  307. "label-key": "label-value",
  308. },
  309. Annotations: map[string]string{
  310. "annotation-key": "annotation-value",
  311. },
  312. },
  313. Err: nil,
  314. },
  315. expectedSecret: `{"annotations":{"annotation-key":"annotation-value"},"labels":{"label-key":"label-value"}}`,
  316. },
  317. {
  318. name: "annotation does not exist",
  319. ref: esv1.ExternalSecretDataRemoteRef{
  320. Key: "bar",
  321. MetadataPolicy: esv1.ExternalSecretMetadataPolicyFetch,
  322. Property: "annotations.unknown",
  323. },
  324. getSecretMockReturn: fakesm.SecretMockReturn{
  325. Secret: &secretmanagerpb.Secret{
  326. Name: testSecretName,
  327. Annotations: map[string]string{
  328. managedBy: externalSecrets,
  329. },
  330. },
  331. Err: nil,
  332. },
  333. expectedErr: "annotation with key unknown does not exist in secret bar",
  334. },
  335. {
  336. name: "label does not exist",
  337. ref: esv1.ExternalSecretDataRemoteRef{
  338. Key: "bar",
  339. MetadataPolicy: esv1.ExternalSecretMetadataPolicyFetch,
  340. Property: "labels.unknown",
  341. },
  342. getSecretMockReturn: fakesm.SecretMockReturn{
  343. Secret: &secretmanagerpb.Secret{
  344. Name: testSecretName,
  345. Labels: map[string]string{
  346. managedBy: externalSecrets,
  347. },
  348. },
  349. Err: nil,
  350. },
  351. expectedErr: "label with key unknown does not exist in secret bar",
  352. },
  353. {
  354. name: "invalid property",
  355. ref: esv1.ExternalSecretDataRemoteRef{
  356. Key: "bar",
  357. MetadataPolicy: esv1.ExternalSecretMetadataPolicyFetch,
  358. Property: "invalid.managed-by",
  359. },
  360. getSecretMockReturn: fakesm.SecretMockReturn{
  361. Secret: &secretmanagerpb.Secret{
  362. Name: testSecretName,
  363. Labels: map[string]string{
  364. managedBy: externalSecrets,
  365. },
  366. },
  367. Err: nil,
  368. },
  369. expectedErr: "invalid property invalid.managed-by",
  370. },
  371. }
  372. for _, tc := range tests {
  373. t.Run(tc.name, func(t *testing.T) {
  374. smClient := fakesm.MockSMClient{}
  375. smClient.NewGetSecretFn(tc.getSecretMockReturn)
  376. client := Client{
  377. smClient: &smClient,
  378. store: &esv1.GCPSMProvider{
  379. ProjectID: "foo",
  380. },
  381. }
  382. got, err := client.GetSecret(t.Context(), tc.ref)
  383. if tc.expectedErr != "" {
  384. if err == nil {
  385. t.Fatalf("expected to receive an error but got nit")
  386. }
  387. if !ErrorContains(err, tc.expectedErr) {
  388. t.Fatalf("unexpected error: %s, expected: '%s'", err.Error(), tc.expectedErr)
  389. }
  390. return
  391. }
  392. if err != nil {
  393. t.Fatalf("unexpected error: %s", err)
  394. }
  395. if gotStr := string(got); gotStr != tc.expectedSecret {
  396. t.Fatalf("unexpected secret: expected %s, got %s", tc.expectedSecret, gotStr)
  397. }
  398. })
  399. }
  400. }
  401. func TestDeleteSecret(t *testing.T) {
  402. fErr := status.Error(codes.NotFound, "failed")
  403. notFoundError, _ := apierror.FromError(fErr)
  404. pErr := status.Error(codes.PermissionDenied, "failed")
  405. permissionDeniedError, _ := apierror.FromError(pErr)
  406. fakeClient := fakesm.MockSMClient{}
  407. type args struct {
  408. client fakesm.MockSMClient
  409. getSecretOutput fakesm.SecretMockReturn
  410. deleteSecretErr error
  411. }
  412. type want struct {
  413. err error
  414. }
  415. type testCase struct {
  416. args args
  417. want want
  418. reason string
  419. }
  420. tests := map[string]testCase{
  421. "Deletes Successfully": {
  422. args: args{
  423. client: fakeClient,
  424. getSecretOutput: fakesm.SecretMockReturn{
  425. Secret: &secretmanagerpb.Secret{
  426. Name: testSecretName,
  427. Labels: map[string]string{
  428. managedBy: externalSecrets,
  429. },
  430. },
  431. Err: nil,
  432. },
  433. },
  434. },
  435. "Not Managed by ESO": {
  436. args: args{
  437. client: fakeClient,
  438. getSecretOutput: fakesm.SecretMockReturn{
  439. Secret: &secretmanagerpb.Secret{
  440. Name: testSecretName,
  441. Labels: map[string]string{},
  442. },
  443. Err: nil,
  444. },
  445. },
  446. },
  447. "Secret Not Found": {
  448. args: args{
  449. client: fakeClient,
  450. getSecretOutput: fakesm.SecretMockReturn{
  451. Secret: nil,
  452. Err: notFoundError,
  453. },
  454. },
  455. },
  456. "Random Error": {
  457. args: args{
  458. client: fakeClient,
  459. getSecretOutput: fakesm.SecretMockReturn{
  460. Secret: nil,
  461. Err: errors.New("This errored out"),
  462. },
  463. },
  464. want: want{
  465. err: errors.New("This errored out"),
  466. },
  467. },
  468. "Random GError": {
  469. args: args{
  470. client: fakeClient,
  471. getSecretOutput: fakesm.SecretMockReturn{
  472. Secret: nil,
  473. Err: permissionDeniedError,
  474. },
  475. },
  476. want: want{
  477. err: errors.New("failed"),
  478. },
  479. },
  480. }
  481. for name, tc := range tests {
  482. t.Run(name, func(t *testing.T) {
  483. ref := testingfake.PushSecretData{RemoteKey: "fake-key"}
  484. client := Client{
  485. smClient: &tc.args.client,
  486. store: &esv1.GCPSMProvider{
  487. ProjectID: "foo",
  488. },
  489. }
  490. tc.args.client.NewGetSecretFn(tc.args.getSecretOutput)
  491. tc.args.client.NewDeleteSecretFn(tc.args.deleteSecretErr)
  492. err := client.DeleteSecret(t.Context(), ref)
  493. // Error nil XOR tc.want.err nil
  494. if ((err == nil) || (tc.want.err == nil)) && !((err == nil) && (tc.want.err == nil)) {
  495. t.Errorf("\nTesting SetSecret:\nName: %v\nReason: %v\nWant error: %v\nGot error: %v", name, tc.reason, tc.want.err, err)
  496. }
  497. // if errors are the same type but their contents do not match
  498. if err != nil && tc.want.err != nil {
  499. if !strings.Contains(err.Error(), tc.want.err.Error()) {
  500. t.Errorf("\nTesting SetSecret:\nName: %v\nReason: %v\nWant error: %v\nGot error got nil", name, tc.reason, tc.want.err)
  501. }
  502. }
  503. })
  504. }
  505. }
  506. func TestPushSecret(t *testing.T) {
  507. secretKey := "secret-key"
  508. remoteKey := "/baz"
  509. notFoundError := status.Error(codes.NotFound, "failed")
  510. notFoundError, _ = apierror.FromError(notFoundError)
  511. canceledError := status.Error(codes.Canceled, "canceled")
  512. canceledError, _ = apierror.FromError(canceledError)
  513. APIerror := errors.New("API Error")
  514. labelError := fmt.Errorf("secret %v is not managed by external secrets", remoteKey)
  515. secret := secretmanagerpb.Secret{
  516. Name: "projects/default/secrets/baz",
  517. Replication: &secretmanagerpb.Replication{
  518. Replication: &secretmanagerpb.Replication_Automatic_{
  519. Automatic: &secretmanagerpb.Replication_Automatic{},
  520. },
  521. },
  522. Labels: map[string]string{
  523. managedBy: externalSecrets,
  524. },
  525. }
  526. secretWithTopics := secretmanagerpb.Secret{
  527. Name: "projects/default/secrets/baz",
  528. Replication: &secretmanagerpb.Replication{
  529. Replication: &secretmanagerpb.Replication_Automatic_{
  530. Automatic: &secretmanagerpb.Replication_Automatic{},
  531. },
  532. },
  533. Labels: map[string]string{
  534. managedBy: externalSecrets,
  535. },
  536. Topics: []*secretmanagerpb.Topic{
  537. {
  538. Name: "topic1",
  539. },
  540. {
  541. Name: "topic2",
  542. },
  543. },
  544. }
  545. wrongLabelSecret := secretmanagerpb.Secret{
  546. Name: "projects/default/secrets/foo-bar",
  547. Replication: &secretmanagerpb.Replication{
  548. Replication: &secretmanagerpb.Replication_Automatic_{
  549. Automatic: &secretmanagerpb.Replication_Automatic{},
  550. },
  551. },
  552. Labels: map[string]string{
  553. managedBy: "not-external-secrets",
  554. },
  555. }
  556. smtc := secretManagerTestCase{
  557. mockClient: &fakesm.MockSMClient{},
  558. apiInput: makeValidAPIInput(),
  559. ref: makeValidRef(),
  560. apiOutput: makeValidAPIOutput(),
  561. projectID: "default",
  562. apiErr: nil,
  563. expectError: "",
  564. expectedSecret: "",
  565. expectedData: map[string][]byte{},
  566. }
  567. payload := secretmanagerpb.SecretPayload{
  568. Data: []byte("payload"),
  569. }
  570. payload2 := secretmanagerpb.SecretPayload{
  571. Data: []byte("fake-value"),
  572. }
  573. res := secretmanagerpb.AccessSecretVersionResponse{
  574. Name: "projects/default/secrets/foo-bar",
  575. Payload: &payload,
  576. }
  577. res2 := secretmanagerpb.AccessSecretVersionResponse{
  578. Name: "projects/default/secrets/baz",
  579. Payload: &payload2,
  580. }
  581. secretVersion := secretmanagerpb.SecretVersion{}
  582. type args struct {
  583. store *esv1.GCPSMProvider
  584. mock *fakesm.MockSMClient
  585. Metadata *apiextensionsv1.JSON
  586. GetSecretMockReturn fakesm.SecretMockReturn
  587. UpdateSecretReturn fakesm.SecretMockReturn
  588. AccessSecretVersionMockReturn fakesm.AccessSecretVersionMockReturn
  589. AddSecretVersionMockReturn fakesm.AddSecretVersionMockReturn
  590. CreateSecretMockReturn fakesm.SecretMockReturn
  591. }
  592. type want struct {
  593. err error
  594. req func(*fakesm.MockSMClient) error
  595. }
  596. tests := []struct {
  597. desc string
  598. args args
  599. want want
  600. secret *corev1.Secret
  601. }{
  602. {
  603. desc: "SetSecret successfully pushes a secret",
  604. args: args{
  605. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  606. mock: smtc.mockClient,
  607. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  608. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  609. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil},
  610. },
  611. want: want{
  612. err: nil,
  613. },
  614. },
  615. {
  616. desc: "successfully pushes a secret with metadata",
  617. args: args{
  618. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  619. mock: smtc.mockClient,
  620. Metadata: &apiextensionsv1.JSON{
  621. Raw: []byte(`{
  622. "apiVersion": "kubernetes.external-secrets.io/v1alpha1",
  623. "kind": "PushSecretMetadata",
  624. "spec": {
  625. "annotations": {"annotation-key1":"annotation-value1"},
  626. "labels": {"label-key1":"label-value1"}
  627. }
  628. }`),
  629. },
  630. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  631. UpdateSecretReturn: fakesm.SecretMockReturn{Secret: &secretmanagerpb.Secret{
  632. Name: "projects/default/secrets/baz",
  633. Replication: &secretmanagerpb.Replication{
  634. Replication: &secretmanagerpb.Replication_Automatic_{
  635. Automatic: &secretmanagerpb.Replication_Automatic{},
  636. },
  637. },
  638. Labels: map[string]string{
  639. managedBy: externalSecrets,
  640. "label-key1": "label-value1",
  641. },
  642. Annotations: map[string]string{
  643. "annotation-key1": "annotation-value1",
  644. },
  645. }, Err: nil},
  646. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  647. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil},
  648. },
  649. want: want{
  650. err: nil,
  651. },
  652. },
  653. {
  654. desc: "successfully pushes a secret with defined region",
  655. args: args{
  656. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  657. mock: smtc.mockClient,
  658. Metadata: &apiextensionsv1.JSON{
  659. Raw: []byte(`{
  660. "apiVersion": "kubernetes.external-secrets.io/v1alpha1",
  661. "kind": "PushSecretMetadata",
  662. "spec": {
  663. "replicationLocation": "us-east1"
  664. }
  665. }`),
  666. },
  667. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: nil, Err: notFoundError},
  668. CreateSecretMockReturn: fakesm.SecretMockReturn{Secret: &secretmanagerpb.Secret{
  669. Name: "projects/default/secrets/baz",
  670. Replication: &secretmanagerpb.Replication{
  671. Replication: &secretmanagerpb.Replication_UserManaged_{
  672. UserManaged: &secretmanagerpb.Replication_UserManaged{
  673. Replicas: []*secretmanagerpb.Replication_UserManaged_Replica{
  674. {
  675. Location: usEast1,
  676. },
  677. },
  678. },
  679. },
  680. },
  681. Labels: map[string]string{
  682. managedBy: externalSecrets,
  683. "label-key1": "label-value1",
  684. },
  685. Annotations: map[string]string{
  686. "annotation-key1": "annotation-value1",
  687. },
  688. }, Err: nil},
  689. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  690. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil},
  691. },
  692. want: want{
  693. err: nil,
  694. req: func(m *fakesm.MockSMClient) error {
  695. req, ok := m.CreateSecretCalledWithN[0]
  696. if !ok {
  697. return errors.New(errCallNotFoundAtIndex0)
  698. }
  699. if req.Secret.Replication == nil {
  700. return errors.New("expected replication - found nil")
  701. }
  702. user, ok := req.Secret.Replication.Replication.(*secretmanagerpb.Replication_UserManaged_)
  703. if !ok {
  704. return fmt.Errorf(errInvalidReplicationType, req.Secret.Replication.Replication)
  705. }
  706. if len(user.UserManaged.Replicas) < 1 {
  707. return errors.New("req.Secret.Replication.Replication.Replicas was not empty")
  708. }
  709. if user.UserManaged.Replicas[0].Location != usEast1 {
  710. return fmt.Errorf("req.Secret.Replication.Replicas[0].Location was not equal to us-east-1 but was %s", user.UserManaged.Replicas[0].Location)
  711. }
  712. return nil
  713. },
  714. },
  715. },
  716. {
  717. desc: "dont set replication when pushing regional secrets",
  718. args: args{
  719. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID, Location: "us-east1"},
  720. mock: smtc.mockClient,
  721. Metadata: &apiextensionsv1.JSON{
  722. Raw: []byte(`{
  723. "apiVersion": "kubernetes.external-secrets.io/v1alpha1",
  724. "kind": "PushSecretMetadata",
  725. "spec": {
  726. "replicationLocation": "us-east1"
  727. }
  728. }`),
  729. },
  730. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: nil, Err: notFoundError},
  731. CreateSecretMockReturn: fakesm.SecretMockReturn{Secret: &secretmanagerpb.Secret{
  732. Name: "projects/default/secrets/bangg",
  733. Replication: nil,
  734. Labels: map[string]string{
  735. managedBy: externalSecrets,
  736. "label-key1": "label-value1",
  737. },
  738. Annotations: map[string]string{
  739. "annotation-key1": "annotation-value1",
  740. },
  741. }, Err: nil},
  742. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  743. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil},
  744. },
  745. want: want{
  746. err: nil,
  747. req: func(m *fakesm.MockSMClient) error {
  748. req, ok := m.CreateSecretCalledWithN[0]
  749. if !ok {
  750. return errors.New(errCallNotFoundAtIndex0)
  751. }
  752. if req.Secret.Replication != nil {
  753. return errors.New("expected no replication - found something")
  754. }
  755. return nil
  756. },
  757. },
  758. },
  759. {
  760. desc: "SetSecret successfully pushes a secret with topics",
  761. args: args{
  762. Metadata: &apiextensionsv1.JSON{
  763. Raw: []byte(`{
  764. "apiVersion": "kubernetes.external-secrets.io/v1alpha1",
  765. "kind": "PushSecretMetadata",
  766. "spec": {
  767. "topics": ["topic1", "topic2"]
  768. }
  769. }`),
  770. },
  771. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  772. mock: &fakesm.MockSMClient{}, // the mock should NOT be shared between test cases
  773. CreateSecretMockReturn: fakesm.SecretMockReturn{Secret: &secretWithTopics, Err: nil},
  774. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: nil, Err: notFoundError},
  775. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  776. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil},
  777. },
  778. want: want{
  779. err: nil,
  780. req: func(m *fakesm.MockSMClient) error {
  781. scrt, ok := m.CreateSecretCalledWithN[0]
  782. if !ok {
  783. return errors.New(errCallNotFoundAtIndex0)
  784. }
  785. if scrt.Secret == nil {
  786. return errors.New("index 0 for call was nil")
  787. }
  788. if len(scrt.Secret.Topics) != 2 {
  789. return fmt.Errorf("secret topics count was not 2 but: %d", len(scrt.Secret.Topics))
  790. }
  791. if scrt.Secret.Topics[0].Name != "topic1" {
  792. return fmt.Errorf("secret topic name for 1 was not topic1 but: %s", scrt.Secret.Topics[0].Name)
  793. }
  794. if scrt.Secret.Topics[1].Name != "topic2" {
  795. return fmt.Errorf("secret topic name for 2 was not topic2 but: %s", scrt.Secret.Topics[1].Name)
  796. }
  797. if m.UpdateSecretCallN != 0 {
  798. return fmt.Errorf("updateSecret called with %d", m.UpdateSecretCallN)
  799. }
  800. return nil
  801. },
  802. },
  803. },
  804. {
  805. desc: "secret not pushed if AddSecretVersion errors",
  806. args: args{
  807. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  808. mock: smtc.mockClient,
  809. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  810. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  811. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: nil, Err: APIerror},
  812. },
  813. want: want{
  814. err: APIerror,
  815. },
  816. },
  817. {
  818. desc: "secret not pushed if AccessSecretVersion errors",
  819. args: args{
  820. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  821. mock: smtc.mockClient,
  822. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  823. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: nil, Err: APIerror},
  824. },
  825. want: want{
  826. err: APIerror,
  827. },
  828. },
  829. {
  830. desc: "secret not pushed if not managed-by external-secrets",
  831. args: args{
  832. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  833. mock: smtc.mockClient,
  834. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &wrongLabelSecret, Err: nil},
  835. },
  836. want: want{
  837. err: labelError,
  838. },
  839. },
  840. {
  841. desc: "don't push a secret with the same key and value",
  842. args: args{
  843. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  844. mock: smtc.mockClient,
  845. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res2, Err: nil},
  846. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  847. },
  848. want: want{
  849. err: nil,
  850. },
  851. },
  852. {
  853. desc: "secret is created if one doesn't already exist",
  854. args: args{
  855. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  856. mock: smtc.mockClient,
  857. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: nil, Err: notFoundError},
  858. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: nil, Err: notFoundError},
  859. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil},
  860. CreateSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  861. },
  862. want: want{
  863. err: nil,
  864. },
  865. },
  866. {
  867. desc: "secret not created if CreateSecret returns not found error",
  868. args: args{
  869. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  870. mock: smtc.mockClient,
  871. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: nil, Err: notFoundError},
  872. CreateSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: notFoundError},
  873. },
  874. want: want{
  875. err: notFoundError,
  876. },
  877. },
  878. {
  879. desc: "secret not created if CreateSecret returns error",
  880. args: args{
  881. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  882. mock: smtc.mockClient,
  883. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: nil, Err: canceledError},
  884. },
  885. want: want{
  886. err: canceledError,
  887. },
  888. },
  889. {
  890. desc: "access secret version for an existing secret returns error",
  891. args: args{
  892. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  893. mock: smtc.mockClient,
  894. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  895. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: nil, Err: canceledError},
  896. },
  897. want: want{
  898. err: canceledError,
  899. },
  900. },
  901. {
  902. desc: "Whole secret is set with no existing GCPSM secret",
  903. args: args{
  904. store: &esv1.GCPSMProvider{ProjectID: smtc.projectID},
  905. mock: smtc.mockClient,
  906. GetSecretMockReturn: fakesm.SecretMockReturn{Secret: &secret, Err: nil},
  907. AccessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{Res: &res, Err: nil},
  908. AddSecretVersionMockReturn: fakesm.AddSecretVersionMockReturn{SecretVersion: &secretVersion, Err: nil},
  909. },
  910. want: want{
  911. err: nil,
  912. },
  913. secret: &corev1.Secret{Data: map[string][]byte{"key1": []byte(`value1`), "key2": []byte(`value2`)}},
  914. },
  915. }
  916. for _, tc := range tests {
  917. t.Run(tc.desc, func(t *testing.T) {
  918. tc.args.mock.Cleanup()
  919. tc.args.mock.NewGetSecretFn(tc.args.GetSecretMockReturn)
  920. tc.args.mock.NewUpdateSecretFn(tc.args.UpdateSecretReturn)
  921. tc.args.mock.NewCreateSecretFn(tc.args.CreateSecretMockReturn)
  922. tc.args.mock.NewAccessSecretVersionFn(tc.args.AccessSecretVersionMockReturn)
  923. tc.args.mock.NewAddSecretVersionFn(tc.args.AddSecretVersionMockReturn)
  924. c := Client{
  925. smClient: tc.args.mock,
  926. store: tc.args.store,
  927. }
  928. s := tc.secret
  929. if s == nil {
  930. s = &corev1.Secret{Data: map[string][]byte{secretKey: []byte("fake-value")}}
  931. }
  932. data := testingfake.PushSecretData{
  933. SecretKey: secretKey,
  934. Metadata: tc.args.Metadata,
  935. RemoteKey: "/baz",
  936. }
  937. err := c.PushSecret(t.Context(), s, data)
  938. if err != nil {
  939. if tc.want.err == nil {
  940. t.Errorf("received an unexpected error: %v", err)
  941. }
  942. if got, expected := err.Error(), tc.want.err.Error(); !strings.Contains(got, expected) {
  943. t.Errorf("received an unexpected error: %q should have contained %s", got, expected)
  944. }
  945. return
  946. }
  947. if tc.want.err != nil {
  948. t.Errorf("expected to receive an error but got nil")
  949. }
  950. if tc.want.req != nil {
  951. if err := tc.want.req(tc.args.mock); err != nil {
  952. t.Errorf("received an unexpected error while checking request: %v", err)
  953. }
  954. }
  955. })
  956. }
  957. }
  958. func TestSecretExists(t *testing.T) {
  959. tests := []struct {
  960. name string
  961. ref v1alpha1.PushSecretRemoteRef
  962. location string
  963. setupMock func(*fakesm.MockSMClient)
  964. expectedExists bool
  965. expectedErr func(t *testing.T, err error)
  966. }{
  967. {
  968. name: "secret and accessible version exist",
  969. ref: v1alpha1.PushSecretRemoteRef{
  970. RemoteKey: "bar",
  971. },
  972. setupMock: func(mc *fakesm.MockSMClient) {
  973. // Mock ListSecretVersions to return an iterator with enabled versions
  974. mc.NewListSecretVersionsFn(fakesm.ListSecretVersionsMockReturn{
  975. Res: fakesm.NewSecretVersionIterator([]*secretmanagerpb.SecretVersion{
  976. {
  977. Name: "projects/foo/secrets/bar/versions/1",
  978. State: secretmanagerpb.SecretVersion_ENABLED,
  979. CreateTime: timestamppb.New(time.Now()),
  980. },
  981. }),
  982. })
  983. mc.NewAccessSecretVersionFn(fakesm.AccessSecretVersionMockReturn{
  984. Res: &secretmanagerpb.AccessSecretVersionResponse{
  985. Name: "projects/foo/secrets/bar/versions/1",
  986. Payload: &secretmanagerpb.SecretPayload{
  987. Data: []byte("test-data"),
  988. },
  989. },
  990. Err: nil,
  991. })
  992. },
  993. expectedExists: true,
  994. expectedErr: func(t *testing.T, err error) {
  995. require.NoError(t, err)
  996. },
  997. },
  998. {
  999. name: "multiple versions exist - selects latest by create time",
  1000. ref: v1alpha1.PushSecretRemoteRef{
  1001. RemoteKey: "bar",
  1002. },
  1003. setupMock: func(mc *fakesm.MockSMClient) {
  1004. // Mock ListSecretVersions to return multiple versions with different create times
  1005. now := time.Now()
  1006. mc.NewListSecretVersionsFn(fakesm.ListSecretVersionsMockReturn{
  1007. Res: fakesm.NewSecretVersionIterator([]*secretmanagerpb.SecretVersion{
  1008. {
  1009. Name: "projects/foo/secrets/bar/versions/1",
  1010. State: secretmanagerpb.SecretVersion_ENABLED,
  1011. CreateTime: timestamppb.New(now.Add(-2 * time.Hour)),
  1012. },
  1013. {
  1014. Name: "projects/foo/secrets/bar/versions/3",
  1015. State: secretmanagerpb.SecretVersion_ENABLED,
  1016. CreateTime: timestamppb.New(now), // Most recent
  1017. },
  1018. {
  1019. Name: "projects/foo/secrets/bar/versions/2",
  1020. State: secretmanagerpb.SecretVersion_ENABLED,
  1021. CreateTime: timestamppb.New(now.Add(-1 * time.Hour)),
  1022. },
  1023. }),
  1024. })
  1025. mc.NewAccessSecretVersionFn(fakesm.AccessSecretVersionMockReturn{
  1026. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1027. Name: "projects/foo/secrets/bar/versions/3",
  1028. Payload: &secretmanagerpb.SecretPayload{
  1029. Data: []byte("latest-data"),
  1030. },
  1031. },
  1032. Err: nil,
  1033. })
  1034. },
  1035. expectedExists: true,
  1036. expectedErr: func(t *testing.T, err error) {
  1037. require.NoError(t, err)
  1038. },
  1039. },
  1040. {
  1041. name: "secret does not exist - NotFound error",
  1042. ref: v1alpha1.PushSecretRemoteRef{
  1043. RemoteKey: "bar",
  1044. },
  1045. setupMock: func(mc *fakesm.MockSMClient) {
  1046. // Mock ListSecretVersions to return an empty iterator (no enabled versions)
  1047. mc.NewListSecretVersionsFn(fakesm.ListSecretVersionsMockReturn{
  1048. Res: fakesm.NewSecretVersionIterator([]*secretmanagerpb.SecretVersion{}),
  1049. })
  1050. mc.NewAccessSecretVersionFn(fakesm.AccessSecretVersionMockReturn{
  1051. Res: nil,
  1052. Err: status.Error(codes.NotFound, "secret not found"),
  1053. })
  1054. },
  1055. expectedExists: false,
  1056. expectedErr: func(t *testing.T, err error) {
  1057. require.NoError(t, err)
  1058. },
  1059. },
  1060. {
  1061. name: "unexpected error occurs on access secret version",
  1062. ref: v1alpha1.PushSecretRemoteRef{
  1063. RemoteKey: "bar",
  1064. },
  1065. setupMock: func(mc *fakesm.MockSMClient) {
  1066. // Mock ListSecretVersions to return an empty iterator
  1067. mc.NewListSecretVersionsFn(fakesm.ListSecretVersionsMockReturn{
  1068. Res: fakesm.NewSecretVersionIterator([]*secretmanagerpb.SecretVersion{}),
  1069. })
  1070. mc.NewAccessSecretVersionFn(fakesm.AccessSecretVersionMockReturn{
  1071. Res: nil,
  1072. Err: status.Error(codes.PermissionDenied, "permission denied"),
  1073. })
  1074. },
  1075. expectedExists: false,
  1076. expectedErr: func(t *testing.T, err error) {
  1077. assert.ErrorContains(t, err, "permission denied")
  1078. },
  1079. },
  1080. {
  1081. name: "regional secret exists",
  1082. ref: v1alpha1.PushSecretRemoteRef{
  1083. RemoteKey: "bar",
  1084. },
  1085. location: "us-east1",
  1086. setupMock: func(mc *fakesm.MockSMClient) {
  1087. // Mock ListSecretVersions to return an iterator with enabled versions
  1088. mc.NewListSecretVersionsFn(fakesm.ListSecretVersionsMockReturn{
  1089. Res: fakesm.NewSecretVersionIterator([]*secretmanagerpb.SecretVersion{
  1090. {
  1091. Name: "projects/foo/locations/us-east1/secrets/bar/versions/1",
  1092. State: secretmanagerpb.SecretVersion_ENABLED,
  1093. CreateTime: timestamppb.New(time.Now()),
  1094. },
  1095. }),
  1096. })
  1097. mc.NewAccessSecretVersionFn(fakesm.AccessSecretVersionMockReturn{
  1098. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1099. Name: "projects/foo/locations/us-east1/secrets/bar/versions/1",
  1100. Payload: &secretmanagerpb.SecretPayload{
  1101. Data: []byte("test-data"),
  1102. },
  1103. },
  1104. Err: nil,
  1105. })
  1106. },
  1107. expectedExists: true,
  1108. expectedErr: func(t *testing.T, err error) {
  1109. require.NoError(t, err)
  1110. },
  1111. },
  1112. {
  1113. name: "regional secret does not exist",
  1114. ref: v1alpha1.PushSecretRemoteRef{
  1115. RemoteKey: "bar",
  1116. },
  1117. location: "us-east1",
  1118. setupMock: func(mc *fakesm.MockSMClient) {
  1119. // Mock ListSecretVersions to return an empty iterator
  1120. mc.NewListSecretVersionsFn(fakesm.ListSecretVersionsMockReturn{
  1121. Res: fakesm.NewSecretVersionIterator([]*secretmanagerpb.SecretVersion{}),
  1122. })
  1123. mc.NewAccessSecretVersionFn(fakesm.AccessSecretVersionMockReturn{
  1124. Res: nil,
  1125. Err: status.Error(codes.NotFound, "regional secret not found"),
  1126. })
  1127. },
  1128. expectedExists: false,
  1129. expectedErr: func(t *testing.T, err error) {
  1130. require.NoError(t, err)
  1131. },
  1132. },
  1133. {
  1134. name: "secret version does not exist - latest version is destroyed/disabled",
  1135. ref: v1alpha1.PushSecretRemoteRef{
  1136. RemoteKey: "bar",
  1137. },
  1138. setupMock: func(mc *fakesm.MockSMClient) {
  1139. // Mock ListSecretVersions to return an empty iterator (no enabled versions)
  1140. mc.NewListSecretVersionsFn(fakesm.ListSecretVersionsMockReturn{
  1141. Res: fakesm.NewSecretVersionIterator([]*secretmanagerpb.SecretVersion{}),
  1142. })
  1143. mc.NewAccessSecretVersionFn(fakesm.AccessSecretVersionMockReturn{
  1144. Res: nil,
  1145. Err: status.Error(codes.FailedPrecondition, "Secret version is in DESTROYED state"),
  1146. })
  1147. },
  1148. expectedExists: false,
  1149. expectedErr: func(t *testing.T, err error) {
  1150. assert.ErrorContains(t, err, "DESTROYED state")
  1151. },
  1152. },
  1153. }
  1154. for _, tc := range tests {
  1155. t.Run(tc.name, func(t *testing.T) {
  1156. smClient := fakesm.MockSMClient{}
  1157. tc.setupMock(&smClient)
  1158. client := Client{
  1159. smClient: &smClient,
  1160. store: &esv1.GCPSMProvider{
  1161. ProjectID: "foo",
  1162. Location: tc.location,
  1163. },
  1164. }
  1165. got, err := client.SecretExists(t.Context(), tc.ref)
  1166. tc.expectedErr(t, err)
  1167. if got != tc.expectedExists {
  1168. t.Fatalf("unexpected result: expected %t, got %t", tc.expectedExists, got)
  1169. }
  1170. })
  1171. }
  1172. }
  1173. func TestSecretExistsWithRegionalEndpoint(t *testing.T) {
  1174. tests := []struct {
  1175. name string
  1176. location string
  1177. ref esv1.PushSecretRemoteRef
  1178. listSecretVersionsMockReturn fakesm.ListSecretVersionsMockReturn
  1179. accessSecretVersionMockReturn fakesm.AccessSecretVersionMockReturn
  1180. expectedSecret bool
  1181. expectedErr func(t *testing.T, err error)
  1182. }{
  1183. {
  1184. name: "secret exists with regional endpoint",
  1185. location: usEast1,
  1186. ref: v1alpha1.PushSecretRemoteRef{
  1187. RemoteKey: "bar",
  1188. },
  1189. listSecretVersionsMockReturn: fakesm.ListSecretVersionsMockReturn{
  1190. Res: fakesm.NewSecretVersionIterator([]*secretmanagerpb.SecretVersion{
  1191. {
  1192. Name: "projects/foo/locations/us-east1/secrets/bar/versions/1",
  1193. State: secretmanagerpb.SecretVersion_ENABLED,
  1194. CreateTime: timestamppb.New(time.Now()),
  1195. },
  1196. }),
  1197. },
  1198. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1199. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1200. Name: "projects/foo/locations/us-east1/secrets/bar/versions/1",
  1201. Payload: &secretmanagerpb.SecretPayload{
  1202. Data: []byte("test-data"),
  1203. },
  1204. },
  1205. Err: nil,
  1206. },
  1207. expectedSecret: true,
  1208. expectedErr: func(t *testing.T, err error) {
  1209. require.NoError(t, err)
  1210. },
  1211. },
  1212. {
  1213. name: "secret does not exist with regional endpoint",
  1214. location: usEast1,
  1215. ref: v1alpha1.PushSecretRemoteRef{
  1216. RemoteKey: "bar",
  1217. },
  1218. listSecretVersionsMockReturn: fakesm.ListSecretVersionsMockReturn{
  1219. Res: fakesm.NewSecretVersionIterator([]*secretmanagerpb.SecretVersion{}),
  1220. },
  1221. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1222. Res: nil,
  1223. Err: status.Error(codes.NotFound, "secret not found"),
  1224. },
  1225. expectedSecret: false,
  1226. expectedErr: func(t *testing.T, err error) {
  1227. require.NoError(t, err)
  1228. },
  1229. },
  1230. }
  1231. for _, tc := range tests {
  1232. t.Run(tc.name, func(t *testing.T) {
  1233. smClient := fakesm.MockSMClient{}
  1234. smClient.NewListSecretVersionsFn(tc.listSecretVersionsMockReturn)
  1235. smClient.NewAccessSecretVersionFn(tc.accessSecretVersionMockReturn)
  1236. client := Client{
  1237. smClient: &smClient,
  1238. store: &esv1.GCPSMProvider{
  1239. ProjectID: "foo",
  1240. Location: tc.location,
  1241. },
  1242. }
  1243. got, err := client.SecretExists(t.Context(), tc.ref)
  1244. tc.expectedErr(t, err)
  1245. if got != tc.expectedSecret {
  1246. t.Fatalf("unexpected secret: expected %t, got %t", tc.expectedSecret, got)
  1247. }
  1248. })
  1249. }
  1250. }
  1251. func TestPushSecretProperty(t *testing.T) {
  1252. secretKey := "secret-key"
  1253. defaultAddSecretVersionMockReturn := func(gotPayload, expectedPayload string) (*secretmanagerpb.SecretVersion, error) {
  1254. if gotPayload != expectedPayload {
  1255. t.Fatalf("payload does not match: got %s, expected: %s", gotPayload, expectedPayload)
  1256. }
  1257. return nil, nil
  1258. }
  1259. tests := []struct {
  1260. desc string
  1261. payload string
  1262. data testingfake.PushSecretData
  1263. getSecretMockReturn fakesm.SecretMockReturn
  1264. createSecretMockReturn fakesm.SecretMockReturn
  1265. updateSecretMockReturn fakesm.SecretMockReturn
  1266. accessSecretVersionMockReturn fakesm.AccessSecretVersionMockReturn
  1267. addSecretVersionMockReturn func(gotPayload, expectedPayload string) (*secretmanagerpb.SecretVersion, error)
  1268. expectedPayload string
  1269. expectedErr string
  1270. }{
  1271. {
  1272. desc: "Add new key value paris",
  1273. payload: "testValue2",
  1274. data: testingfake.PushSecretData{
  1275. SecretKey: secretKey,
  1276. Property: "testKey2",
  1277. },
  1278. getSecretMockReturn: fakesm.SecretMockReturn{
  1279. Secret: &secretmanagerpb.Secret{
  1280. Labels: map[string]string{
  1281. managedByKey: managedByValue,
  1282. },
  1283. },
  1284. },
  1285. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1286. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1287. Payload: &secretmanagerpb.SecretPayload{
  1288. Data: []byte(`{"testKey1":"testValue1"}`),
  1289. },
  1290. },
  1291. },
  1292. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  1293. expectedPayload: `{"testKey1":"testValue1","testKey2":"testValue2"}`,
  1294. },
  1295. {
  1296. desc: "Update existing value",
  1297. payload: "testValue2",
  1298. data: testingfake.PushSecretData{
  1299. SecretKey: secretKey,
  1300. Property: "testKey1.testKey2",
  1301. },
  1302. getSecretMockReturn: fakesm.SecretMockReturn{
  1303. Secret: &secretmanagerpb.Secret{
  1304. Labels: map[string]string{
  1305. managedByKey: managedByValue,
  1306. },
  1307. },
  1308. },
  1309. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1310. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1311. Payload: &secretmanagerpb.SecretPayload{
  1312. Data: []byte(`{"testKey1":{"testKey2":"testValue1"}}`),
  1313. },
  1314. },
  1315. },
  1316. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  1317. expectedPayload: `{"testKey1":{"testKey2":"testValue2"}}`,
  1318. },
  1319. {
  1320. desc: "Secret not found",
  1321. payload: "testValue2",
  1322. data: testingfake.PushSecretData{
  1323. SecretKey: secretKey,
  1324. Property: "testKey1.testKey3",
  1325. },
  1326. getSecretMockReturn: fakesm.SecretMockReturn{
  1327. Secret: &secretmanagerpb.Secret{},
  1328. Err: status.Error(codes.NotFound, "failed to find a Secret"),
  1329. },
  1330. createSecretMockReturn: fakesm.SecretMockReturn{
  1331. Secret: &secretmanagerpb.Secret{
  1332. Labels: map[string]string{managedByKey: managedByValue},
  1333. },
  1334. },
  1335. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1336. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1337. Payload: &secretmanagerpb.SecretPayload{
  1338. Data: []byte(`{"testKey1":{"testKey2":"testValue1"}}`),
  1339. },
  1340. },
  1341. },
  1342. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  1343. expectedPayload: `{"testKey1":{"testKey2":"testValue1","testKey3":"testValue2"}}`,
  1344. },
  1345. {
  1346. desc: "Secret version is not found",
  1347. payload: "testValue1",
  1348. data: testingfake.PushSecretData{
  1349. SecretKey: secretKey,
  1350. Property: "testKey1",
  1351. },
  1352. getSecretMockReturn: fakesm.SecretMockReturn{
  1353. Secret: &secretmanagerpb.Secret{
  1354. Labels: map[string]string{managedByKey: managedByValue},
  1355. },
  1356. },
  1357. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1358. Err: status.Error(codes.NotFound, "failed to find a Secret Version"),
  1359. },
  1360. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  1361. expectedPayload: `{"testKey1":"testValue1"}`,
  1362. },
  1363. {
  1364. desc: "Secret is not managed by the controller",
  1365. payload: "testValue1",
  1366. data: testingfake.PushSecretData{
  1367. SecretKey: secretKey,
  1368. Property: "testKey1.testKey2",
  1369. },
  1370. getSecretMockReturn: fakesm.SecretMockReturn{
  1371. Secret: &secretmanagerpb.Secret{},
  1372. },
  1373. updateSecretMockReturn: fakesm.SecretMockReturn{
  1374. Secret: &secretmanagerpb.Secret{
  1375. Labels: map[string]string{managedByKey: managedByValue},
  1376. },
  1377. },
  1378. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1379. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1380. Payload: &secretmanagerpb.SecretPayload{
  1381. Data: []byte(""),
  1382. },
  1383. },
  1384. },
  1385. addSecretVersionMockReturn: defaultAddSecretVersionMockReturn,
  1386. expectedPayload: `{"testKey1":{"testKey2":"testValue1"}}`,
  1387. },
  1388. {
  1389. desc: "Payload is the same with the existing one",
  1390. payload: "testValue1",
  1391. data: testingfake.PushSecretData{
  1392. SecretKey: secretKey,
  1393. Property: "testKey1.testKey2",
  1394. },
  1395. getSecretMockReturn: fakesm.SecretMockReturn{
  1396. Secret: &secretmanagerpb.Secret{
  1397. Labels: map[string]string{
  1398. managedByKey: managedByValue,
  1399. },
  1400. },
  1401. },
  1402. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1403. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1404. Payload: &secretmanagerpb.SecretPayload{
  1405. Data: []byte(`{"testKey1":{"testKey2":"testValue1"}}`),
  1406. },
  1407. },
  1408. },
  1409. addSecretVersionMockReturn: func(gotPayload, expectedPayload string) (*secretmanagerpb.SecretVersion, error) {
  1410. return nil, errors.New("should not be called")
  1411. },
  1412. },
  1413. }
  1414. for _, tc := range tests {
  1415. t.Run(tc.desc, func(t *testing.T) {
  1416. smClient := &fakesm.MockSMClient{
  1417. AddSecretFn: func(_ context.Context, req *secretmanagerpb.AddSecretVersionRequest, _ ...gax.CallOption) (*secretmanagerpb.SecretVersion, error) {
  1418. return tc.addSecretVersionMockReturn(string(req.Payload.Data), tc.expectedPayload)
  1419. },
  1420. }
  1421. smClient.NewGetSecretFn(tc.getSecretMockReturn)
  1422. smClient.NewCreateSecretFn(tc.createSecretMockReturn)
  1423. smClient.NewUpdateSecretFn(tc.updateSecretMockReturn)
  1424. smClient.NewAccessSecretVersionFn(tc.accessSecretVersionMockReturn)
  1425. client := Client{
  1426. smClient: smClient,
  1427. store: &esv1.GCPSMProvider{},
  1428. }
  1429. s := &corev1.Secret{Data: map[string][]byte{secretKey: []byte(tc.payload)}}
  1430. err := client.PushSecret(t.Context(), s, tc.data)
  1431. if err != nil {
  1432. if tc.expectedErr == "" {
  1433. t.Fatalf("PushSecret returns unexpected error: %v", err)
  1434. }
  1435. if !strings.Contains(err.Error(), tc.expectedErr) {
  1436. t.Fatalf("PushSecret returns unexpected error: %q should have contained %s", err, tc.expectedErr)
  1437. }
  1438. return
  1439. }
  1440. if tc.expectedErr != "" {
  1441. t.Fatal("PushSecret is expected to return error but got nil")
  1442. }
  1443. })
  1444. }
  1445. }
  1446. func TestGetSecretMap(t *testing.T) {
  1447. // good case: default version & deserialization
  1448. setDeserialization := func(smtc *secretManagerTestCase) {
  1449. smtc.apiOutput.Payload.Data = []byte(`{"foo":"bar"}`)
  1450. smtc.expectedData["foo"] = []byte("bar")
  1451. }
  1452. // bad case: invalid json
  1453. setInvalidJSON := func(smtc *secretManagerTestCase) {
  1454. smtc.apiOutput.Payload.Data = []byte(`-----------------`)
  1455. smtc.expectError = "unable to unmarshal secret"
  1456. }
  1457. // good case: deserialize nested json as []byte, if it's a string, decode the string
  1458. setNestedJSON := func(smtc *secretManagerTestCase) {
  1459. smtc.apiOutput.Payload.Data = []byte(`{"foo":{"bar":"baz"}, "qux": "qu\"z"}`)
  1460. smtc.expectedData["foo"] = []byte(`{"bar":"baz"}`)
  1461. smtc.expectedData["qux"] = []byte("qu\"z")
  1462. }
  1463. successCases := []*secretManagerTestCase{
  1464. makeValidSecretManagerTestCaseCustom(setDeserialization),
  1465. makeValidSecretManagerTestCaseCustom(setAPIErr),
  1466. makeValidSecretManagerTestCaseCustom(setNilMockClient),
  1467. makeValidSecretManagerTestCaseCustom(setInvalidJSON),
  1468. makeValidSecretManagerTestCaseCustom(setNestedJSON),
  1469. }
  1470. sm := Client{}
  1471. for k, v := range successCases {
  1472. sm.store = &esv1.GCPSMProvider{ProjectID: v.projectID}
  1473. sm.smClient = v.mockClient
  1474. out, err := sm.GetSecretMap(t.Context(), *v.ref)
  1475. if !ErrorContains(err, v.expectError) {
  1476. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  1477. }
  1478. if err == nil && !reflect.DeepEqual(out, v.expectedData) {
  1479. t.Errorf("[%d] unexpected secret pushSecretData: expected %#v, got %#v", k, v.expectedData, out)
  1480. }
  1481. }
  1482. }
  1483. func ErrorContains(out error, want string) bool {
  1484. if out == nil {
  1485. return want == ""
  1486. }
  1487. if want == "" {
  1488. return false
  1489. }
  1490. return strings.Contains(out.Error(), want)
  1491. }
  1492. func TestValidateStore(t *testing.T) {
  1493. type args struct {
  1494. auth esv1.GCPSMAuth
  1495. }
  1496. tests := []struct {
  1497. name string
  1498. args args
  1499. wantErr bool
  1500. }{
  1501. {
  1502. name: "empty auth",
  1503. wantErr: false,
  1504. },
  1505. {
  1506. name: "invalid secret data",
  1507. wantErr: true,
  1508. args: args{
  1509. auth: esv1.GCPSMAuth{
  1510. SecretRef: &esv1.GCPSMAuthSecretRef{
  1511. SecretAccessKey: v1.SecretKeySelector{
  1512. Name: "foo",
  1513. Namespace: pointer.To("invalid"),
  1514. },
  1515. },
  1516. },
  1517. },
  1518. },
  1519. {
  1520. name: "invalid wi sa data",
  1521. wantErr: true,
  1522. args: args{
  1523. auth: esv1.GCPSMAuth{
  1524. WorkloadIdentity: &esv1.GCPWorkloadIdentity{
  1525. ServiceAccountRef: v1.ServiceAccountSelector{
  1526. Name: "foo",
  1527. Namespace: pointer.To("invalid"),
  1528. },
  1529. },
  1530. },
  1531. },
  1532. },
  1533. }
  1534. for _, tt := range tests {
  1535. t.Run(tt.name, func(t *testing.T) {
  1536. sm := &Provider{}
  1537. store := &esv1.SecretStore{
  1538. Spec: esv1.SecretStoreSpec{
  1539. Provider: &esv1.SecretStoreProvider{
  1540. GCPSM: &esv1.GCPSMProvider{
  1541. Auth: tt.args.auth,
  1542. },
  1543. },
  1544. },
  1545. }
  1546. if _, err := sm.ValidateStore(store); (err != nil) != tt.wantErr {
  1547. t.Errorf("ProviderGCP.ValidateStore() error = %v, wantErr %v", err, tt.wantErr)
  1548. }
  1549. })
  1550. }
  1551. }
  1552. func TestGetDataByProperty(t *testing.T) {
  1553. tests := []struct {
  1554. desc string
  1555. accessSecretVersionMockReturn fakesm.AccessSecretVersionMockReturn
  1556. ref *esv1.ExternalSecretDataRemoteRef
  1557. wantErr bool
  1558. }{
  1559. {
  1560. desc: "valid json",
  1561. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1562. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1563. Payload: &secretmanagerpb.SecretPayload{
  1564. Data: []byte(`{"testKey1":{"testKey2":"testValue1"}}`),
  1565. },
  1566. },
  1567. },
  1568. ref: makeValidRef(),
  1569. wantErr: false,
  1570. },
  1571. {
  1572. desc: "invalid json",
  1573. accessSecretVersionMockReturn: fakesm.AccessSecretVersionMockReturn{
  1574. Res: &secretmanagerpb.AccessSecretVersionResponse{
  1575. Payload: &secretmanagerpb.SecretPayload{
  1576. Data: []byte(`{"testKey1":{"testKey2":"testValue1"},}`),
  1577. },
  1578. },
  1579. },
  1580. ref: makeValidRef(),
  1581. wantErr: true,
  1582. },
  1583. }
  1584. for _, tc := range tests {
  1585. t.Run(tc.desc, func(t *testing.T) {
  1586. _, err := getDataByProperty(tc.accessSecretVersionMockReturn.Res.Payload.Data, tc.ref.Property)
  1587. if (err != nil) != tc.wantErr {
  1588. t.Errorf("getDataByProperty() error = %v, wantErr %v", err, tc.wantErr)
  1589. }
  1590. })
  1591. }
  1592. }