provider_test.go 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package ibm
  13. import (
  14. "context"
  15. "fmt"
  16. "reflect"
  17. "strings"
  18. "testing"
  19. "github.com/IBM/go-sdk-core/v5/core"
  20. sm "github.com/IBM/secrets-manager-go-sdk/secretsmanagerv1"
  21. "github.com/crossplane/crossplane-runtime/pkg/test"
  22. corev1 "k8s.io/api/core/v1"
  23. utilpointer "k8s.io/utils/pointer"
  24. kclient "sigs.k8s.io/controller-runtime/pkg/client"
  25. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  26. v1 "github.com/external-secrets/external-secrets/apis/meta/v1"
  27. fakesm "github.com/external-secrets/external-secrets/pkg/provider/ibm/fake"
  28. )
  29. type secretManagerTestCase struct {
  30. mockClient *fakesm.IBMMockClient
  31. apiInput *sm.GetSecretOptions
  32. apiOutput *sm.GetSecret
  33. ref *esv1beta1.ExternalSecretDataRemoteRef
  34. serviceURL *string
  35. apiErr error
  36. expectError string
  37. expectedSecret string
  38. // for testing secretmap
  39. expectedData map[string][]byte
  40. }
  41. func makeValidSecretManagerTestCase() *secretManagerTestCase {
  42. smtc := secretManagerTestCase{
  43. mockClient: &fakesm.IBMMockClient{},
  44. apiInput: makeValidAPIInput(),
  45. ref: makeValidRef(),
  46. apiOutput: makeValidAPIOutput(),
  47. serviceURL: nil,
  48. apiErr: nil,
  49. expectError: "",
  50. expectedSecret: "",
  51. expectedData: map[string][]byte{},
  52. }
  53. smtc.mockClient.WithValue(smtc.apiInput, smtc.apiOutput, smtc.apiErr)
  54. return &smtc
  55. }
  56. func makeValidRef() *esv1beta1.ExternalSecretDataRemoteRef {
  57. return &esv1beta1.ExternalSecretDataRemoteRef{
  58. Key: "test-secret",
  59. Version: "default",
  60. }
  61. }
  62. func makeValidAPIInput() *sm.GetSecretOptions {
  63. return &sm.GetSecretOptions{
  64. SecretType: core.StringPtr(sm.GetSecretOptionsSecretTypeArbitraryConst),
  65. ID: utilpointer.StringPtr("test-secret"),
  66. }
  67. }
  68. func makeValidAPIOutput() *sm.GetSecret {
  69. secretData := make(map[string]interface{})
  70. secretData["payload"] = ""
  71. return &sm.GetSecret{
  72. Resources: []sm.SecretResourceIntf{
  73. &sm.SecretResource{
  74. SecretType: utilpointer.StringPtr("testytype"),
  75. Name: utilpointer.StringPtr("testyname"),
  76. SecretData: secretData,
  77. },
  78. },
  79. }
  80. }
  81. func makeValidSecretManagerTestCaseCustom(tweaks ...func(smtc *secretManagerTestCase)) *secretManagerTestCase {
  82. smtc := makeValidSecretManagerTestCase()
  83. for _, fn := range tweaks {
  84. fn(smtc)
  85. }
  86. smtc.mockClient.WithValue(smtc.apiInput, smtc.apiOutput, smtc.apiErr)
  87. return smtc
  88. }
  89. // This case can be shared by both GetSecret and GetSecretMap tests.
  90. // bad case: set apiErr.
  91. var setAPIErr = func(smtc *secretManagerTestCase) {
  92. smtc.apiErr = fmt.Errorf("oh no")
  93. smtc.expectError = "oh no"
  94. }
  95. var setNilMockClient = func(smtc *secretManagerTestCase) {
  96. smtc.mockClient = nil
  97. smtc.expectError = errUninitalizedIBMProvider
  98. }
  99. // test the sm<->gcp interface
  100. // make sure correct values are passed and errors are handled accordingly.
  101. func TestIBMSecretManagerGetSecret(t *testing.T) {
  102. secretData := make(map[string]interface{})
  103. secretString := "changedvalue"
  104. secretPassword := "P@ssw0rd"
  105. secretAPIKey := "01234567890"
  106. secretCertificate := "certificate_value"
  107. secretData["payload"] = secretString
  108. secretData["password"] = secretPassword
  109. secretData["certificate"] = secretCertificate
  110. // good case: default version is set
  111. // key is passed in, output is sent back
  112. setSecretString := func(smtc *secretManagerTestCase) {
  113. resources := []sm.SecretResourceIntf{
  114. &sm.SecretResource{
  115. SecretType: utilpointer.StringPtr("testytype"),
  116. Name: utilpointer.StringPtr("testyname"),
  117. SecretData: secretData,
  118. }}
  119. smtc.apiOutput.Resources = resources
  120. smtc.expectedSecret = secretString
  121. }
  122. // good case: custom version set
  123. setCustomKey := func(smtc *secretManagerTestCase) {
  124. resources := []sm.SecretResourceIntf{
  125. &sm.SecretResource{
  126. SecretType: utilpointer.StringPtr("testytype"),
  127. Name: utilpointer.StringPtr("testyname"),
  128. SecretData: secretData,
  129. }}
  130. smtc.ref.Key = "testyname"
  131. smtc.apiInput.ID = utilpointer.StringPtr("testyname")
  132. smtc.apiOutput.Resources = resources
  133. smtc.expectedSecret = secretString
  134. }
  135. // bad case: username_password type without property
  136. secretUserPass := "username_password/test-secret"
  137. badSecretUserPass := func(smtc *secretManagerTestCase) {
  138. resources := []sm.SecretResourceIntf{
  139. &sm.SecretResource{
  140. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst),
  141. Name: utilpointer.StringPtr("testyname"),
  142. SecretData: secretData,
  143. }}
  144. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst)
  145. smtc.apiOutput.Resources = resources
  146. smtc.ref.Key = secretUserPass
  147. smtc.expectError = "remoteRef.property required for secret type username_password"
  148. }
  149. // good case: username_password type with property
  150. setSecretUserPass := func(smtc *secretManagerTestCase) {
  151. resources := []sm.SecretResourceIntf{
  152. &sm.SecretResource{
  153. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst),
  154. Name: utilpointer.StringPtr("testyname"),
  155. SecretData: secretData,
  156. }}
  157. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst)
  158. smtc.apiOutput.Resources = resources
  159. smtc.ref.Key = secretUserPass
  160. smtc.ref.Property = "password"
  161. smtc.expectedSecret = secretPassword
  162. }
  163. // good case: iam_credenatials type
  164. setSecretIam := func(smtc *secretManagerTestCase) {
  165. resources := []sm.SecretResourceIntf{
  166. &sm.SecretResource{
  167. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeIamCredentialsConst),
  168. Name: utilpointer.StringPtr("testyname"),
  169. APIKey: utilpointer.StringPtr(secretAPIKey),
  170. }}
  171. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeIamCredentialsConst)
  172. smtc.apiOutput.Resources = resources
  173. smtc.ref.Key = "iam_credentials/test-secret"
  174. smtc.expectedSecret = secretAPIKey
  175. }
  176. // good case: imported_cert type with property
  177. secretCert := "imported_cert/test-secret"
  178. setSecretCert := func(smtc *secretManagerTestCase) {
  179. resources := []sm.SecretResourceIntf{
  180. &sm.SecretResource{
  181. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst),
  182. Name: utilpointer.StringPtr("testyname"),
  183. SecretData: secretData,
  184. }}
  185. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst)
  186. smtc.apiOutput.Resources = resources
  187. smtc.ref.Key = secretCert
  188. smtc.ref.Property = "certificate"
  189. smtc.expectedSecret = secretCertificate
  190. }
  191. // bad case: imported_cert type without property
  192. badSecretCert := func(smtc *secretManagerTestCase) {
  193. resources := []sm.SecretResourceIntf{
  194. &sm.SecretResource{
  195. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst),
  196. Name: utilpointer.StringPtr("testyname"),
  197. SecretData: secretData,
  198. }}
  199. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst)
  200. smtc.apiOutput.Resources = resources
  201. smtc.ref.Key = secretCert
  202. smtc.expectError = "remoteRef.property required for secret type imported_cert"
  203. }
  204. secretDataKV := make(map[string]interface{})
  205. secretKVPayload := make(map[string]interface{})
  206. secretKVPayload["key1"] = "val1"
  207. secretDataKV["payload"] = secretKVPayload
  208. secretDataKVComplex := make(map[string]interface{})
  209. secretKVComplex := `{"key1":"val1","key2":"val2","key3":"val3","keyC":{"keyC1":"valC1", "keyC2":"valC2"}}`
  210. secretDataKVComplex["payload"] = secretKVComplex
  211. secretKV := "kv/test-secret"
  212. // bad case: kv type with key which is not in payload
  213. badSecretKV := func(smtc *secretManagerTestCase) {
  214. resources := []sm.SecretResourceIntf{
  215. &sm.SecretResource{
  216. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  217. Name: utilpointer.StringPtr("testyname"),
  218. SecretData: secretDataKV,
  219. }}
  220. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  221. smtc.apiOutput.Resources = resources
  222. smtc.ref.Key = secretKV
  223. smtc.ref.Property = "other-key"
  224. smtc.expectError = "key other-key does not exist in secret kv/test-secret"
  225. }
  226. // good case: kv type with property
  227. setSecretKV := func(smtc *secretManagerTestCase) {
  228. resources := []sm.SecretResourceIntf{
  229. &sm.SecretResource{
  230. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  231. Name: utilpointer.StringPtr("testyname"),
  232. SecretData: secretDataKV,
  233. }}
  234. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  235. smtc.apiOutput.Resources = resources
  236. smtc.ref.Key = secretKV
  237. smtc.ref.Property = "key1"
  238. smtc.expectedSecret = "val1"
  239. }
  240. // good case: kv type without property, returns all
  241. setSecretKVWithKey := func(smtc *secretManagerTestCase) {
  242. resources := []sm.SecretResourceIntf{
  243. &sm.SecretResource{
  244. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  245. Name: utilpointer.StringPtr("testyname"),
  246. SecretData: secretDataKVComplex,
  247. }}
  248. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  249. smtc.apiOutput.Resources = resources
  250. smtc.ref.Key = secretKV
  251. smtc.ref.Property = "key2"
  252. smtc.expectedSecret = "val2"
  253. }
  254. // good case: kv type without property, returns all
  255. setSecretKVWithKeyPath := func(smtc *secretManagerTestCase) {
  256. resources := []sm.SecretResourceIntf{
  257. &sm.SecretResource{
  258. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  259. Name: utilpointer.StringPtr("testyname"),
  260. SecretData: secretDataKVComplex,
  261. }}
  262. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  263. smtc.apiOutput.Resources = resources
  264. smtc.ref.Key = secretKV
  265. smtc.ref.Property = "keyC.keyC2"
  266. smtc.expectedSecret = "valC2"
  267. }
  268. successCases := []*secretManagerTestCase{
  269. makeValidSecretManagerTestCase(),
  270. makeValidSecretManagerTestCaseCustom(setSecretString),
  271. makeValidSecretManagerTestCaseCustom(setCustomKey),
  272. makeValidSecretManagerTestCaseCustom(setAPIErr),
  273. makeValidSecretManagerTestCaseCustom(setNilMockClient),
  274. makeValidSecretManagerTestCaseCustom(badSecretUserPass),
  275. makeValidSecretManagerTestCaseCustom(setSecretUserPass),
  276. makeValidSecretManagerTestCaseCustom(setSecretIam),
  277. makeValidSecretManagerTestCaseCustom(setSecretCert),
  278. makeValidSecretManagerTestCaseCustom(badSecretCert),
  279. makeValidSecretManagerTestCaseCustom(setSecretKV),
  280. makeValidSecretManagerTestCaseCustom(setSecretKVWithKey),
  281. makeValidSecretManagerTestCaseCustom(setSecretKVWithKeyPath),
  282. makeValidSecretManagerTestCaseCustom(badSecretKV),
  283. }
  284. sm := providerIBM{}
  285. for k, v := range successCases {
  286. sm.IBMClient = v.mockClient
  287. out, err := sm.GetSecret(context.Background(), *v.ref)
  288. if !ErrorContains(err, v.expectError) {
  289. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  290. }
  291. if string(out) != v.expectedSecret {
  292. t.Errorf("[%d] unexpected secret: expected %s, got %s", k, v.expectedSecret, string(out))
  293. }
  294. }
  295. }
  296. func TestGetSecretMap(t *testing.T) {
  297. secretUsername := "user1"
  298. secretPassword := "P@ssw0rd"
  299. secretAPIKey := "01234567890"
  300. secretCertificate := "certificate_value"
  301. secretPrivateKey := "private_key_value"
  302. secretIntermediate := "intermediate_value"
  303. // good case: default version & deserialization
  304. setDeserialization := func(smtc *secretManagerTestCase) {
  305. secretData := make(map[string]interface{})
  306. secretData["payload"] = `{"foo":"bar"}`
  307. resources := []sm.SecretResourceIntf{
  308. &sm.SecretResource{
  309. SecretType: utilpointer.StringPtr("testytype"),
  310. Name: utilpointer.StringPtr("testyname"),
  311. SecretData: secretData,
  312. }}
  313. smtc.apiOutput.Resources = resources
  314. smtc.expectedData["foo"] = []byte("bar")
  315. }
  316. // bad case: invalid json
  317. setInvalidJSON := func(smtc *secretManagerTestCase) {
  318. secretData := make(map[string]interface{})
  319. secretData["payload"] = `-----------------`
  320. resources := []sm.SecretResourceIntf{
  321. &sm.SecretResource{
  322. SecretType: utilpointer.StringPtr("testytype"),
  323. Name: utilpointer.StringPtr("testyname"),
  324. SecretData: secretData,
  325. }}
  326. smtc.apiOutput.Resources = resources
  327. smtc.expectError = "unable to unmarshal secret: invalid character '-' in numeric literal"
  328. }
  329. // good case: username_password
  330. setSecretUserPass := func(smtc *secretManagerTestCase) {
  331. secretData := make(map[string]interface{})
  332. secretData["username"] = secretUsername
  333. secretData["password"] = secretPassword
  334. resources := []sm.SecretResourceIntf{
  335. &sm.SecretResource{
  336. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst),
  337. Name: utilpointer.StringPtr("testyname"),
  338. SecretData: secretData,
  339. }}
  340. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst)
  341. smtc.apiOutput.Resources = resources
  342. smtc.ref.Key = "username_password/test-secret"
  343. smtc.expectedData["username"] = []byte(secretUsername)
  344. smtc.expectedData["password"] = []byte(secretPassword)
  345. }
  346. // good case: iam_credentials
  347. setSecretIam := func(smtc *secretManagerTestCase) {
  348. resources := []sm.SecretResourceIntf{
  349. &sm.SecretResource{
  350. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeIamCredentialsConst),
  351. Name: utilpointer.StringPtr("testyname"),
  352. APIKey: utilpointer.StringPtr(secretAPIKey),
  353. }}
  354. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeIamCredentialsConst)
  355. smtc.apiOutput.Resources = resources
  356. smtc.ref.Key = "iam_credentials/test-secret"
  357. smtc.expectedData["apikey"] = []byte(secretAPIKey)
  358. }
  359. // good case: imported_cert
  360. setSecretCert := func(smtc *secretManagerTestCase) {
  361. secretData := make(map[string]interface{})
  362. secretData["certificate"] = secretCertificate
  363. secretData["private_key"] = secretPrivateKey
  364. secretData["intermediate"] = secretIntermediate
  365. resources := []sm.SecretResourceIntf{
  366. &sm.SecretResource{
  367. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst),
  368. Name: utilpointer.StringPtr("testyname"),
  369. SecretData: secretData,
  370. }}
  371. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst)
  372. smtc.apiOutput.Resources = resources
  373. smtc.ref.Key = "imported_cert/test-secret"
  374. smtc.expectedData["certificate"] = []byte(secretCertificate)
  375. smtc.expectedData["private_key"] = []byte(secretPrivateKey)
  376. smtc.expectedData["intermediate"] = []byte(secretIntermediate)
  377. }
  378. // good case: kv
  379. setSecretKV := func(smtc *secretManagerTestCase) {
  380. secretData := make(map[string]interface{})
  381. secretData["payload"] = `{"key1":"val1", "key2":"val2"}`
  382. resources := []sm.SecretResourceIntf{
  383. &sm.SecretResource{
  384. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  385. Name: utilpointer.StringPtr("testyname"),
  386. SecretData: secretData,
  387. }}
  388. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  389. smtc.apiOutput.Resources = resources
  390. smtc.ref.Key = "kv/test-secret"
  391. smtc.expectedData["key1"] = []byte("val1")
  392. smtc.expectedData["key2"] = []byte("val2")
  393. }
  394. successCases := []*secretManagerTestCase{
  395. makeValidSecretManagerTestCaseCustom(setDeserialization),
  396. makeValidSecretManagerTestCaseCustom(setInvalidJSON),
  397. makeValidSecretManagerTestCaseCustom(setNilMockClient),
  398. makeValidSecretManagerTestCaseCustom(setAPIErr),
  399. makeValidSecretManagerTestCaseCustom(setSecretUserPass),
  400. makeValidSecretManagerTestCaseCustom(setSecretIam),
  401. makeValidSecretManagerTestCaseCustom(setSecretCert),
  402. makeValidSecretManagerTestCaseCustom(setSecretKV),
  403. }
  404. sm := providerIBM{}
  405. for k, v := range successCases {
  406. sm.IBMClient = v.mockClient
  407. out, err := sm.GetSecretMap(context.Background(), *v.ref)
  408. if !ErrorContains(err, v.expectError) {
  409. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  410. }
  411. if err == nil && !reflect.DeepEqual(out, v.expectedData) {
  412. t.Errorf("[%d] unexpected secret data: expected %#v, got %#v", k, v.expectedData, out)
  413. }
  414. }
  415. }
  416. func TestValidRetryInput(t *testing.T) {
  417. sm := providerIBM{}
  418. invalid := "Invalid"
  419. serviceURL := "http://fake-service-url.cool"
  420. spec := &esv1beta1.SecretStore{
  421. Spec: esv1beta1.SecretStoreSpec{
  422. Provider: &esv1beta1.SecretStoreProvider{
  423. IBM: &esv1beta1.IBMProvider{
  424. Auth: esv1beta1.IBMAuth{
  425. SecretRef: esv1beta1.IBMAuthSecretRef{
  426. SecretAPIKey: v1.SecretKeySelector{
  427. Name: "fake-secret",
  428. Key: "fake-key",
  429. },
  430. },
  431. },
  432. ServiceURL: &serviceURL,
  433. },
  434. },
  435. RetrySettings: &esv1beta1.SecretStoreRetrySettings{
  436. RetryInterval: &invalid,
  437. },
  438. },
  439. }
  440. expected := fmt.Sprintf("cannot setup new ibm client: time: invalid duration %q", invalid)
  441. ctx := context.TODO()
  442. kube := &test.MockClient{
  443. MockGet: test.NewMockGetFn(nil, func(obj kclient.Object) error {
  444. if o, ok := obj.(*corev1.Secret); ok {
  445. o.Data = map[string][]byte{
  446. "fake-key": []byte("ImAFakeApiKey"),
  447. }
  448. return nil
  449. }
  450. return nil
  451. }),
  452. }
  453. _, err := sm.NewClient(ctx, spec, kube, "default")
  454. if !ErrorContains(err, expected) {
  455. t.Errorf("CheckValidRetryInput unexpected error: %s, expected: '%s'", err.Error(), expected)
  456. }
  457. }
  458. func ErrorContains(out error, want string) bool {
  459. if out == nil {
  460. return want == ""
  461. }
  462. if want == "" {
  463. return false
  464. }
  465. return strings.Contains(out.Error(), want)
  466. }