provider_test.go 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package ibm
  13. import (
  14. "context"
  15. "fmt"
  16. "reflect"
  17. "strings"
  18. "testing"
  19. "github.com/IBM/go-sdk-core/v5/core"
  20. sm "github.com/IBM/secrets-manager-go-sdk/secretsmanagerv1"
  21. "github.com/crossplane/crossplane-runtime/pkg/test"
  22. corev1 "k8s.io/api/core/v1"
  23. utilpointer "k8s.io/utils/pointer"
  24. kclient "sigs.k8s.io/controller-runtime/pkg/client"
  25. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  26. v1 "github.com/external-secrets/external-secrets/apis/meta/v1"
  27. fakesm "github.com/external-secrets/external-secrets/pkg/provider/ibm/fake"
  28. )
  29. type secretManagerTestCase struct {
  30. mockClient *fakesm.IBMMockClient
  31. apiInput *sm.GetSecretOptions
  32. apiOutput *sm.GetSecret
  33. ref *esv1beta1.ExternalSecretDataRemoteRef
  34. serviceURL *string
  35. apiErr error
  36. expectError string
  37. expectedSecret string
  38. // for testing secretmap
  39. expectedData map[string][]byte
  40. }
  41. func makeValidSecretManagerTestCase() *secretManagerTestCase {
  42. smtc := secretManagerTestCase{
  43. mockClient: &fakesm.IBMMockClient{},
  44. apiInput: makeValidAPIInput(),
  45. ref: makeValidRef(),
  46. apiOutput: makeValidAPIOutput(),
  47. serviceURL: nil,
  48. apiErr: nil,
  49. expectError: "",
  50. expectedSecret: "",
  51. expectedData: map[string][]byte{},
  52. }
  53. smtc.mockClient.WithValue(smtc.apiInput, smtc.apiOutput, smtc.apiErr)
  54. return &smtc
  55. }
  56. func makeValidRef() *esv1beta1.ExternalSecretDataRemoteRef {
  57. return &esv1beta1.ExternalSecretDataRemoteRef{
  58. Key: "test-secret",
  59. Version: "default",
  60. }
  61. }
  62. func makeValidAPIInput() *sm.GetSecretOptions {
  63. return &sm.GetSecretOptions{
  64. SecretType: core.StringPtr(sm.GetSecretOptionsSecretTypeArbitraryConst),
  65. ID: utilpointer.StringPtr("test-secret"),
  66. }
  67. }
  68. func makeValidAPIOutput() *sm.GetSecret {
  69. secretData := make(map[string]interface{})
  70. secretData["payload"] = ""
  71. return &sm.GetSecret{
  72. Resources: []sm.SecretResourceIntf{
  73. &sm.SecretResource{
  74. SecretType: utilpointer.StringPtr("testytype"),
  75. Name: utilpointer.StringPtr("testyname"),
  76. SecretData: secretData,
  77. },
  78. },
  79. }
  80. }
  81. func makeValidSecretManagerTestCaseCustom(tweaks ...func(smtc *secretManagerTestCase)) *secretManagerTestCase {
  82. smtc := makeValidSecretManagerTestCase()
  83. for _, fn := range tweaks {
  84. fn(smtc)
  85. }
  86. smtc.mockClient.WithValue(smtc.apiInput, smtc.apiOutput, smtc.apiErr)
  87. return smtc
  88. }
  89. // This case can be shared by both GetSecret and GetSecretMap tests.
  90. // bad case: set apiErr.
  91. var setAPIErr = func(smtc *secretManagerTestCase) {
  92. smtc.apiErr = fmt.Errorf("oh no")
  93. smtc.expectError = "oh no"
  94. }
  95. var setNilMockClient = func(smtc *secretManagerTestCase) {
  96. smtc.mockClient = nil
  97. smtc.expectError = errUninitalizedIBMProvider
  98. }
  99. // test the sm<->gcp interface
  100. // make sure correct values are passed and errors are handled accordingly.
  101. func TestIBMSecretManagerGetSecret(t *testing.T) {
  102. secretData := make(map[string]interface{})
  103. secretString := "changedvalue"
  104. secretPassword := "P@ssw0rd"
  105. secretAPIKey := "01234567890"
  106. secretCertificate := "certificate_value"
  107. secretData["payload"] = secretString
  108. secretData["password"] = secretPassword
  109. secretData["certificate"] = secretCertificate
  110. // good case: default version is set
  111. // key is passed in, output is sent back
  112. setSecretString := func(smtc *secretManagerTestCase) {
  113. resources := []sm.SecretResourceIntf{
  114. &sm.SecretResource{
  115. SecretType: utilpointer.StringPtr("testytype"),
  116. Name: utilpointer.StringPtr("testyname"),
  117. SecretData: secretData,
  118. }}
  119. smtc.apiOutput.Resources = resources
  120. smtc.expectedSecret = secretString
  121. }
  122. // good case: custom version set
  123. setCustomKey := func(smtc *secretManagerTestCase) {
  124. resources := []sm.SecretResourceIntf{
  125. &sm.SecretResource{
  126. SecretType: utilpointer.StringPtr("testytype"),
  127. Name: utilpointer.StringPtr("testyname"),
  128. SecretData: secretData,
  129. }}
  130. smtc.ref.Key = "testyname"
  131. smtc.apiInput.ID = utilpointer.StringPtr("testyname")
  132. smtc.apiOutput.Resources = resources
  133. smtc.expectedSecret = secretString
  134. }
  135. // bad case: username_password type without property
  136. secretUserPass := "username_password/test-secret"
  137. badSecretUserPass := func(smtc *secretManagerTestCase) {
  138. resources := []sm.SecretResourceIntf{
  139. &sm.SecretResource{
  140. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst),
  141. Name: utilpointer.StringPtr("testyname"),
  142. SecretData: secretData,
  143. }}
  144. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst)
  145. smtc.apiOutput.Resources = resources
  146. smtc.ref.Key = secretUserPass
  147. smtc.expectError = "remoteRef.property required for secret type username_password"
  148. }
  149. // good case: username_password type with property
  150. setSecretUserPass := func(smtc *secretManagerTestCase) {
  151. resources := []sm.SecretResourceIntf{
  152. &sm.SecretResource{
  153. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst),
  154. Name: utilpointer.StringPtr("testyname"),
  155. SecretData: secretData,
  156. }}
  157. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst)
  158. smtc.apiOutput.Resources = resources
  159. smtc.ref.Key = secretUserPass
  160. smtc.ref.Property = "password"
  161. smtc.expectedSecret = secretPassword
  162. }
  163. // good case: iam_credenatials type
  164. setSecretIam := func(smtc *secretManagerTestCase) {
  165. resources := []sm.SecretResourceIntf{
  166. &sm.SecretResource{
  167. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeIamCredentialsConst),
  168. Name: utilpointer.StringPtr("testyname"),
  169. APIKey: utilpointer.StringPtr(secretAPIKey),
  170. }}
  171. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeIamCredentialsConst)
  172. smtc.apiOutput.Resources = resources
  173. smtc.ref.Key = "iam_credentials/test-secret"
  174. smtc.expectedSecret = secretAPIKey
  175. }
  176. // good case: imported_cert type with property
  177. secretCert := "imported_cert/test-secret"
  178. setSecretCert := func(smtc *secretManagerTestCase) {
  179. resources := []sm.SecretResourceIntf{
  180. &sm.SecretResource{
  181. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst),
  182. Name: utilpointer.StringPtr("testyname"),
  183. SecretData: secretData,
  184. }}
  185. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst)
  186. smtc.apiOutput.Resources = resources
  187. smtc.ref.Key = secretCert
  188. smtc.ref.Property = "certificate"
  189. smtc.expectedSecret = secretCertificate
  190. }
  191. // bad case: imported_cert type without property
  192. badSecretCert := func(smtc *secretManagerTestCase) {
  193. resources := []sm.SecretResourceIntf{
  194. &sm.SecretResource{
  195. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst),
  196. Name: utilpointer.StringPtr("testyname"),
  197. SecretData: secretData,
  198. }}
  199. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst)
  200. smtc.apiOutput.Resources = resources
  201. smtc.ref.Key = secretCert
  202. smtc.expectError = "remoteRef.property required for secret type imported_cert"
  203. }
  204. secretDataKV := make(map[string]interface{})
  205. secretKVPayload := `{"key1":"val1"}`
  206. secretDataKV["payload"] = secretKVPayload
  207. secretDataKVComplex := make(map[string]interface{})
  208. secretKVPayloadComplex := `{"key1":"val1","key2":"val2"}`
  209. secretDataKVComplex["payload"] = secretKVPayloadComplex
  210. secretKV := "kv/test-secret"
  211. // bad case: kv type with key which is not in payload
  212. badSecretKV := func(smtc *secretManagerTestCase) {
  213. resources := []sm.SecretResourceIntf{
  214. &sm.SecretResource{
  215. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  216. Name: utilpointer.StringPtr("testyname"),
  217. SecretData: secretDataKV,
  218. }}
  219. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  220. smtc.apiOutput.Resources = resources
  221. smtc.ref.Key = secretKV
  222. smtc.ref.Property = "other-key"
  223. smtc.expectError = "key other-key does not exist in secret kv/test-secret"
  224. }
  225. // good case: kv type with property
  226. setSecretKV := func(smtc *secretManagerTestCase) {
  227. resources := []sm.SecretResourceIntf{
  228. &sm.SecretResource{
  229. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  230. Name: utilpointer.StringPtr("testyname"),
  231. SecretData: secretDataKV,
  232. }}
  233. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  234. smtc.apiOutput.Resources = resources
  235. smtc.ref.Key = secretKV
  236. smtc.ref.Property = "key1"
  237. smtc.expectedSecret = "val1"
  238. }
  239. // good case: kv type without property, returns all
  240. setSecretKVWithOutKey := func(smtc *secretManagerTestCase) {
  241. resources := []sm.SecretResourceIntf{
  242. &sm.SecretResource{
  243. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  244. Name: utilpointer.StringPtr("testyname"),
  245. SecretData: secretDataKV,
  246. }}
  247. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  248. smtc.apiOutput.Resources = resources
  249. smtc.ref.Key = secretKV
  250. smtc.expectedSecret = secretKVPayload
  251. }
  252. // good case: kv type without property, returns all
  253. setSecretKVWithKey := func(smtc *secretManagerTestCase) {
  254. resources := []sm.SecretResourceIntf{
  255. &sm.SecretResource{
  256. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  257. Name: utilpointer.StringPtr("testyname"),
  258. SecretData: secretDataKVComplex,
  259. }}
  260. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  261. smtc.apiOutput.Resources = resources
  262. smtc.ref.Key = secretKV
  263. smtc.ref.Property = "key2"
  264. smtc.expectedSecret = "val2"
  265. }
  266. successCases := []*secretManagerTestCase{
  267. makeValidSecretManagerTestCase(),
  268. makeValidSecretManagerTestCaseCustom(setSecretString),
  269. makeValidSecretManagerTestCaseCustom(setCustomKey),
  270. makeValidSecretManagerTestCaseCustom(setAPIErr),
  271. makeValidSecretManagerTestCaseCustom(setNilMockClient),
  272. makeValidSecretManagerTestCaseCustom(badSecretUserPass),
  273. makeValidSecretManagerTestCaseCustom(setSecretUserPass),
  274. makeValidSecretManagerTestCaseCustom(setSecretIam),
  275. makeValidSecretManagerTestCaseCustom(setSecretCert),
  276. makeValidSecretManagerTestCaseCustom(badSecretCert),
  277. makeValidSecretManagerTestCaseCustom(setSecretKV),
  278. makeValidSecretManagerTestCaseCustom(setSecretKVWithOutKey),
  279. makeValidSecretManagerTestCaseCustom(setSecretKVWithKey),
  280. makeValidSecretManagerTestCaseCustom(badSecretKV),
  281. }
  282. sm := providerIBM{}
  283. for k, v := range successCases {
  284. sm.IBMClient = v.mockClient
  285. out, err := sm.GetSecret(context.Background(), *v.ref)
  286. if !ErrorContains(err, v.expectError) {
  287. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  288. }
  289. if string(out) != v.expectedSecret {
  290. t.Errorf("[%d] unexpected secret: expected %s, got %s", k, v.expectedSecret, string(out))
  291. }
  292. }
  293. }
  294. func TestGetSecretMap(t *testing.T) {
  295. secretUsername := "user1"
  296. secretPassword := "P@ssw0rd"
  297. secretAPIKey := "01234567890"
  298. secretCertificate := "certificate_value"
  299. secretPrivateKey := "private_key_value"
  300. secretIntermediate := "intermediate_value"
  301. // good case: default version & deserialization
  302. setDeserialization := func(smtc *secretManagerTestCase) {
  303. secretData := make(map[string]interface{})
  304. secretData["payload"] = `{"foo":"bar"}`
  305. resources := []sm.SecretResourceIntf{
  306. &sm.SecretResource{
  307. SecretType: utilpointer.StringPtr("testytype"),
  308. Name: utilpointer.StringPtr("testyname"),
  309. SecretData: secretData,
  310. }}
  311. smtc.apiOutput.Resources = resources
  312. smtc.expectedData["foo"] = []byte("bar")
  313. }
  314. // bad case: invalid json
  315. setInvalidJSON := func(smtc *secretManagerTestCase) {
  316. secretData := make(map[string]interface{})
  317. secretData["payload"] = `-----------------`
  318. resources := []sm.SecretResourceIntf{
  319. &sm.SecretResource{
  320. SecretType: utilpointer.StringPtr("testytype"),
  321. Name: utilpointer.StringPtr("testyname"),
  322. SecretData: secretData,
  323. }}
  324. smtc.apiOutput.Resources = resources
  325. smtc.expectError = "unable to unmarshal secret: invalid character '-' in numeric literal"
  326. }
  327. // good case: username_password
  328. setSecretUserPass := func(smtc *secretManagerTestCase) {
  329. secretData := make(map[string]interface{})
  330. secretData["username"] = secretUsername
  331. secretData["password"] = secretPassword
  332. resources := []sm.SecretResourceIntf{
  333. &sm.SecretResource{
  334. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst),
  335. Name: utilpointer.StringPtr("testyname"),
  336. SecretData: secretData,
  337. }}
  338. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeUsernamePasswordConst)
  339. smtc.apiOutput.Resources = resources
  340. smtc.ref.Key = "username_password/test-secret"
  341. smtc.expectedData["username"] = []byte(secretUsername)
  342. smtc.expectedData["password"] = []byte(secretPassword)
  343. }
  344. // good case: iam_credentials
  345. setSecretIam := func(smtc *secretManagerTestCase) {
  346. resources := []sm.SecretResourceIntf{
  347. &sm.SecretResource{
  348. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeIamCredentialsConst),
  349. Name: utilpointer.StringPtr("testyname"),
  350. APIKey: utilpointer.StringPtr(secretAPIKey),
  351. }}
  352. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeIamCredentialsConst)
  353. smtc.apiOutput.Resources = resources
  354. smtc.ref.Key = "iam_credentials/test-secret"
  355. smtc.expectedData["apikey"] = []byte(secretAPIKey)
  356. }
  357. // good case: imported_cert
  358. setSecretCert := func(smtc *secretManagerTestCase) {
  359. secretData := make(map[string]interface{})
  360. secretData["certificate"] = secretCertificate
  361. secretData["private_key"] = secretPrivateKey
  362. secretData["intermediate"] = secretIntermediate
  363. resources := []sm.SecretResourceIntf{
  364. &sm.SecretResource{
  365. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst),
  366. Name: utilpointer.StringPtr("testyname"),
  367. SecretData: secretData,
  368. }}
  369. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeImportedCertConst)
  370. smtc.apiOutput.Resources = resources
  371. smtc.ref.Key = "imported_cert/test-secret"
  372. smtc.expectedData["certificate"] = []byte(secretCertificate)
  373. smtc.expectedData["private_key"] = []byte(secretPrivateKey)
  374. smtc.expectedData["intermediate"] = []byte(secretIntermediate)
  375. }
  376. // good case: kv
  377. setSecretKV := func(smtc *secretManagerTestCase) {
  378. secretData := make(map[string]interface{})
  379. secretData["payload"] = `{"key1":"val1", "key2":"val2"}`
  380. resources := []sm.SecretResourceIntf{
  381. &sm.SecretResource{
  382. SecretType: utilpointer.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst),
  383. Name: utilpointer.StringPtr("testyname"),
  384. SecretData: secretData,
  385. }}
  386. smtc.apiInput.SecretType = core.StringPtr(sm.CreateSecretOptionsSecretTypeKvConst)
  387. smtc.apiOutput.Resources = resources
  388. smtc.ref.Key = "kv/test-secret"
  389. smtc.expectedData["key1"] = []byte("val1")
  390. smtc.expectedData["key2"] = []byte("val2")
  391. }
  392. successCases := []*secretManagerTestCase{
  393. makeValidSecretManagerTestCaseCustom(setDeserialization),
  394. makeValidSecretManagerTestCaseCustom(setInvalidJSON),
  395. makeValidSecretManagerTestCaseCustom(setNilMockClient),
  396. makeValidSecretManagerTestCaseCustom(setAPIErr),
  397. makeValidSecretManagerTestCaseCustom(setSecretUserPass),
  398. makeValidSecretManagerTestCaseCustom(setSecretIam),
  399. makeValidSecretManagerTestCaseCustom(setSecretCert),
  400. makeValidSecretManagerTestCaseCustom(setSecretKV),
  401. }
  402. sm := providerIBM{}
  403. for k, v := range successCases {
  404. sm.IBMClient = v.mockClient
  405. out, err := sm.GetSecretMap(context.Background(), *v.ref)
  406. if !ErrorContains(err, v.expectError) {
  407. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  408. }
  409. if err == nil && !reflect.DeepEqual(out, v.expectedData) {
  410. t.Errorf("[%d] unexpected secret data: expected %#v, got %#v", k, v.expectedData, out)
  411. }
  412. }
  413. }
  414. func TestValidRetryInput(t *testing.T) {
  415. sm := providerIBM{}
  416. invalid := "Invalid"
  417. serviceURL := "http://fake-service-url.cool"
  418. spec := &esv1beta1.SecretStore{
  419. Spec: esv1beta1.SecretStoreSpec{
  420. Provider: &esv1beta1.SecretStoreProvider{
  421. IBM: &esv1beta1.IBMProvider{
  422. Auth: esv1beta1.IBMAuth{
  423. SecretRef: esv1beta1.IBMAuthSecretRef{
  424. SecretAPIKey: v1.SecretKeySelector{
  425. Name: "fake-secret",
  426. Key: "fake-key",
  427. },
  428. },
  429. },
  430. ServiceURL: &serviceURL,
  431. },
  432. },
  433. RetrySettings: &esv1beta1.SecretStoreRetrySettings{
  434. RetryInterval: &invalid,
  435. },
  436. },
  437. }
  438. expected := fmt.Sprintf("cannot setup new ibm client: time: invalid duration %q", invalid)
  439. ctx := context.TODO()
  440. kube := &test.MockClient{
  441. MockGet: test.NewMockGetFn(nil, func(obj kclient.Object) error {
  442. if o, ok := obj.(*corev1.Secret); ok {
  443. o.Data = map[string][]byte{
  444. "fake-key": []byte("ImAFakeApiKey"),
  445. }
  446. return nil
  447. }
  448. return nil
  449. }),
  450. }
  451. _, err := sm.NewClient(ctx, spec, kube, "default")
  452. if !ErrorContains(err, expected) {
  453. t.Errorf("CheckValidRetryInput unexpected error: %s, expected: '%s'", err.Error(), expected)
  454. }
  455. }
  456. func ErrorContains(out error, want string) bool {
  457. if out == nil {
  458. return want == ""
  459. }
  460. if want == "" {
  461. return false
  462. }
  463. return strings.Contains(out.Error(), want)
  464. }