keyvault_test.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package keyvault
  13. import (
  14. "context"
  15. "encoding/json"
  16. "fmt"
  17. "reflect"
  18. "testing"
  19. "github.com/Azure/azure-sdk-for-go/services/keyvault/2016-10-01/keyvault"
  20. tassert "github.com/stretchr/testify/assert"
  21. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  22. "k8s.io/utils/pointer"
  23. clientfake "sigs.k8s.io/controller-runtime/pkg/client/fake"
  24. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  25. v1 "github.com/external-secrets/external-secrets/apis/meta/v1"
  26. fake "github.com/external-secrets/external-secrets/pkg/provider/azure/keyvault/fake"
  27. utils "github.com/external-secrets/external-secrets/pkg/utils"
  28. )
  29. type secretManagerTestCase struct {
  30. mockClient *fake.AzureMockClient
  31. secretName string
  32. secretVersion string
  33. serviceURL string
  34. ref *esv1beta1.ExternalSecretDataRemoteRef
  35. apiErr error
  36. secretOutput keyvault.SecretBundle
  37. keyOutput keyvault.KeyBundle
  38. certOutput keyvault.CertificateBundle
  39. expectError string
  40. expectedSecret string
  41. // for testing secretmap
  42. expectedData map[string][]byte
  43. }
  44. func makeValidSecretManagerTestCase() *secretManagerTestCase {
  45. secretString := "Hello World!"
  46. smtc := secretManagerTestCase{
  47. mockClient: &fake.AzureMockClient{},
  48. secretName: "MySecret",
  49. secretVersion: "",
  50. ref: makeValidRef(),
  51. secretOutput: keyvault.SecretBundle{Value: &secretString},
  52. serviceURL: "",
  53. apiErr: nil,
  54. expectError: "",
  55. expectedSecret: secretString,
  56. expectedData: map[string][]byte{},
  57. }
  58. smtc.mockClient.WithValue(smtc.serviceURL, smtc.secretName, smtc.secretVersion, smtc.secretOutput, smtc.apiErr)
  59. return &smtc
  60. }
  61. func makeValidSecretManagerTestCaseCustom(tweaks ...func(smtc *secretManagerTestCase)) *secretManagerTestCase {
  62. smtc := makeValidSecretManagerTestCase()
  63. for _, fn := range tweaks {
  64. fn(smtc)
  65. }
  66. smtc.mockClient.WithValue(smtc.serviceURL, smtc.secretName, smtc.secretVersion, smtc.secretOutput, smtc.apiErr)
  67. smtc.mockClient.WithKey(smtc.serviceURL, smtc.secretName, smtc.secretVersion, smtc.keyOutput, smtc.apiErr)
  68. smtc.mockClient.WithCertificate(smtc.serviceURL, smtc.secretName, smtc.secretVersion, smtc.certOutput, smtc.apiErr)
  69. return smtc
  70. }
  71. func TestNewClientManagedIdentityNoNeedForCredentials(t *testing.T) {
  72. namespace := "internal"
  73. vaultURL := "https://local.vault.url"
  74. identityID := "1234"
  75. authType := esv1beta1.ManagedIdentity
  76. store := esv1beta1.SecretStore{
  77. ObjectMeta: metav1.ObjectMeta{
  78. Namespace: namespace,
  79. },
  80. Spec: esv1beta1.SecretStoreSpec{Provider: &esv1beta1.SecretStoreProvider{AzureKV: &esv1beta1.AzureKVProvider{
  81. AuthType: &authType,
  82. IdentityID: &identityID,
  83. VaultURL: &vaultURL,
  84. }}},
  85. }
  86. provider, err := esv1beta1.GetProvider(&store)
  87. tassert.Nil(t, err, "the return err should be nil")
  88. k8sClient := clientfake.NewClientBuilder().Build()
  89. secretClient, err := provider.NewClient(context.Background(), &store, k8sClient, namespace)
  90. if err != nil {
  91. // On non Azure environment, MSI auth not available, so this error should be returned
  92. tassert.EqualError(t, err, "failed to get oauth token from MSI: MSI not available")
  93. } else {
  94. // On Azure (where GitHub Actions are running) a secretClient is returned, as only an Authorizer is configured, but no token is requested for MI
  95. tassert.NotNil(t, secretClient)
  96. }
  97. }
  98. func TestNewClientNoCreds(t *testing.T) {
  99. namespace := "internal"
  100. vaultURL := "https://local.vault.url"
  101. tenantID := "1234"
  102. authType := esv1beta1.ServicePrincipal
  103. store := esv1beta1.SecretStore{
  104. ObjectMeta: metav1.ObjectMeta{
  105. Namespace: namespace,
  106. },
  107. Spec: esv1beta1.SecretStoreSpec{Provider: &esv1beta1.SecretStoreProvider{AzureKV: &esv1beta1.AzureKVProvider{
  108. AuthType: &authType,
  109. VaultURL: &vaultURL,
  110. TenantID: &tenantID,
  111. }}},
  112. }
  113. provider, err := esv1beta1.GetProvider(&store)
  114. tassert.Nil(t, err, "the return err should be nil")
  115. k8sClient := clientfake.NewClientBuilder().Build()
  116. _, err = provider.NewClient(context.Background(), &store, k8sClient, namespace)
  117. tassert.EqualError(t, err, "missing secretRef in provider config")
  118. store.Spec.Provider.AzureKV.AuthSecretRef = &esv1beta1.AzureKVAuth{}
  119. _, err = provider.NewClient(context.Background(), &store, k8sClient, namespace)
  120. tassert.EqualError(t, err, "missing accessKeyID/secretAccessKey in store config")
  121. store.Spec.Provider.AzureKV.AuthSecretRef.ClientID = &v1.SecretKeySelector{Name: "user"}
  122. _, err = provider.NewClient(context.Background(), &store, k8sClient, namespace)
  123. tassert.EqualError(t, err, "missing accessKeyID/secretAccessKey in store config")
  124. store.Spec.Provider.AzureKV.AuthSecretRef.ClientSecret = &v1.SecretKeySelector{Name: "password"}
  125. _, err = provider.NewClient(context.Background(), &store, k8sClient, namespace)
  126. tassert.EqualError(t, err, "could not find secret internal/user: secrets \"user\" not found")
  127. store.TypeMeta.Kind = esv1beta1.ClusterSecretStoreKind
  128. store.TypeMeta.APIVersion = esv1beta1.ClusterSecretStoreKindAPIVersion
  129. ns := "default"
  130. store.Spec.Provider.AzureKV.AuthSecretRef.ClientID.Namespace = &ns
  131. store.Spec.Provider.AzureKV.AuthSecretRef.ClientSecret.Namespace = &ns
  132. _, err = provider.NewClient(context.Background(), &store, k8sClient, namespace)
  133. tassert.EqualError(t, err, "could not find secret default/user: secrets \"user\" not found")
  134. }
  135. const (
  136. jwkPubRSA = `{"kid":"ex","kty":"RSA","key_ops":["sign","verify","wrapKey","unwrapKey","encrypt","decrypt"],"n":"p2VQo8qCfWAZmdWBVaYuYb-a-tWWm78K6Sr9poCvNcmv8rUPSLACxitQWR8gZaSH1DklVkqz-Ed8Cdlf8lkDg4Ex5tkB64jRdC1Uvn4CDpOH6cp-N2s8hTFLqy9_YaDmyQS7HiqthOi9oVjil1VMeWfaAbClGtFt6UnKD0Vb_DvLoWYQSqlhgBArFJi966b4E1pOq5Ad02K8pHBDThlIIx7unibLehhDU6q3DCwNH_OOLx6bgNtmvGYJDd1cywpkLQ3YzNCUPWnfMBJRP3iQP_WI21uP6cvo0DqBPBM4wvVzHbCT0vnIflwkbgEWkq1FprqAitZlop9KjLqzjp9vyQ","e":"AQAB"}`
  137. jwkPubEC = `{"kid":"https://example.vault.azure.net/keys/ec-p-521/e3d0e9c179b54988860c69c6ae172c65","kty":"EC","key_ops":["sign","verify"],"crv":"P-521","x":"AedOAtb7H7Oz1C_cPKI_R4CN_eai5nteY6KFW07FOoaqgQfVCSkQDK22fCOiMT_28c8LZYJRsiIFz_IIbQUW7bXj","y":"AOnchHnmBphIWXvanmMAmcCDkaED6ycW8GsAl9fQ43BMVZTqcTkJYn6vGnhn7MObizmkNSmgZYTwG-vZkIg03HHs"}`
  138. jsonTestString = `{"Name": "External", "LastName": "Secret", "Address": { "Street": "Myroad st.", "CP": "J4K4T4" } }`
  139. jsonSingleTestString = `{"Name": "External", "LastName": "Secret" }`
  140. keyName = "key/keyname"
  141. certName = "cert/certname"
  142. )
  143. func newKVJWK(b []byte) *keyvault.JSONWebKey {
  144. var key keyvault.JSONWebKey
  145. err := json.Unmarshal(b, &key)
  146. if err != nil {
  147. panic(err)
  148. }
  149. return &key
  150. }
  151. // test the sm<->azurekv interface
  152. // make sure correct values are passed and errors are handled accordingly.
  153. func TestAzureKeyVaultSecretManagerGetSecret(t *testing.T) {
  154. secretString := "changedvalue"
  155. secretCertificate := "certificate_value"
  156. // good case
  157. setSecretString := func(smtc *secretManagerTestCase) {
  158. smtc.expectedSecret = secretString
  159. smtc.secretOutput = keyvault.SecretBundle{
  160. Value: &secretString,
  161. }
  162. }
  163. setSecretStringWithVersion := func(smtc *secretManagerTestCase) {
  164. smtc.expectedSecret = secretString
  165. smtc.secretOutput = keyvault.SecretBundle{
  166. Value: &secretString,
  167. }
  168. smtc.ref.Version = "v1"
  169. smtc.secretVersion = smtc.ref.Version
  170. }
  171. setSecretWithProperty := func(smtc *secretManagerTestCase) {
  172. jsonString := jsonTestString
  173. smtc.expectedSecret = "External"
  174. smtc.secretOutput = keyvault.SecretBundle{
  175. Value: &jsonString,
  176. }
  177. smtc.ref.Property = "Name"
  178. }
  179. badSecretWithProperty := func(smtc *secretManagerTestCase) {
  180. jsonString := jsonTestString
  181. smtc.expectedSecret = ""
  182. smtc.secretOutput = keyvault.SecretBundle{
  183. Value: &jsonString,
  184. }
  185. smtc.ref.Property = "Age"
  186. smtc.expectError = fmt.Sprintf("property %s does not exist in key %s", smtc.ref.Property, smtc.ref.Key)
  187. smtc.apiErr = fmt.Errorf(smtc.expectError)
  188. }
  189. // // good case: key set
  190. setPubRSAKey := func(smtc *secretManagerTestCase) {
  191. smtc.secretName = keyName
  192. smtc.expectedSecret = jwkPubRSA
  193. smtc.keyOutput = keyvault.KeyBundle{
  194. Key: newKVJWK([]byte(jwkPubRSA)),
  195. }
  196. smtc.ref.Key = smtc.secretName
  197. }
  198. // // good case: key set
  199. setPubECKey := func(smtc *secretManagerTestCase) {
  200. smtc.secretName = keyName
  201. smtc.expectedSecret = jwkPubEC
  202. smtc.keyOutput = keyvault.KeyBundle{
  203. Key: newKVJWK([]byte(jwkPubEC)),
  204. }
  205. smtc.ref.Key = smtc.secretName
  206. }
  207. // // good case: key set
  208. setCertificate := func(smtc *secretManagerTestCase) {
  209. byteArrString := []byte(secretCertificate)
  210. smtc.secretName = certName
  211. smtc.expectedSecret = secretCertificate
  212. smtc.certOutput = keyvault.CertificateBundle{
  213. Cer: &byteArrString,
  214. }
  215. smtc.ref.Key = smtc.secretName
  216. }
  217. badSecretType := func(smtc *secretManagerTestCase) {
  218. smtc.secretName = "name"
  219. smtc.expectedSecret = ""
  220. smtc.expectError = fmt.Sprintf("unknown Azure Keyvault object Type for %s", smtc.secretName)
  221. smtc.ref.Key = fmt.Sprintf("dummy/%s", smtc.secretName)
  222. }
  223. successCases := []*secretManagerTestCase{
  224. makeValidSecretManagerTestCase(),
  225. makeValidSecretManagerTestCaseCustom(setSecretString),
  226. makeValidSecretManagerTestCaseCustom(setSecretStringWithVersion),
  227. makeValidSecretManagerTestCaseCustom(setSecretWithProperty),
  228. makeValidSecretManagerTestCaseCustom(badSecretWithProperty),
  229. makeValidSecretManagerTestCaseCustom(setPubRSAKey),
  230. makeValidSecretManagerTestCaseCustom(setPubECKey),
  231. makeValidSecretManagerTestCaseCustom(setCertificate),
  232. makeValidSecretManagerTestCaseCustom(badSecretType),
  233. }
  234. sm := Azure{
  235. provider: &esv1beta1.AzureKVProvider{VaultURL: pointer.StringPtr("noop")},
  236. }
  237. for k, v := range successCases {
  238. sm.baseClient = v.mockClient
  239. out, err := sm.GetSecret(context.Background(), *v.ref)
  240. if !utils.ErrorContains(err, v.expectError) {
  241. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  242. }
  243. if string(out) != v.expectedSecret {
  244. t.Errorf("[%d] unexpected secret: expected %s, got %s", k, v.expectedSecret, string(out))
  245. }
  246. }
  247. }
  248. func TestAzureKeyVaultSecretManagerGetSecretMap(t *testing.T) {
  249. secretString := "changedvalue"
  250. secretCertificate := "certificate_value"
  251. badSecretString := func(smtc *secretManagerTestCase) {
  252. smtc.expectedSecret = secretString
  253. smtc.secretOutput = keyvault.SecretBundle{
  254. Value: &secretString,
  255. }
  256. smtc.expectError = "error unmarshalling json data: invalid character 'c' looking for beginning of value"
  257. }
  258. setSecretJSON := func(smtc *secretManagerTestCase) {
  259. jsonString := jsonSingleTestString
  260. smtc.secretOutput = keyvault.SecretBundle{
  261. Value: &jsonString,
  262. }
  263. smtc.expectedData["Name"] = []byte("External")
  264. smtc.expectedData["LastName"] = []byte("Secret")
  265. }
  266. setSecretJSONWithProperty := func(smtc *secretManagerTestCase) {
  267. jsonString := jsonTestString
  268. smtc.secretOutput = keyvault.SecretBundle{
  269. Value: &jsonString,
  270. }
  271. smtc.ref.Property = "Address"
  272. smtc.expectedData["Street"] = []byte("Myroad st.")
  273. smtc.expectedData["CP"] = []byte("J4K4T4")
  274. }
  275. badSecretWithProperty := func(smtc *secretManagerTestCase) {
  276. jsonString := jsonTestString
  277. smtc.expectedSecret = ""
  278. smtc.secretOutput = keyvault.SecretBundle{
  279. Value: &jsonString,
  280. }
  281. smtc.ref.Property = "Age"
  282. smtc.expectError = fmt.Sprintf("property %s does not exist in key %s", smtc.ref.Property, smtc.ref.Key)
  283. smtc.apiErr = fmt.Errorf(smtc.expectError)
  284. }
  285. badPubRSAKey := func(smtc *secretManagerTestCase) {
  286. smtc.secretName = keyName
  287. smtc.expectedSecret = jwkPubRSA
  288. smtc.keyOutput = keyvault.KeyBundle{
  289. Key: newKVJWK([]byte(jwkPubRSA)),
  290. }
  291. smtc.ref.Key = smtc.secretName
  292. smtc.expectError = "cannot get use dataFrom to get key secret"
  293. }
  294. badCertificate := func(smtc *secretManagerTestCase) {
  295. byteArrString := []byte(secretCertificate)
  296. smtc.secretName = certName
  297. smtc.expectedSecret = secretCertificate
  298. smtc.certOutput = keyvault.CertificateBundle{
  299. Cer: &byteArrString,
  300. }
  301. smtc.ref.Key = smtc.secretName
  302. smtc.expectError = "cannot get use dataFrom to get certificate secret"
  303. }
  304. badSecretType := func(smtc *secretManagerTestCase) {
  305. smtc.secretName = "name"
  306. smtc.expectedSecret = ""
  307. smtc.expectError = fmt.Sprintf("unknown Azure Keyvault object Type for %s", smtc.secretName)
  308. smtc.ref.Key = fmt.Sprintf("dummy/%s", smtc.secretName)
  309. }
  310. successCases := []*secretManagerTestCase{
  311. makeValidSecretManagerTestCaseCustom(badSecretString),
  312. makeValidSecretManagerTestCaseCustom(setSecretJSON),
  313. makeValidSecretManagerTestCaseCustom(setSecretJSONWithProperty),
  314. makeValidSecretManagerTestCaseCustom(badSecretWithProperty),
  315. makeValidSecretManagerTestCaseCustom(badPubRSAKey),
  316. makeValidSecretManagerTestCaseCustom(badCertificate),
  317. makeValidSecretManagerTestCaseCustom(badSecretType),
  318. }
  319. sm := Azure{
  320. provider: &esv1beta1.AzureKVProvider{VaultURL: pointer.StringPtr("noop")},
  321. }
  322. for k, v := range successCases {
  323. sm.baseClient = v.mockClient
  324. out, err := sm.GetSecretMap(context.Background(), *v.ref)
  325. if !utils.ErrorContains(err, v.expectError) {
  326. t.Errorf("[%d] unexpected error: %s, expected: '%s'", k, err.Error(), v.expectError)
  327. }
  328. if err == nil && !reflect.DeepEqual(out, v.expectedData) {
  329. t.Errorf("[%d] unexpected secret data: expected %#v, got %#v", k, v.expectedData, out)
  330. }
  331. }
  332. }
  333. func makeValidRef() *esv1beta1.ExternalSecretDataRemoteRef {
  334. return &esv1beta1.ExternalSecretDataRemoteRef{
  335. Key: "test-secret",
  336. Version: "default",
  337. }
  338. }
  339. func TestValidateStore(t *testing.T) {
  340. type args struct {
  341. auth esv1beta1.AzureKVAuth
  342. }
  343. tests := []struct {
  344. name string
  345. args args
  346. wantErr bool
  347. }{
  348. {
  349. name: "empty auth",
  350. wantErr: false,
  351. },
  352. {
  353. name: "empty client id",
  354. wantErr: false,
  355. args: args{
  356. auth: esv1beta1.AzureKVAuth{},
  357. },
  358. },
  359. {
  360. name: "invalid client id",
  361. wantErr: true,
  362. args: args{
  363. auth: esv1beta1.AzureKVAuth{
  364. ClientID: &v1.SecretKeySelector{
  365. Namespace: pointer.StringPtr("invalid"),
  366. },
  367. },
  368. },
  369. },
  370. {
  371. name: "invalid client secret",
  372. wantErr: true,
  373. args: args{
  374. auth: esv1beta1.AzureKVAuth{
  375. ClientSecret: &v1.SecretKeySelector{
  376. Namespace: pointer.StringPtr("invalid"),
  377. },
  378. },
  379. },
  380. },
  381. }
  382. for _, tt := range tests {
  383. t.Run(tt.name, func(t *testing.T) {
  384. a := &Azure{}
  385. store := &esv1beta1.SecretStore{
  386. Spec: esv1beta1.SecretStoreSpec{
  387. Provider: &esv1beta1.SecretStoreProvider{
  388. AzureKV: &esv1beta1.AzureKVProvider{
  389. AuthSecretRef: &tt.args.auth,
  390. },
  391. },
  392. },
  393. }
  394. if err := a.ValidateStore(store); (err != nil) != tt.wantErr {
  395. t.Errorf("Azure.ValidateStore() error = %v, wantErr %v", err, tt.wantErr)
  396. }
  397. })
  398. }
  399. }