oracle.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package oracle
  13. import (
  14. "context"
  15. "encoding/base64"
  16. "encoding/json"
  17. "fmt"
  18. "os"
  19. "sync"
  20. "time"
  21. "github.com/oracle/oci-go-sdk/v65/common"
  22. "github.com/oracle/oci-go-sdk/v65/common/auth"
  23. "github.com/oracle/oci-go-sdk/v65/keymanagement"
  24. "github.com/oracle/oci-go-sdk/v65/secrets"
  25. "github.com/tidwall/gjson"
  26. corev1 "k8s.io/api/core/v1"
  27. apiextensionsv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
  28. "k8s.io/apimachinery/pkg/types"
  29. kclient "sigs.k8s.io/controller-runtime/pkg/client"
  30. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  31. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  32. "github.com/external-secrets/external-secrets/pkg/provider/aws/util"
  33. "github.com/external-secrets/external-secrets/pkg/utils"
  34. )
  35. const (
  36. errOracleClient = "cannot setup new oracle client: %w"
  37. errORACLECredSecretName = "invalid oracle SecretStore resource: missing oracle APIKey"
  38. errUninitalizedOracleProvider = "provider oracle is not initialized"
  39. errInvalidClusterStoreMissingSKNamespace = "invalid ClusterStore, missing namespace"
  40. errFetchSAKSecret = "could not fetch SecretAccessKey secret: %w"
  41. errMissingPK = "missing PrivateKey"
  42. errMissingUser = "missing User ID"
  43. errMissingTenancy = "missing Tenancy ID"
  44. errMissingRegion = "missing Region"
  45. errMissingFingerprint = "missing Fingerprint"
  46. errMissingVault = "missing Vault"
  47. errJSONSecretUnmarshal = "unable to unmarshal secret: %w"
  48. errMissingKey = "missing Key in secret: %s"
  49. errUnexpectedContent = "unexpected secret bundle content"
  50. )
  51. // https://github.com/external-secrets/external-secrets/issues/644
  52. var _ esv1beta1.SecretsClient = &VaultManagementService{}
  53. var _ esv1beta1.Provider = &VaultManagementService{}
  54. type VaultManagementService struct {
  55. Client VMInterface
  56. KmsVaultClient KmsVCInterface
  57. vault string
  58. workloadIdentityMutex sync.Mutex
  59. }
  60. type VMInterface interface {
  61. GetSecretBundleByName(ctx context.Context, request secrets.GetSecretBundleByNameRequest) (secrets.GetSecretBundleByNameResponse, error)
  62. }
  63. type KmsVCInterface interface {
  64. GetVault(ctx context.Context, request keymanagement.GetVaultRequest) (response keymanagement.GetVaultResponse, err error)
  65. }
  66. // Not Implemented PushSecret.
  67. func (vms *VaultManagementService) PushSecret(_ context.Context, _ []byte, _ *apiextensionsv1.JSON, _ esv1beta1.PushRemoteRef) error {
  68. return fmt.Errorf("not implemented")
  69. }
  70. func (vms *VaultManagementService) DeleteSecret(_ context.Context, _ esv1beta1.PushRemoteRef) error {
  71. return fmt.Errorf("not implemented")
  72. }
  73. // Empty GetAllSecrets.
  74. func (vms *VaultManagementService) GetAllSecrets(_ context.Context, _ esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  75. // TO be implemented
  76. return nil, fmt.Errorf("GetAllSecrets not implemented")
  77. }
  78. func (vms *VaultManagementService) GetSecret(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  79. if utils.IsNil(vms.Client) {
  80. return nil, fmt.Errorf(errUninitalizedOracleProvider)
  81. }
  82. sec, err := vms.Client.GetSecretBundleByName(ctx, secrets.GetSecretBundleByNameRequest{
  83. VaultId: &vms.vault,
  84. SecretName: &ref.Key,
  85. Stage: secrets.GetSecretBundleByNameStageEnum(ref.Version),
  86. })
  87. if err != nil {
  88. return nil, util.SanitizeErr(err)
  89. }
  90. bt, ok := sec.SecretBundleContent.(secrets.Base64SecretBundleContentDetails)
  91. if !ok {
  92. return nil, fmt.Errorf(errUnexpectedContent)
  93. }
  94. payload, err := base64.StdEncoding.DecodeString(*bt.Content)
  95. if err != nil {
  96. return nil, err
  97. }
  98. if ref.Property == "" {
  99. return payload, nil
  100. }
  101. val := gjson.Get(string(payload), ref.Property)
  102. if !val.Exists() {
  103. return nil, fmt.Errorf(errMissingKey, ref.Key)
  104. }
  105. return []byte(val.String()), nil
  106. }
  107. func (vms *VaultManagementService) GetSecretMap(ctx context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  108. data, err := vms.GetSecret(ctx, ref)
  109. if err != nil {
  110. return nil, err
  111. }
  112. kv := make(map[string]string)
  113. err = json.Unmarshal(data, &kv)
  114. if err != nil {
  115. return nil, fmt.Errorf(errJSONSecretUnmarshal, err)
  116. }
  117. secretData := make(map[string][]byte)
  118. for k, v := range kv {
  119. secretData[k] = []byte(v)
  120. }
  121. return secretData, nil
  122. }
  123. // Capabilities return the provider supported capabilities (ReadOnly, WriteOnly, ReadWrite).
  124. func (vms *VaultManagementService) Capabilities() esv1beta1.SecretStoreCapabilities {
  125. return esv1beta1.SecretStoreReadOnly
  126. }
  127. // NewClient constructs a new secrets client based on the provided store.
  128. func (vms *VaultManagementService) NewClient(ctx context.Context, store esv1beta1.GenericStore, kube kclient.Client, namespace string) (esv1beta1.SecretsClient, error) {
  129. storeSpec := store.GetSpec()
  130. oracleSpec := storeSpec.Provider.Oracle
  131. if oracleSpec.Vault == "" {
  132. return nil, fmt.Errorf(errMissingVault)
  133. }
  134. if oracleSpec.Region == "" {
  135. return nil, fmt.Errorf(errMissingRegion)
  136. }
  137. var (
  138. err error
  139. configurationProvider common.ConfigurationProvider
  140. )
  141. if oracleSpec.PrincipalType == esv1beta1.WorkloadPrincipal {
  142. defer vms.workloadIdentityMutex.Unlock()
  143. vms.workloadIdentityMutex.Lock()
  144. // OCI SDK requires specific environment variables for workload identity.
  145. if err := os.Setenv(auth.ResourcePrincipalVersionEnvVar, auth.ResourcePrincipalVersion2_2); err != nil {
  146. return nil, fmt.Errorf("unable to set OCI SDK environment variable %s: %w", auth.ResourcePrincipalVersionEnvVar, err)
  147. }
  148. if err := os.Setenv(auth.ResourcePrincipalRegionEnvVar, oracleSpec.Region); err != nil {
  149. return nil, fmt.Errorf("unable to set OCI SDK environment variable %s: %w", auth.ResourcePrincipalRegionEnvVar, err)
  150. }
  151. configurationProvider, err = auth.OkeWorkloadIdentityConfigurationProvider()
  152. if err := os.Unsetenv(auth.ResourcePrincipalVersionEnvVar); err != nil {
  153. return nil, fmt.Errorf("unabled to unset OCI SDK environment variable %s: %w", auth.ResourcePrincipalVersionEnvVar, err)
  154. }
  155. if err := os.Unsetenv(auth.ResourcePrincipalRegionEnvVar); err != nil {
  156. return nil, fmt.Errorf("unabled to unset OCI SDK environment variable %s: %w", auth.ResourcePrincipalRegionEnvVar, err)
  157. }
  158. if err != nil {
  159. return nil, err
  160. }
  161. } else if oracleSpec.PrincipalType == esv1beta1.InstancePrincipal || oracleSpec.Auth == nil {
  162. configurationProvider, err = auth.InstancePrincipalConfigurationProvider()
  163. } else {
  164. configurationProvider, err = getUserAuthConfigurationProvider(ctx, kube, oracleSpec, namespace, store.GetObjectKind().GroupVersionKind().Kind, oracleSpec.Region)
  165. }
  166. if err != nil {
  167. return nil, fmt.Errorf(errOracleClient, err)
  168. }
  169. secretManagementService, err := secrets.NewSecretsClientWithConfigurationProvider(configurationProvider)
  170. if err != nil {
  171. return nil, fmt.Errorf(errOracleClient, err)
  172. }
  173. secretManagementService.SetRegion(oracleSpec.Region)
  174. kmsVaultClient, err := keymanagement.NewKmsVaultClientWithConfigurationProvider(configurationProvider)
  175. if err != nil {
  176. return nil, fmt.Errorf(errOracleClient, err)
  177. }
  178. kmsVaultClient.SetRegion(oracleSpec.Region)
  179. if storeSpec.RetrySettings != nil {
  180. opts := []common.RetryPolicyOption{common.WithShouldRetryOperation(common.DefaultShouldRetryOperation)}
  181. if mr := storeSpec.RetrySettings.MaxRetries; mr != nil {
  182. opts = append(opts, common.WithMaximumNumberAttempts(uint(*mr)))
  183. }
  184. if ri := storeSpec.RetrySettings.RetryInterval; ri != nil {
  185. i, err := time.ParseDuration(*storeSpec.RetrySettings.RetryInterval)
  186. if err != nil {
  187. return nil, fmt.Errorf(errOracleClient, err)
  188. }
  189. opts = append(opts, common.WithFixedBackoff(i))
  190. }
  191. customRetryPolicy := common.NewRetryPolicyWithOptions(opts...)
  192. secretManagementService.SetCustomClientConfiguration(common.CustomClientConfiguration{
  193. RetryPolicy: &customRetryPolicy,
  194. })
  195. kmsVaultClient.SetCustomClientConfiguration(common.CustomClientConfiguration{
  196. RetryPolicy: &customRetryPolicy,
  197. })
  198. }
  199. return &VaultManagementService{
  200. Client: secretManagementService,
  201. KmsVaultClient: kmsVaultClient,
  202. vault: oracleSpec.Vault,
  203. }, nil
  204. }
  205. func getSecretData(ctx context.Context, kube kclient.Client, namespace, storeKind string, secretRef esmeta.SecretKeySelector) (string, error) {
  206. if secretRef.Name == "" {
  207. return "", fmt.Errorf(errORACLECredSecretName)
  208. }
  209. objectKey := types.NamespacedName{
  210. Name: secretRef.Name,
  211. Namespace: namespace,
  212. }
  213. // only ClusterStore is allowed to set namespace (and then it's required)
  214. if storeKind == esv1beta1.ClusterSecretStoreKind {
  215. if secretRef.Namespace == nil {
  216. return "", fmt.Errorf(errInvalidClusterStoreMissingSKNamespace)
  217. }
  218. objectKey.Namespace = *secretRef.Namespace
  219. }
  220. secret := corev1.Secret{}
  221. err := kube.Get(ctx, objectKey, &secret)
  222. if err != nil {
  223. return "", fmt.Errorf(errFetchSAKSecret, err)
  224. }
  225. return string(secret.Data[secretRef.Key]), nil
  226. }
  227. func getUserAuthConfigurationProvider(ctx context.Context, kube kclient.Client, store *esv1beta1.OracleProvider, namespace, storeKind, region string) (common.ConfigurationProvider, error) {
  228. privateKey, err := getSecretData(ctx, kube, namespace, storeKind, store.Auth.SecretRef.PrivateKey)
  229. if err != nil {
  230. return nil, err
  231. }
  232. if privateKey == "" {
  233. return nil, fmt.Errorf(errMissingPK)
  234. }
  235. fingerprint, err := getSecretData(ctx, kube, namespace, storeKind, store.Auth.SecretRef.Fingerprint)
  236. if err != nil {
  237. return nil, err
  238. }
  239. if fingerprint == "" {
  240. return nil, fmt.Errorf(errMissingFingerprint)
  241. }
  242. if store.Auth.User == "" {
  243. return nil, fmt.Errorf(errMissingUser)
  244. }
  245. if store.Auth.Tenancy == "" {
  246. return nil, fmt.Errorf(errMissingTenancy)
  247. }
  248. return common.NewRawConfigurationProvider(store.Auth.Tenancy, store.Auth.User, region, fingerprint, privateKey, nil), nil
  249. }
  250. func (vms *VaultManagementService) Close(_ context.Context) error {
  251. return nil
  252. }
  253. func (vms *VaultManagementService) Validate() (esv1beta1.ValidationResult, error) {
  254. _, err := vms.KmsVaultClient.GetVault(
  255. context.Background(), keymanagement.GetVaultRequest{
  256. VaultId: &vms.vault,
  257. },
  258. )
  259. if err != nil {
  260. failure, ok := common.IsServiceError(err)
  261. if ok {
  262. code := failure.GetCode()
  263. switch code {
  264. case "NotAuthenticated":
  265. return esv1beta1.ValidationResultError, err
  266. case "NotAuthorizedOrNotFound":
  267. // User authentication was successful, but user might not have a permission like:
  268. //
  269. // Allow group external_secrets to read vaults in tenancy
  270. //
  271. // Which is fine, because to read secrets we only need:
  272. //
  273. // Allow group external_secrets to read secret-family in tenancy
  274. //
  275. // But we can't test for this permission without knowing the name of a secret
  276. return esv1beta1.ValidationResultUnknown, err
  277. default:
  278. return esv1beta1.ValidationResultError, err
  279. }
  280. } else {
  281. return esv1beta1.ValidationResultError, err
  282. }
  283. }
  284. return esv1beta1.ValidationResultReady, nil
  285. }
  286. func (vms *VaultManagementService) ValidateStore(store esv1beta1.GenericStore) error {
  287. storeSpec := store.GetSpec()
  288. oracleSpec := storeSpec.Provider.Oracle
  289. vault := oracleSpec.Vault
  290. if vault == "" {
  291. return fmt.Errorf("vault cannot be empty")
  292. }
  293. region := oracleSpec.Region
  294. if region == "" {
  295. return fmt.Errorf("region cannot be empty")
  296. }
  297. auth := oracleSpec.Auth
  298. if auth == nil {
  299. return nil
  300. }
  301. user := oracleSpec.Auth.User
  302. if user == "" {
  303. return fmt.Errorf("user cannot be empty")
  304. }
  305. tenant := oracleSpec.Auth.Tenancy
  306. if tenant == "" {
  307. return fmt.Errorf("tenant cannot be empty")
  308. }
  309. privateKey := oracleSpec.Auth.SecretRef.PrivateKey
  310. if privateKey.Name == "" {
  311. return fmt.Errorf("privateKey.name cannot be empty")
  312. }
  313. if privateKey.Key == "" {
  314. return fmt.Errorf("privateKey.key cannot be empty")
  315. }
  316. err := utils.ValidateSecretSelector(store, privateKey)
  317. if err != nil {
  318. return err
  319. }
  320. fingerprint := oracleSpec.Auth.SecretRef.Fingerprint
  321. if fingerprint.Name == "" {
  322. return fmt.Errorf("fingerprint.name cannot be empty")
  323. }
  324. if fingerprint.Key == "" {
  325. return fmt.Errorf("fingerprint.key cannot be empty")
  326. }
  327. err = utils.ValidateSecretSelector(store, fingerprint)
  328. if err != nil {
  329. return err
  330. }
  331. return nil
  332. }
  333. func init() {
  334. esv1beta1.Register(&VaultManagementService{}, &esv1beta1.SecretStoreProvider{
  335. Oracle: &esv1beta1.OracleProvider{},
  336. })
  337. }