webhook.go 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package webhook
  13. import (
  14. "bytes"
  15. "context"
  16. "crypto/tls"
  17. "crypto/x509"
  18. "encoding/json"
  19. "fmt"
  20. "io"
  21. "net/http"
  22. "net/url"
  23. tpl "text/template"
  24. "github.com/PaesslerAG/jsonpath"
  25. corev1 "k8s.io/api/core/v1"
  26. "sigs.k8s.io/controller-runtime/pkg/client"
  27. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  28. esmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  29. "github.com/external-secrets/external-secrets/pkg/constants"
  30. "github.com/external-secrets/external-secrets/pkg/metrics"
  31. "github.com/external-secrets/external-secrets/pkg/template/v2"
  32. "github.com/external-secrets/external-secrets/pkg/utils"
  33. "github.com/external-secrets/external-secrets/pkg/utils/resolvers"
  34. )
  35. type Webhook struct {
  36. Kube client.Client
  37. Namespace string
  38. StoreKind string
  39. HTTP *http.Client
  40. EnforceLabels bool
  41. ClusterScoped bool
  42. }
  43. func (w *Webhook) getStoreSecret(ctx context.Context, ref SecretKeySelector) (*corev1.Secret, error) {
  44. ke := client.ObjectKey{
  45. Name: ref.Name,
  46. Namespace: w.Namespace,
  47. }
  48. if w.ClusterScoped {
  49. if ref.Namespace == nil {
  50. return nil, fmt.Errorf("no namespace on ClusterScoped webhook secret %s", ref.Name)
  51. }
  52. ke.Namespace = *ref.Namespace
  53. }
  54. secret := &corev1.Secret{}
  55. if err := w.Kube.Get(ctx, ke, secret); err != nil {
  56. return nil, fmt.Errorf("failed to get clustersecretstore webhook secret %s: %w", ref.Name, err)
  57. }
  58. if w.EnforceLabels {
  59. expected, ok := secret.Labels["generators.external-secrets.io/type"]
  60. if !ok {
  61. return nil, fmt.Errorf("secret does not contain needed label to be used on webhook generator")
  62. }
  63. if expected != "webhook" {
  64. return nil, fmt.Errorf("secret type is not 'webhook'")
  65. }
  66. }
  67. return secret, nil
  68. }
  69. func (w *Webhook) GetSecretMap(ctx context.Context, provider *Spec, ref *esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  70. result, err := w.GetWebhookData(ctx, provider, ref)
  71. if err != nil {
  72. return nil, err
  73. }
  74. // We always want json here, so just parse it out
  75. jsondata := any(nil)
  76. if err := json.Unmarshal(result, &jsondata); err != nil {
  77. return nil, fmt.Errorf("failed to parse response json: %w", err)
  78. }
  79. // Get subdata via jsonpath, if given
  80. if provider.Result.JSONPath != "" {
  81. jsondata, err = jsonpath.Get(provider.Result.JSONPath, jsondata)
  82. if err != nil {
  83. return nil, fmt.Errorf("failed to get response path %s: %w", provider.Result.JSONPath, err)
  84. }
  85. }
  86. // If the value is a string, try to parse it as json
  87. jsonstring, ok := jsondata.(string)
  88. if ok {
  89. // This could also happen if the response was a single json-encoded string
  90. // but that is an extremely unlikely scenario
  91. if err := json.Unmarshal([]byte(jsonstring), &jsondata); err != nil {
  92. return nil, fmt.Errorf("failed to parse response json from jsonpath: %w", err)
  93. }
  94. }
  95. // Use the data as a key-value map
  96. jsonvalue, ok := jsondata.(map[string]any)
  97. if !ok {
  98. return nil, fmt.Errorf("failed to get response (wrong type: %T)", jsondata)
  99. }
  100. // Change the map of generic objects to a map of byte arrays
  101. values := make(map[string][]byte)
  102. for rKey := range jsonvalue {
  103. values[rKey], err = utils.GetByteValueFromMap(jsonvalue, rKey)
  104. if err != nil {
  105. return nil, fmt.Errorf("failed to get response for key '%s': %w", rKey, err)
  106. }
  107. }
  108. return values, nil
  109. }
  110. func (w *Webhook) GetTemplateData(ctx context.Context, ref *esv1beta1.ExternalSecretDataRemoteRef, secrets []Secret, urlEncode bool) (map[string]map[string]string, error) {
  111. data := map[string]map[string]string{}
  112. if ref != nil {
  113. if urlEncode {
  114. data["remoteRef"] = map[string]string{
  115. "key": url.QueryEscape(ref.Key),
  116. "version": url.QueryEscape(ref.Version),
  117. "property": url.QueryEscape(ref.Property),
  118. }
  119. } else {
  120. data["remoteRef"] = map[string]string{
  121. "key": ref.Key,
  122. "version": ref.Version,
  123. "property": ref.Property,
  124. }
  125. }
  126. }
  127. for _, secref := range secrets {
  128. if _, ok := data[secref.Name]; !ok {
  129. data[secref.Name] = make(map[string]string)
  130. }
  131. secret, err := w.getStoreSecret(ctx, secref.SecretRef)
  132. if err != nil {
  133. return nil, err
  134. }
  135. for sKey, sVal := range secret.Data {
  136. data[secref.Name][sKey] = string(sVal)
  137. }
  138. }
  139. return data, nil
  140. }
  141. func (w *Webhook) GetWebhookData(ctx context.Context, provider *Spec, ref *esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  142. if w.HTTP == nil {
  143. return nil, fmt.Errorf("http client not initialized")
  144. }
  145. escapedData, err := w.GetTemplateData(ctx, ref, provider.Secrets, true)
  146. if err != nil {
  147. return nil, err
  148. }
  149. rawData, err := w.GetTemplateData(ctx, ref, provider.Secrets, false)
  150. if err != nil {
  151. return nil, err
  152. }
  153. method := provider.Method
  154. if method == "" {
  155. method = http.MethodGet
  156. }
  157. url, err := ExecuteTemplateString(provider.URL, escapedData)
  158. if err != nil {
  159. return nil, fmt.Errorf("failed to parse url: %w", err)
  160. }
  161. body, err := ExecuteTemplate(provider.Body, rawData)
  162. if err != nil {
  163. return nil, fmt.Errorf("failed to parse body: %w", err)
  164. }
  165. req, err := http.NewRequestWithContext(ctx, method, url, &body)
  166. if err != nil {
  167. return nil, fmt.Errorf("failed to create request: %w", err)
  168. }
  169. for hKey, hValueTpl := range provider.Headers {
  170. hValue, err := ExecuteTemplateString(hValueTpl, rawData)
  171. if err != nil {
  172. return nil, fmt.Errorf("failed to parse header %s: %w", hKey, err)
  173. }
  174. req.Header.Add(hKey, hValue)
  175. }
  176. resp, err := w.HTTP.Do(req)
  177. metrics.ObserveAPICall(constants.ProviderWebhook, constants.CallWebhookHTTPReq, err)
  178. if err != nil {
  179. return nil, fmt.Errorf("failed to call endpoint: %w", err)
  180. }
  181. defer resp.Body.Close()
  182. if resp.StatusCode == 404 {
  183. return nil, esv1beta1.NoSecretError{}
  184. }
  185. if resp.StatusCode < 200 || resp.StatusCode >= 300 {
  186. return nil, fmt.Errorf("endpoint gave error %s", resp.Status)
  187. }
  188. return io.ReadAll(resp.Body)
  189. }
  190. func (w *Webhook) GetHTTPClient(provider *Spec) (*http.Client, error) {
  191. client := &http.Client{}
  192. if provider.Timeout != nil {
  193. client.Timeout = provider.Timeout.Duration
  194. }
  195. if len(provider.CABundle) == 0 && provider.CAProvider == nil {
  196. // No need to process ca stuff if it is not there
  197. return client, nil
  198. }
  199. caCertPool, err := w.GetCACertPool(provider)
  200. if err != nil {
  201. return nil, err
  202. }
  203. tlsConf := &tls.Config{
  204. RootCAs: caCertPool,
  205. MinVersion: tls.VersionTLS12,
  206. Renegotiation: tls.RenegotiateOnceAsClient,
  207. }
  208. client.Transport = &http.Transport{TLSClientConfig: tlsConf}
  209. return client, nil
  210. }
  211. func (w *Webhook) GetCACertPool(provider *Spec) (*x509.CertPool, error) {
  212. caCertPool := x509.NewCertPool()
  213. if len(provider.CABundle) > 0 {
  214. ok := caCertPool.AppendCertsFromPEM(provider.CABundle)
  215. if !ok {
  216. return nil, fmt.Errorf("failed to append cabundle")
  217. }
  218. }
  219. if provider.CAProvider != nil {
  220. var cert []byte
  221. var err error
  222. switch provider.CAProvider.Type {
  223. case CAProviderTypeSecret:
  224. cert, err = w.GetCertFromSecret(provider)
  225. case CAProviderTypeConfigMap:
  226. cert, err = w.GetCertFromConfigMap(provider)
  227. default:
  228. err = fmt.Errorf("unknown caprovider type: %s", provider.CAProvider.Type)
  229. }
  230. if err != nil {
  231. return nil, err
  232. }
  233. ok := caCertPool.AppendCertsFromPEM(cert)
  234. if !ok {
  235. return nil, fmt.Errorf("failed to append cabundle")
  236. }
  237. }
  238. return caCertPool, nil
  239. }
  240. func (w *Webhook) GetCertFromSecret(provider *Spec) ([]byte, error) {
  241. secretRef := esmeta.SecretKeySelector{
  242. Name: provider.CAProvider.Name,
  243. Namespace: &w.Namespace,
  244. Key: provider.CAProvider.Key,
  245. }
  246. if provider.CAProvider.Namespace != nil {
  247. secretRef.Namespace = provider.CAProvider.Namespace
  248. }
  249. ctx := context.Background()
  250. cert, err := resolvers.SecretKeyRef(
  251. ctx,
  252. w.Kube,
  253. w.StoreKind,
  254. w.Namespace,
  255. &secretRef,
  256. )
  257. if err != nil {
  258. return nil, err
  259. }
  260. return []byte(cert), nil
  261. }
  262. func (w *Webhook) GetCertFromConfigMap(provider *Spec) ([]byte, error) {
  263. objKey := client.ObjectKey{
  264. Name: provider.CAProvider.Name,
  265. }
  266. if provider.CAProvider.Namespace != nil {
  267. objKey.Namespace = *provider.CAProvider.Namespace
  268. }
  269. configMapRef := &corev1.ConfigMap{}
  270. ctx := context.Background()
  271. err := w.Kube.Get(ctx, objKey, configMapRef)
  272. if err != nil {
  273. return nil, fmt.Errorf("failed to get caprovider secret %s: %w", objKey.Name, err)
  274. }
  275. val, ok := configMapRef.Data[provider.CAProvider.Key]
  276. if !ok {
  277. return nil, fmt.Errorf("failed to get caprovider configmap %s -> %s", objKey.Name, provider.CAProvider.Key)
  278. }
  279. return []byte(val), nil
  280. }
  281. func ExecuteTemplateString(tmpl string, data map[string]map[string]string) (string, error) {
  282. result, err := ExecuteTemplate(tmpl, data)
  283. if err != nil {
  284. return "", err
  285. }
  286. return result.String(), nil
  287. }
  288. func ExecuteTemplate(tmpl string, data map[string]map[string]string) (bytes.Buffer, error) {
  289. var result bytes.Buffer
  290. if tmpl == "" {
  291. return result, nil
  292. }
  293. urlt, err := tpl.New("webhooktemplate").Funcs(template.FuncMap()).Parse(tmpl)
  294. if err != nil {
  295. return result, err
  296. }
  297. if err := urlt.Execute(&result, data); err != nil {
  298. return result, err
  299. }
  300. return result, nil
  301. }