port_forward.go 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154
  1. /*
  2. Copyright © 2025 ESO Maintainer Team
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. https://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package addon
  14. import (
  15. "bytes"
  16. "fmt"
  17. "net"
  18. "net/http"
  19. "time"
  20. "github.com/external-secrets/external-secrets-e2e/framework/log"
  21. . "github.com/onsi/ginkgo/v2"
  22. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  23. "k8s.io/client-go/kubernetes"
  24. "k8s.io/client-go/rest"
  25. "k8s.io/client-go/tools/portforward"
  26. "k8s.io/client-go/transport/spdy"
  27. )
  28. type PortForward struct {
  29. kubeClient kubernetes.Interface
  30. restcfg *rest.Config
  31. serviceName string
  32. serviceNamespace string
  33. containerPort int
  34. localPort int
  35. fwd *portforward.PortForwarder
  36. }
  37. func NewPortForward(cl kubernetes.Interface, restcfg *rest.Config, serviceName, serviceNamespace string, containerPort int) (*PortForward, error) {
  38. pf := &PortForward{
  39. kubeClient: cl,
  40. restcfg: restcfg,
  41. serviceName: serviceName,
  42. serviceNamespace: serviceNamespace,
  43. containerPort: containerPort,
  44. }
  45. return pf, nil
  46. }
  47. // setupPortForward creates port-forward connections to the vault service
  48. func (pf *PortForward) Start() error {
  49. localPort, err := findAvailablePort()
  50. if err != nil {
  51. return fmt.Errorf("unable to find available port: %w", err)
  52. }
  53. pf.localPort = localPort
  54. svc, err := pf.kubeClient.CoreV1().Services(pf.serviceNamespace).Get(GinkgoT().Context(), pf.serviceName, metav1.GetOptions{})
  55. if err != nil {
  56. return fmt.Errorf("unable to get service %s: %w", pf.serviceName, err)
  57. }
  58. selector := metav1.LabelSelector{MatchLabels: svc.Spec.Selector}
  59. pods, err := pf.kubeClient.CoreV1().Pods(pf.serviceNamespace).List(GinkgoT().Context(), metav1.ListOptions{
  60. LabelSelector: metav1.FormatLabelSelector(&selector),
  61. })
  62. if err != nil || len(pods.Items) == 0 {
  63. return fmt.Errorf("unable to find pods for service %s: %w", pf.serviceName, err)
  64. }
  65. pod := pods.Items[0]
  66. // Create port-forward request
  67. req := pf.kubeClient.CoreV1().RESTClient().Post().
  68. Resource("pods").
  69. Name(pod.Name).
  70. Namespace(pod.Namespace).
  71. SubResource("portforward")
  72. transport, upgrader, err := spdy.RoundTripperFor(pf.restcfg)
  73. if err != nil {
  74. return fmt.Errorf("unable to create transport: %w", err)
  75. }
  76. dialer := spdy.NewDialer(upgrader, &http.Client{Transport: transport}, "POST", req.URL())
  77. ports := []string{fmt.Sprintf("%d:%d", pf.localPort, pf.containerPort)}
  78. var fwd *portforward.PortForwarder
  79. var stdout, stderr bytes.Buffer
  80. stopChan := make(chan struct{})
  81. readyChan := make(chan struct{})
  82. fwd, err = portforward.New(dialer, ports, stopChan, readyChan, &stdout, &stderr)
  83. if err != nil {
  84. return fmt.Errorf("unable to create port-forward: %w", err)
  85. }
  86. pf.fwd = fwd
  87. // run ForwardPorts in the background and capture the error (if any)
  88. errChan := make(chan error, 1)
  89. go func() {
  90. if err := fwd.ForwardPorts(); err != nil {
  91. log.Logf("port-forward error: %v %s %s", err, stdout.String(), stderr.String())
  92. errChan <- err
  93. return
  94. }
  95. // signal normal termination (e.g., Close called later)
  96. errChan <- nil
  97. }()
  98. // avoid indefinite wait if forwarder fails before signaling ready
  99. ctx := GinkgoT().Context()
  100. select {
  101. case <-readyChan:
  102. return nil
  103. case err := <-errChan:
  104. if err == nil {
  105. return fmt.Errorf("port-forward terminated before readiness without error: %s %s", stdout.String(), stderr.String())
  106. }
  107. return fmt.Errorf("unable to start port-forward: %w: %s %s", err, stdout.String(), stderr.String())
  108. case <-time.After(10 * time.Second):
  109. close(stopChan)
  110. return fmt.Errorf("timeout waiting for port-forward readiness: %s %s", stdout.String(), stderr.String())
  111. case <-ctx.Done():
  112. close(stopChan)
  113. return fmt.Errorf("context canceled waiting for port-forward readiness: %w", ctx.Err())
  114. }
  115. }
  116. func (pf *PortForward) Close() {
  117. pf.fwd.Close()
  118. }
  119. // findAvailablePort finds an available local port
  120. func findAvailablePort() (int, error) {
  121. addr, err := net.ResolveTCPAddr("tcp", "localhost:0")
  122. if err != nil {
  123. return 0, err
  124. }
  125. l, err := net.ListenTCP("tcp", addr)
  126. if err != nil {
  127. return 0, err
  128. }
  129. defer l.Close()
  130. return l.Addr().(*net.TCPAddr).Port, nil
  131. }