acr.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425
  1. /*
  2. Copyright © 2025 ESO Maintainer Team
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. https://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. // Package acr provides functionality for generating authentication tokens for Azure Container Registry.
  14. package acr
  15. import (
  16. "context"
  17. "errors"
  18. "fmt"
  19. "io"
  20. "net/http"
  21. "net/url"
  22. "os"
  23. "path/filepath"
  24. "regexp"
  25. "strings"
  26. "github.com/Azure/azure-sdk-for-go/sdk/azcore"
  27. "github.com/Azure/azure-sdk-for-go/sdk/azcore/policy"
  28. "github.com/Azure/azure-sdk-for-go/sdk/azidentity"
  29. "github.com/Azure/go-autorest/autorest/azure"
  30. corev1 "k8s.io/api/core/v1"
  31. apiextensions "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
  32. "k8s.io/apimachinery/pkg/types"
  33. "k8s.io/apimachinery/pkg/util/json"
  34. "k8s.io/client-go/kubernetes"
  35. kcorev1 "k8s.io/client-go/kubernetes/typed/core/v1"
  36. "sigs.k8s.io/controller-runtime/pkg/client"
  37. ctrlcfg "sigs.k8s.io/controller-runtime/pkg/client/config"
  38. "sigs.k8s.io/yaml"
  39. esv1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1"
  40. genv1alpha1 "github.com/external-secrets/external-secrets/apis/generators/v1alpha1"
  41. smmeta "github.com/external-secrets/external-secrets/apis/meta/v1"
  42. "github.com/external-secrets/external-secrets/pkg/provider/azure/keyvault"
  43. )
  44. // Generator implements ACR token generation functionality.
  45. type Generator struct {
  46. clientSecretCreds clientSecretCredentialFunc
  47. }
  48. type clientSecretCredentialFunc func(tenantID string, clientID string, clientSecret string, options *azidentity.ClientSecretCredentialOptions) (TokenGetter, error)
  49. // TokenGetter defines an interface for obtaining Azure access tokens.
  50. type TokenGetter interface {
  51. GetToken(ctx context.Context, opts policy.TokenRequestOptions) (azcore.AccessToken, error)
  52. }
  53. const (
  54. defaultLoginUsername = "00000000-0000-0000-0000-000000000000"
  55. errNoSpec = "no config spec provided"
  56. errParseSpec = "unable to parse spec: %w"
  57. errCreateSess = "unable to create aws session: %w"
  58. errGetToken = "unable to get authorization token: %w"
  59. )
  60. var (
  61. // acrRegistryPattern validates Azure Container Registry domain names.
  62. // Valid formats: <name>.azurecr.io, <name>.azurecr.cn, <name>.azurecr.de, <name>.azurecr.us.
  63. acrRegistryPattern = regexp.MustCompile(`^[a-z0-9][a-z0-9-]{0,61}[a-z0-9]\.azurecr\.(io|cn|de|us)$`)
  64. )
  65. // validateACRRegistry validates that the registry URL is a valid Azure Container Registry domain
  66. // to prevent SSRF attacks.
  67. func validateACRRegistry(registry string) error {
  68. if registry == "" {
  69. return errors.New("registry URL cannot be empty")
  70. }
  71. if !acrRegistryPattern.MatchString(registry) {
  72. return fmt.Errorf("invalid ACR registry format: %s (expected format: <name>.azurecr.{io|cn|de|us})", registry)
  73. }
  74. return nil
  75. }
  76. // Generate generates a token that can be used to authenticate against Azure Container Registry.
  77. // First, a Microsoft Entra ID access token is obtained with the desired authentication method.
  78. // This Microsoft Entra ID access token will be used to authenticate against ACR.
  79. // Depending on the generator spec it generates an ACR access token or an ACR refresh token.
  80. // * access tokens are scoped to a specific repository or action (pull,push)
  81. // * refresh tokens can are scoped to whatever policy is attached to the identity that creates the acr refresh token
  82. // details can be found here: https://github.com/Azure/acr/blob/main/docs/AAD-OAuth.md#overview
  83. func (g *Generator) Generate(ctx context.Context, jsonSpec *apiextensions.JSON, crClient client.Client, namespace string) (map[string][]byte, genv1alpha1.GeneratorProviderState, error) {
  84. cfg, err := ctrlcfg.GetConfig()
  85. if err != nil {
  86. return nil, nil, err
  87. }
  88. kubeClient, err := kubernetes.NewForConfig(cfg)
  89. if err != nil {
  90. return nil, nil, err
  91. }
  92. g.clientSecretCreds = func(tenantID, clientID, clientSecret string, options *azidentity.ClientSecretCredentialOptions) (TokenGetter, error) {
  93. return azidentity.NewClientSecretCredential(tenantID, clientID, clientSecret, options)
  94. }
  95. return g.generate(
  96. ctx,
  97. jsonSpec,
  98. crClient,
  99. namespace,
  100. kubeClient,
  101. fetchACRAccessToken,
  102. fetchACRRefreshToken)
  103. }
  104. // Cleanup performs any necessary cleanup after token generation.
  105. func (g *Generator) Cleanup(_ context.Context, _ *apiextensions.JSON, _ genv1alpha1.GeneratorProviderState, _ client.Client, _ string) error {
  106. return nil
  107. }
  108. func (g *Generator) generate(
  109. ctx context.Context,
  110. jsonSpec *apiextensions.JSON,
  111. crClient client.Client,
  112. namespace string,
  113. kubeClient kubernetes.Interface,
  114. fetchAccessToken accessTokenFetcher,
  115. fetchRefreshToken refreshTokenFetcher) (map[string][]byte, genv1alpha1.GeneratorProviderState, error) {
  116. if jsonSpec == nil {
  117. return nil, nil, errors.New(errNoSpec)
  118. }
  119. res, err := parseSpec(jsonSpec.Raw)
  120. if err != nil {
  121. return nil, nil, fmt.Errorf(errParseSpec, err)
  122. }
  123. var accessToken string
  124. // pick authentication strategy to create an AAD access token
  125. if res.Spec.Auth.ServicePrincipal != nil {
  126. accessToken, err = g.accessTokenForServicePrincipal(
  127. ctx,
  128. crClient,
  129. namespace,
  130. res.Spec.EnvironmentType,
  131. res.Spec.TenantID,
  132. res.Spec.Auth.ServicePrincipal.SecretRef.ClientID,
  133. res.Spec.Auth.ServicePrincipal.SecretRef.ClientSecret,
  134. )
  135. } else if res.Spec.Auth.ManagedIdentity != nil {
  136. accessToken, err = accessTokenForManagedIdentity(
  137. ctx,
  138. res.Spec.EnvironmentType,
  139. res.Spec.Auth.ManagedIdentity.IdentityID,
  140. )
  141. } else if res.Spec.Auth.WorkloadIdentity != nil {
  142. accessToken, err = accessTokenForWorkloadIdentity(
  143. ctx,
  144. crClient,
  145. kubeClient.CoreV1(),
  146. res.Spec.EnvironmentType,
  147. res.Spec.Auth.WorkloadIdentity.ServiceAccountRef,
  148. namespace,
  149. )
  150. } else {
  151. return nil, nil, errors.New("unexpeted configuration")
  152. }
  153. if err != nil {
  154. return nil, nil, err
  155. }
  156. // Validate registry URL to prevent SSRF
  157. if err := validateACRRegistry(res.Spec.ACRRegistry); err != nil {
  158. return nil, nil, err
  159. }
  160. var acrToken string
  161. acrToken, err = fetchRefreshToken(accessToken, res.Spec.TenantID, res.Spec.ACRRegistry)
  162. if err != nil {
  163. return nil, nil, err
  164. }
  165. if res.Spec.Scope != "" {
  166. acrToken, err = fetchAccessToken(acrToken, res.Spec.TenantID, res.Spec.ACRRegistry, res.Spec.Scope)
  167. if err != nil {
  168. return nil, nil, err
  169. }
  170. }
  171. return map[string][]byte{
  172. "username": []byte(defaultLoginUsername),
  173. "password": []byte(acrToken),
  174. }, nil, nil
  175. }
  176. type accessTokenFetcher func(acrRefreshToken, tenantID, registryURL, scope string) (string, error)
  177. func fetchACRAccessToken(acrRefreshToken, _, registryURL, scope string) (string, error) {
  178. formData := url.Values{
  179. "grant_type": {"refresh_token"},
  180. "service": {registryURL},
  181. "scope": {scope},
  182. "refresh_token": {acrRefreshToken},
  183. }
  184. res, err := http.PostForm(fmt.Sprintf("https://%s/oauth2/token", registryURL), formData)
  185. if err != nil {
  186. return "", err
  187. }
  188. defer func() {
  189. _ = res.Body.Close()
  190. }()
  191. if res.StatusCode != http.StatusOK {
  192. return "", fmt.Errorf("could not generate access token, unexpected status code: %d", res.StatusCode)
  193. }
  194. body, err := io.ReadAll(res.Body)
  195. if err != nil {
  196. return "", err
  197. }
  198. var payload map[string]string
  199. err = json.Unmarshal(body, &payload)
  200. if err != nil {
  201. return "", err
  202. }
  203. accessToken, ok := payload["access_token"]
  204. if !ok {
  205. return "", errors.New("unable to get token")
  206. }
  207. return accessToken, nil
  208. }
  209. type refreshTokenFetcher func(aadAccessToken, tenantID, registryURL string) (string, error)
  210. func fetchACRRefreshToken(aadAccessToken, tenantID, registryURL string) (string, error) {
  211. // https://github.com/Azure/acr/blob/main/docs/AAD-OAuth.md#overview
  212. // https://docs.microsoft.com/en-us/azure/container-registry/container-registry-authentication?tabs=azure-cli
  213. formData := url.Values{
  214. "grant_type": {"access_token"},
  215. "service": {registryURL},
  216. "tenant": {tenantID},
  217. "access_token": {aadAccessToken},
  218. }
  219. res, err := http.PostForm(fmt.Sprintf("https://%s/oauth2/exchange", registryURL), formData)
  220. if err != nil {
  221. return "", err
  222. }
  223. defer func() {
  224. _ = res.Body.Close()
  225. }()
  226. if res.StatusCode != http.StatusOK {
  227. return "", fmt.Errorf("count not generate refresh token, unexpected status code %d, expected %d", res.StatusCode, http.StatusOK)
  228. }
  229. body, err := io.ReadAll(res.Body)
  230. if err != nil {
  231. return "", err
  232. }
  233. var payload map[string]string
  234. err = json.Unmarshal(body, &payload)
  235. if err != nil {
  236. return "", err
  237. }
  238. refreshToken, ok := payload["refresh_token"]
  239. if !ok {
  240. return "", errors.New("unable to get token")
  241. }
  242. return refreshToken, nil
  243. }
  244. func accessTokenForWorkloadIdentity(ctx context.Context, crClient client.Client, kubeClient kcorev1.CoreV1Interface, envType esv1.AzureEnvironmentType, serviceAccountRef *smmeta.ServiceAccountSelector, namespace string) (string, error) {
  245. aadEndpoint := keyvault.AadEndpointForType(envType)
  246. scope := keyvault.ServiceManagementEndpointForType(envType)
  247. // if no serviceAccountRef was provided
  248. // we expect certain env vars to be present.
  249. // They are set by the azure workload identity webhook.
  250. if serviceAccountRef == nil {
  251. clientID := os.Getenv("AZURE_CLIENT_ID")
  252. tenantID := os.Getenv("AZURE_TENANT_ID")
  253. tokenFilePath := os.Getenv("AZURE_FEDERATED_TOKEN_FILE")
  254. if clientID == "" || tenantID == "" || tokenFilePath == "" {
  255. return "", errors.New("missing environment variables")
  256. }
  257. token, err := os.ReadFile(filepath.Clean(tokenFilePath))
  258. if err != nil {
  259. return "", fmt.Errorf("unable to read token file %s: %w", tokenFilePath, err)
  260. }
  261. tp, err := keyvault.NewTokenProvider(ctx, string(token), clientID, tenantID, aadEndpoint, scope)
  262. if err != nil {
  263. return "", err
  264. }
  265. return tp.OAuthToken(), nil
  266. }
  267. var sa corev1.ServiceAccount
  268. err := crClient.Get(ctx, types.NamespacedName{
  269. Name: serviceAccountRef.Name,
  270. Namespace: namespace,
  271. }, &sa)
  272. if err != nil {
  273. return "", err
  274. }
  275. clientID, ok := sa.ObjectMeta.Annotations[keyvault.AnnotationClientID]
  276. if !ok {
  277. return "", fmt.Errorf("service account is missing annoation: %s", keyvault.AnnotationClientID)
  278. }
  279. tenantID, ok := sa.ObjectMeta.Annotations[keyvault.AnnotationTenantID]
  280. if !ok {
  281. return "", fmt.Errorf("service account is missing annotation: %s", keyvault.AnnotationTenantID)
  282. }
  283. audiences := []string{keyvault.AzureDefaultAudience}
  284. if len(serviceAccountRef.Audiences) > 0 {
  285. audiences = append(audiences, serviceAccountRef.Audiences...)
  286. }
  287. token, err := keyvault.FetchSAToken(ctx, namespace, serviceAccountRef.Name, audiences, kubeClient)
  288. if err != nil {
  289. return "", err
  290. }
  291. tp, err := keyvault.NewTokenProvider(ctx, token, clientID, tenantID, aadEndpoint, scope)
  292. if err != nil {
  293. return "", err
  294. }
  295. return tp.OAuthToken(), nil
  296. }
  297. func accessTokenForManagedIdentity(ctx context.Context, envType esv1.AzureEnvironmentType, identityID string) (string, error) {
  298. // handle managed identity
  299. var opts *azidentity.ManagedIdentityCredentialOptions
  300. if strings.Contains(identityID, "/") {
  301. opts = &azidentity.ManagedIdentityCredentialOptions{
  302. ID: azidentity.ResourceID(identityID),
  303. }
  304. } else if identityID != "" {
  305. opts = &azidentity.ManagedIdentityCredentialOptions{
  306. ID: azidentity.ClientID(identityID),
  307. }
  308. }
  309. // lacking option ID, az will default to `id := managedidentity.SystemAssigned()`.
  310. creds, err := azidentity.NewManagedIdentityCredential(opts)
  311. if err != nil {
  312. return "", err
  313. }
  314. aud := audienceForType(envType)
  315. accessToken, err := creds.GetToken(ctx, policy.TokenRequestOptions{
  316. Scopes: []string{aud},
  317. })
  318. if err != nil {
  319. return "", err
  320. }
  321. return accessToken.Token, nil
  322. }
  323. func (g *Generator) accessTokenForServicePrincipal(ctx context.Context, crClient client.Client, namespace string, envType esv1.AzureEnvironmentType, tenantID string, idRef, secretRef smmeta.SecretKeySelector) (string, error) {
  324. cid, err := secretKeyRef(ctx, crClient, namespace, idRef)
  325. if err != nil {
  326. return "", err
  327. }
  328. csec, err := secretKeyRef(ctx, crClient, namespace, secretRef)
  329. if err != nil {
  330. return "", err
  331. }
  332. aadEndpoint := keyvault.AadEndpointForType(envType)
  333. p := azidentity.ClientSecretCredentialOptions{}
  334. p.Cloud.ActiveDirectoryAuthorityHost = aadEndpoint
  335. creds, err := g.clientSecretCreds(
  336. tenantID,
  337. cid,
  338. csec,
  339. &p)
  340. if err != nil {
  341. return "", err
  342. }
  343. aud := audienceForType(envType)
  344. accessToken, err := creds.GetToken(ctx, policy.TokenRequestOptions{
  345. Scopes: []string{aud},
  346. })
  347. if err != nil {
  348. return "", err
  349. }
  350. return accessToken.Token, nil
  351. }
  352. // secretKeyRef fetches a secret key.
  353. func secretKeyRef(ctx context.Context, crClient client.Client, namespace string, secretRef smmeta.SecretKeySelector) (string, error) {
  354. var secret corev1.Secret
  355. ref := types.NamespacedName{
  356. Namespace: namespace,
  357. Name: secretRef.Name,
  358. }
  359. err := crClient.Get(ctx, ref, &secret)
  360. if err != nil {
  361. return "", fmt.Errorf("unable to find namespace=%q secret=%q %w", ref.Namespace, ref.Name, err)
  362. }
  363. keyBytes, ok := secret.Data[secretRef.Key]
  364. if !ok {
  365. return "", fmt.Errorf("unable to find key=%q secret=%q namespace=%q", secretRef.Key, secretRef.Name, namespace)
  366. }
  367. value := strings.TrimSpace(string(keyBytes))
  368. return value, nil
  369. }
  370. func audienceForType(t esv1.AzureEnvironmentType) string {
  371. suffix := ".default"
  372. switch t {
  373. case esv1.AzureEnvironmentChinaCloud:
  374. return azure.ChinaCloud.TokenAudience + suffix
  375. case esv1.AzureEnvironmentGermanCloud:
  376. return azure.GermanCloud.TokenAudience + suffix
  377. case esv1.AzureEnvironmentUSGovernmentCloud:
  378. return azure.USGovernmentCloud.TokenAudience + suffix
  379. case esv1.AzureEnvironmentPublicCloud, "":
  380. return azure.PublicCloud.TokenAudience + suffix
  381. case esv1.AzureEnvironmentAzureStackCloud:
  382. // Azure Stack Cloud requires custom configuration
  383. // Return empty string to indicate it's not supported
  384. return ""
  385. }
  386. return azure.PublicCloud.TokenAudience + suffix
  387. }
  388. func parseSpec(data []byte) (*genv1alpha1.ACRAccessToken, error) {
  389. var spec genv1alpha1.ACRAccessToken
  390. err := yaml.Unmarshal(data, &spec)
  391. return &spec, err
  392. }
  393. func init() {
  394. genv1alpha1.Register(genv1alpha1.ACRAccessTokenKind, &Generator{})
  395. }