client.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package keepersecurity
  13. import (
  14. "context"
  15. "encoding/json"
  16. "errors"
  17. "fmt"
  18. "regexp"
  19. "strings"
  20. ksm "github.com/keeper-security/secrets-manager-go/core"
  21. "golang.org/x/exp/maps"
  22. corev1 "k8s.io/api/core/v1"
  23. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  24. )
  25. const (
  26. errKeeperSecuritySecretsNotFound = "unable to find secrets. %w"
  27. errKeeperSecuritySecretNotFound = "unable to find secret %s. Error: %w"
  28. errKeeperSecuritySecretNotUnique = "more than 1 secret %s found"
  29. errKeeperSecurityNoSecretsFound = "no secrets found"
  30. errKeeperSecurityInvalidSecretInvalidFormat = "invalid secret. Invalid format: %w"
  31. errKeeperSecurityInvalidSecretDuplicatedKey = "invalid Secret. Following keys are duplicated %s"
  32. errKeeperSecurityInvalidProperty = "invalid Property. Secret %s does not have any key matching %s"
  33. errKeeperSecurityInvalidField = "invalid Field. Key %s does not exists"
  34. errKeeperSecurityNoFields = "invalid Secret. Secret %s does not contain any valid field/file"
  35. keeperSecurityFileRef = "fileRef"
  36. keeperSecurityMfa = "oneTimeCode"
  37. errTagsNotImplemented = "'find.tags' is not implemented in the KeeperSecurity provider"
  38. errPathNotImplemented = "'find.path' is not implemented in the KeeperSecurity provider"
  39. errInvalidJSONSecret = "invalid Secret. Secret %s can not be converted to JSON. %w"
  40. errInvalidRegex = "find.name.regex. Invalid Regular expresion %s. %w"
  41. errInvalidRemoteRefKey = "match.remoteRef.remoteKey. Invalid format. Format should match secretName/key got %s"
  42. errInvalidSecretType = "ESO can only push/delete %s record types. Secret %s is type %s"
  43. errFieldNotFound = "secret %s does not contain any custom field with label %s"
  44. externalSecretType = "externalSecrets"
  45. secretType = "secret"
  46. LoginType = "login"
  47. LoginTypeExpr = "login|username"
  48. PasswordType = "password"
  49. URLTypeExpr = "url|baseurl"
  50. URLType = "url"
  51. )
  52. type Client struct {
  53. ksmClient SecurityClient
  54. folderID string
  55. }
  56. type SecurityClient interface {
  57. GetSecrets(filter []string) ([]*ksm.Record, error)
  58. GetSecretByTitle(recordTitle string) (*ksm.Record, error)
  59. CreateSecretWithRecordData(recUID, folderUID string, recordData *ksm.RecordCreate) (string, error)
  60. DeleteSecrets(recrecordUids []string) (map[string]string, error)
  61. Save(record *ksm.Record) error
  62. }
  63. type Field struct {
  64. Type string `json:"type"`
  65. Value []string `json:"value"`
  66. }
  67. type CustomField struct {
  68. Type string `json:"type"`
  69. Label string `json:"label"`
  70. Value []string `json:"value"`
  71. }
  72. type File struct {
  73. Title string `json:"type"`
  74. Content string `json:"content"`
  75. }
  76. type Secret struct {
  77. Title string `json:"title"`
  78. Type string `json:"type"`
  79. Fields []Field `json:"fields"`
  80. Custom []CustomField `json:"custom"`
  81. Files []File `json:"files"`
  82. }
  83. func (c *Client) Validate() (esv1beta1.ValidationResult, error) {
  84. return esv1beta1.ValidationResultReady, nil
  85. }
  86. func (c *Client) GetSecret(_ context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  87. record, err := c.findSecretByID(ref.Key)
  88. if err != nil {
  89. return nil, err
  90. }
  91. secret, err := c.getValidKeeperSecret(record)
  92. if err != nil {
  93. return nil, err
  94. }
  95. return secret.getItem(ref)
  96. }
  97. func (c *Client) GetSecretMap(_ context.Context, ref esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  98. record, err := c.findSecretByID(ref.Key)
  99. if err != nil {
  100. return nil, err
  101. }
  102. secret, err := c.getValidKeeperSecret(record)
  103. if err != nil {
  104. return nil, err
  105. }
  106. return secret.getItems(ref)
  107. }
  108. func (c *Client) GetAllSecrets(_ context.Context, ref esv1beta1.ExternalSecretFind) (map[string][]byte, error) {
  109. if ref.Tags != nil {
  110. return nil, fmt.Errorf(errTagsNotImplemented)
  111. }
  112. if ref.Path != nil {
  113. return nil, fmt.Errorf(errPathNotImplemented)
  114. }
  115. secretData := make(map[string][]byte)
  116. records, err := c.findSecrets()
  117. if err != nil {
  118. return nil, err
  119. }
  120. for _, record := range records {
  121. secret, err := c.getValidKeeperSecret(record)
  122. if err != nil {
  123. return nil, err
  124. }
  125. match, err := regexp.MatchString(ref.Name.RegExp, secret.Title)
  126. if err != nil {
  127. return nil, fmt.Errorf(errInvalidRegex, ref.Name.RegExp, err)
  128. }
  129. if !match {
  130. continue
  131. }
  132. secretData[secret.Title], err = secret.getItem(esv1beta1.ExternalSecretDataRemoteRef{})
  133. if err != nil {
  134. return nil, err
  135. }
  136. }
  137. return secretData, nil
  138. }
  139. func (c *Client) Close(_ context.Context) error {
  140. return nil
  141. }
  142. func (c *Client) PushSecret(_ context.Context, secret *corev1.Secret, data esv1beta1.PushSecretData) error {
  143. value := secret.Data[data.GetSecretKey()]
  144. parts, err := c.buildSecretNameAndKey(data)
  145. if err != nil {
  146. return err
  147. }
  148. record, err := c.findSecretByName(parts[0])
  149. if err != nil {
  150. _, err = c.createSecret(parts[0], parts[1], value)
  151. if err != nil {
  152. return err
  153. }
  154. }
  155. if record != nil {
  156. if record.Type() != externalSecretType {
  157. return fmt.Errorf(errInvalidSecretType, externalSecretType, record.Title(), record.Type())
  158. }
  159. err = c.updateSecret(record, parts[1], value)
  160. if err != nil {
  161. return err
  162. }
  163. }
  164. return nil
  165. }
  166. func (c *Client) DeleteSecret(_ context.Context, remoteRef esv1beta1.PushSecretRemoteRef) error {
  167. parts, err := c.buildSecretNameAndKey(remoteRef)
  168. if err != nil {
  169. return err
  170. }
  171. secret, err := c.findSecretByName(parts[0])
  172. if err != nil {
  173. return err
  174. }
  175. if secret.Type() != externalSecretType {
  176. return fmt.Errorf(errInvalidSecretType, externalSecretType, secret.Title(), secret.Type())
  177. }
  178. _, err = c.ksmClient.DeleteSecrets([]string{secret.Uid})
  179. if err != nil {
  180. return nil
  181. }
  182. return nil
  183. }
  184. func (c *Client) buildSecretNameAndKey(remoteRef esv1beta1.PushSecretRemoteRef) ([]string, error) {
  185. parts := strings.Split(remoteRef.GetRemoteKey(), "/")
  186. if len(parts) != 2 {
  187. return nil, fmt.Errorf(errInvalidRemoteRefKey, remoteRef.GetRemoteKey())
  188. }
  189. return parts, nil
  190. }
  191. func (c *Client) createSecret(name, key string, value []byte) (string, error) {
  192. normalizedKey := strings.ToLower(key)
  193. externalSecretRecord := ksm.NewRecordCreate(externalSecretType, name)
  194. login := regexp.MustCompile(LoginTypeExpr)
  195. pass := regexp.MustCompile(PasswordType)
  196. url := regexp.MustCompile(URLTypeExpr)
  197. switch {
  198. case login.MatchString(normalizedKey):
  199. externalSecretRecord.Fields = append(externalSecretRecord.Fields,
  200. ksm.NewLogin(string(value)),
  201. )
  202. case pass.MatchString(normalizedKey):
  203. externalSecretRecord.Fields = append(externalSecretRecord.Fields,
  204. ksm.NewPassword(string(value)),
  205. )
  206. case url.MatchString(normalizedKey):
  207. externalSecretRecord.Fields = append(externalSecretRecord.Fields,
  208. ksm.NewUrl(string(value)),
  209. )
  210. default:
  211. field := ksm.KeeperRecordField{Type: secretType, Label: key}
  212. externalSecretRecord.Custom = append(externalSecretRecord.Custom,
  213. ksm.Secret{KeeperRecordField: field, Value: []string{string(value)}},
  214. )
  215. }
  216. return c.ksmClient.CreateSecretWithRecordData("", c.folderID, externalSecretRecord)
  217. }
  218. func (c *Client) updateSecret(secret *ksm.Record, key string, value []byte) error {
  219. normalizedKey := strings.ToLower(key)
  220. login := regexp.MustCompile(LoginTypeExpr)
  221. pass := regexp.MustCompile(PasswordType)
  222. url := regexp.MustCompile(URLTypeExpr)
  223. custom := false
  224. switch {
  225. case login.MatchString(normalizedKey):
  226. secret.SetFieldValueSingle(LoginType, string(value))
  227. case pass.MatchString(normalizedKey):
  228. secret.SetPassword(string(value))
  229. case url.MatchString(normalizedKey):
  230. secret.SetFieldValueSingle(URLType, string(value))
  231. default:
  232. custom = true
  233. }
  234. if custom {
  235. field := secret.GetCustomFieldValueByLabel(key)
  236. if field != "" {
  237. secret.SetCustomFieldValueSingle(key, string(value))
  238. } else {
  239. return fmt.Errorf(errFieldNotFound, secret.Title(), key)
  240. }
  241. }
  242. return c.ksmClient.Save(secret)
  243. }
  244. func (c *Client) getValidKeeperSecret(secret *ksm.Record) (*Secret, error) {
  245. keeperSecret := Secret{}
  246. err := json.Unmarshal([]byte(secret.RawJson), &keeperSecret)
  247. if err != nil {
  248. return nil, fmt.Errorf(errKeeperSecurityInvalidSecretInvalidFormat, err)
  249. }
  250. keeperSecret.addFiles(secret.Files)
  251. err = keeperSecret.validate()
  252. if err != nil {
  253. return nil, err
  254. }
  255. return &keeperSecret, nil
  256. }
  257. func (c *Client) findSecrets() ([]*ksm.Record, error) {
  258. records, err := c.ksmClient.GetSecrets([]string{})
  259. if err != nil {
  260. return nil, fmt.Errorf(errKeeperSecuritySecretsNotFound, err)
  261. }
  262. return records, nil
  263. }
  264. func (c *Client) findSecretByID(id string) (*ksm.Record, error) {
  265. records, err := c.ksmClient.GetSecrets([]string{id})
  266. if err != nil {
  267. return nil, fmt.Errorf(errKeeperSecuritySecretNotFound, id, err)
  268. }
  269. if len(records) == 0 {
  270. return nil, errors.New(errKeeperSecurityNoSecretsFound)
  271. }
  272. if len(records) > 1 {
  273. return nil, fmt.Errorf(errKeeperSecuritySecretNotUnique, id)
  274. }
  275. return records[0], nil
  276. }
  277. func (c *Client) findSecretByName(name string) (*ksm.Record, error) {
  278. record, err := c.ksmClient.GetSecretByTitle(name)
  279. if err != nil {
  280. return nil, err
  281. }
  282. return record, nil
  283. }
  284. func (s *Secret) validate() error {
  285. fields := make(map[string]int)
  286. for _, field := range s.Fields {
  287. fields[field.Type]++
  288. }
  289. for _, customField := range s.Custom {
  290. fields[customField.Label]++
  291. }
  292. for _, file := range s.Files {
  293. fields[file.Title]++
  294. }
  295. var duplicates []string
  296. for key, ocurrences := range fields {
  297. if ocurrences > 1 {
  298. duplicates = append(duplicates, key)
  299. }
  300. }
  301. if len(duplicates) != 0 {
  302. return fmt.Errorf(errKeeperSecurityInvalidSecretDuplicatedKey, strings.Join(duplicates, ", "))
  303. }
  304. return nil
  305. }
  306. func (s *Secret) addFiles(keeperFiles []*ksm.KeeperFile) {
  307. for _, f := range keeperFiles {
  308. s.Files = append(
  309. s.Files,
  310. File{
  311. Title: f.Title,
  312. Content: string(f.GetFileData()),
  313. },
  314. )
  315. }
  316. }
  317. func (s *Secret) getItem(ref esv1beta1.ExternalSecretDataRemoteRef) ([]byte, error) {
  318. if ref.Property != "" {
  319. return s.getProperty(ref.Property)
  320. }
  321. secret, err := s.toString()
  322. return []byte(secret), err
  323. }
  324. func (s *Secret) getItems(ref esv1beta1.ExternalSecretDataRemoteRef) (map[string][]byte, error) {
  325. secretData := make(map[string][]byte)
  326. if ref.Property != "" {
  327. value, err := s.getProperty(ref.Property)
  328. if err != nil {
  329. return nil, err
  330. }
  331. secretData[ref.Property] = value
  332. return secretData, nil
  333. }
  334. fields := s.getFields()
  335. maps.Copy(secretData, fields)
  336. customFields := s.getCustomFields()
  337. maps.Copy(secretData, customFields)
  338. files := s.getFiles()
  339. maps.Copy(secretData, files)
  340. if len(secretData) == 0 {
  341. return nil, fmt.Errorf(errKeeperSecurityNoFields, s.Title)
  342. }
  343. return secretData, nil
  344. }
  345. func (s *Secret) getField(key string) ([]byte, error) {
  346. for _, field := range s.Fields {
  347. if field.Type == key && field.Type != keeperSecurityFileRef && field.Type != keeperSecurityMfa && len(field.Value) > 0 {
  348. return []byte(field.Value[0]), nil
  349. }
  350. }
  351. return nil, fmt.Errorf(errKeeperSecurityInvalidField, key)
  352. }
  353. func (s *Secret) getFields() map[string][]byte {
  354. secretData := make(map[string][]byte)
  355. for _, field := range s.Fields {
  356. if len(field.Value) > 0 {
  357. secretData[field.Type] = []byte(field.Value[0])
  358. }
  359. }
  360. return secretData
  361. }
  362. func (s *Secret) getCustomField(key string) ([]byte, error) {
  363. for _, field := range s.Custom {
  364. if field.Label == key && len(field.Value) > 0 {
  365. return []byte(field.Value[0]), nil
  366. }
  367. }
  368. return nil, fmt.Errorf(errKeeperSecurityInvalidField, key)
  369. }
  370. func (s *Secret) getCustomFields() map[string][]byte {
  371. secretData := make(map[string][]byte)
  372. for _, field := range s.Custom {
  373. if len(field.Value) > 0 {
  374. secretData[field.Label] = []byte(field.Value[0])
  375. }
  376. }
  377. return secretData
  378. }
  379. func (s *Secret) getFile(key string) ([]byte, error) {
  380. for _, file := range s.Files {
  381. if file.Title == key {
  382. return []byte(file.Content), nil
  383. }
  384. }
  385. return nil, fmt.Errorf(errKeeperSecurityInvalidField, key)
  386. }
  387. func (s *Secret) getProperty(key string) ([]byte, error) {
  388. field, _ := s.getField(key)
  389. if field != nil {
  390. return field, nil
  391. }
  392. customField, _ := s.getCustomField(key)
  393. if customField != nil {
  394. return customField, nil
  395. }
  396. file, _ := s.getFile(key)
  397. if file != nil {
  398. return file, nil
  399. }
  400. return nil, fmt.Errorf(errKeeperSecurityInvalidProperty, s.Title, key)
  401. }
  402. func (s *Secret) getFiles() map[string][]byte {
  403. secretData := make(map[string][]byte)
  404. for _, file := range s.Files {
  405. secretData[file.Title] = []byte(file.Content)
  406. }
  407. return secretData
  408. }
  409. func (s *Secret) toString() (string, error) {
  410. secretJSON, err := json.Marshal(s)
  411. if err != nil {
  412. return "", fmt.Errorf(errInvalidJSONSecret, s.Title, err)
  413. }
  414. return string(secretJSON), nil
  415. }