utils_test.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626
  1. /*
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package utils
  13. import (
  14. "reflect"
  15. "testing"
  16. "time"
  17. "github.com/oracle/oci-go-sdk/v65/vault"
  18. v1 "k8s.io/api/core/v1"
  19. apiextensionsv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
  20. esv1beta1 "github.com/external-secrets/external-secrets/apis/externalsecrets/v1beta1"
  21. )
  22. const (
  23. base64DecodedValue string = "foo%_?bar"
  24. base64EncodedValue string = "Zm9vJV8/YmFy"
  25. base64URLEncodedValue string = "Zm9vJV8_YmFy"
  26. )
  27. func TestObjectHash(t *testing.T) {
  28. tests := []struct {
  29. name string
  30. input interface{}
  31. want string
  32. }{
  33. {
  34. name: "A nil should be still working",
  35. input: nil,
  36. want: "60046f14c917c18a9a0f923e191ba0dc",
  37. },
  38. {
  39. name: "We accept a simple scalar value, i.e. string",
  40. input: "hello there",
  41. want: "161bc25962da8fed6d2f59922fb642aa",
  42. },
  43. {
  44. name: "A complex object like a secret is not an issue",
  45. input: v1.Secret{Data: map[string][]byte{
  46. "xx": []byte("yyy"),
  47. }},
  48. want: "85eabdeb376371ffc5a658d7a162eba8",
  49. },
  50. {
  51. name: "map also works",
  52. input: map[string][]byte{
  53. "foo": []byte("value1"),
  54. "bar": []byte("value2"),
  55. },
  56. want: "caa0155759a6a9b3b6ada5a6883ee2bb",
  57. },
  58. }
  59. for _, tt := range tests {
  60. t.Run(tt.name, func(t *testing.T) {
  61. if got := ObjectHash(tt.input); got != tt.want {
  62. t.Errorf("ObjectHash() = %v, want %v", got, tt.want)
  63. }
  64. })
  65. }
  66. }
  67. func TestIsNil(t *testing.T) {
  68. tbl := []struct {
  69. name string
  70. val interface{}
  71. exp bool
  72. }{
  73. {
  74. name: "simple nil val",
  75. val: nil,
  76. exp: true,
  77. },
  78. {
  79. name: "nil slice",
  80. val: (*[]struct{})(nil),
  81. exp: true,
  82. },
  83. {
  84. name: "struct pointer",
  85. val: &testing.T{},
  86. exp: false,
  87. },
  88. {
  89. name: "struct",
  90. val: testing.T{},
  91. exp: false,
  92. },
  93. {
  94. name: "slice of struct",
  95. val: []struct{}{{}},
  96. exp: false,
  97. },
  98. {
  99. name: "slice of ptr",
  100. val: []*testing.T{nil},
  101. exp: false,
  102. },
  103. {
  104. name: "slice",
  105. val: []struct{}(nil),
  106. exp: false,
  107. },
  108. {
  109. name: "int default value",
  110. val: 0,
  111. exp: false,
  112. },
  113. {
  114. name: "empty str",
  115. val: "",
  116. exp: false,
  117. },
  118. {
  119. name: "oracle vault",
  120. val: vault.VaultsClient{},
  121. exp: false,
  122. },
  123. {
  124. name: "func",
  125. val: func() {
  126. // noop for testing and to make linter happy
  127. },
  128. exp: false,
  129. },
  130. {
  131. name: "channel",
  132. val: make(chan struct{}),
  133. exp: false,
  134. },
  135. {
  136. name: "map",
  137. val: map[string]string{},
  138. exp: false,
  139. },
  140. }
  141. for _, row := range tbl {
  142. t.Run(row.name, func(t *testing.T) {
  143. res := IsNil(row.val)
  144. if res != row.exp {
  145. t.Errorf("IsNil(%#v)=%t, expected %t", row.val, res, row.exp)
  146. }
  147. })
  148. }
  149. }
  150. func TestConvertKeys(t *testing.T) {
  151. type args struct {
  152. strategy esv1beta1.ExternalSecretConversionStrategy
  153. in map[string][]byte
  154. }
  155. tests := []struct {
  156. name string
  157. args args
  158. want map[string][]byte
  159. wantErr bool
  160. }{
  161. {
  162. name: "convert with special chars",
  163. args: args{
  164. strategy: esv1beta1.ExternalSecretConversionDefault,
  165. in: map[string][]byte{
  166. "foo$bar%baz*bing": []byte(`noop`),
  167. },
  168. },
  169. want: map[string][]byte{
  170. "foo_bar_baz_bing": []byte(`noop`),
  171. },
  172. },
  173. {
  174. name: "error on collision",
  175. args: args{
  176. strategy: esv1beta1.ExternalSecretConversionDefault,
  177. in: map[string][]byte{
  178. "foo$bar%baz*bing": []byte(`noop`),
  179. "foo_bar_baz$bing": []byte(`noop`),
  180. },
  181. },
  182. wantErr: true,
  183. },
  184. {
  185. name: "convert path",
  186. args: args{
  187. strategy: esv1beta1.ExternalSecretConversionDefault,
  188. in: map[string][]byte{
  189. "/foo/bar/baz/bing": []byte(`noop`),
  190. "foo/bar/baz/bing/": []byte(`noop`),
  191. },
  192. },
  193. want: map[string][]byte{
  194. "_foo_bar_baz_bing": []byte(`noop`),
  195. "foo_bar_baz_bing_": []byte(`noop`),
  196. },
  197. },
  198. {
  199. name: "convert unicode",
  200. args: args{
  201. strategy: esv1beta1.ExternalSecretConversionUnicode,
  202. in: map[string][]byte{
  203. "😀foo😁bar😂baz😈bing": []byte(`noop`),
  204. },
  205. },
  206. want: map[string][]byte{
  207. "_U1f600_foo_U1f601_bar_U1f602_baz_U1f608_bing": []byte(`noop`),
  208. },
  209. },
  210. }
  211. for _, tt := range tests {
  212. t.Run(tt.name, func(t *testing.T) {
  213. got, err := ConvertKeys(tt.args.strategy, tt.args.in)
  214. if (err != nil) != tt.wantErr {
  215. t.Errorf("ConvertKeys() error = %v, wantErr %v", err, tt.wantErr)
  216. return
  217. }
  218. if !reflect.DeepEqual(got, tt.want) {
  219. t.Errorf("ConvertKeys() = %v, want %v", got, tt.want)
  220. }
  221. })
  222. }
  223. }
  224. func TestDecode(t *testing.T) {
  225. type args struct {
  226. strategy esv1beta1.ExternalSecretDecodingStrategy
  227. in map[string][]byte
  228. }
  229. tests := []struct {
  230. name string
  231. args args
  232. want map[string][]byte
  233. wantErr bool
  234. }{
  235. {
  236. name: "base64 decoded",
  237. args: args{
  238. strategy: esv1beta1.ExternalSecretDecodeBase64,
  239. in: map[string][]byte{
  240. "foo": []byte("YmFy"),
  241. },
  242. },
  243. want: map[string][]byte{
  244. "foo": []byte("bar"),
  245. },
  246. },
  247. {
  248. name: "invalid base64",
  249. args: args{
  250. strategy: esv1beta1.ExternalSecretDecodeBase64,
  251. in: map[string][]byte{
  252. "foo": []byte("foo"),
  253. },
  254. },
  255. wantErr: true,
  256. },
  257. {
  258. name: "base64url decoded",
  259. args: args{
  260. strategy: esv1beta1.ExternalSecretDecodeBase64URL,
  261. in: map[string][]byte{
  262. "foo": []byte(base64URLEncodedValue),
  263. },
  264. },
  265. want: map[string][]byte{
  266. "foo": []byte(base64DecodedValue),
  267. },
  268. },
  269. {
  270. name: "invalid base64url",
  271. args: args{
  272. strategy: esv1beta1.ExternalSecretDecodeBase64URL,
  273. in: map[string][]byte{
  274. "foo": []byte("foo"),
  275. },
  276. },
  277. wantErr: true,
  278. },
  279. {
  280. name: "none",
  281. args: args{
  282. strategy: esv1beta1.ExternalSecretDecodeNone,
  283. in: map[string][]byte{
  284. "foo": []byte(base64URLEncodedValue),
  285. },
  286. },
  287. want: map[string][]byte{
  288. "foo": []byte(base64URLEncodedValue),
  289. },
  290. },
  291. {
  292. name: "auto",
  293. args: args{
  294. strategy: esv1beta1.ExternalSecretDecodeAuto,
  295. in: map[string][]byte{
  296. "b64": []byte(base64EncodedValue),
  297. "invalidb64": []byte("foo"),
  298. "b64url": []byte(base64URLEncodedValue),
  299. },
  300. },
  301. want: map[string][]byte{
  302. "b64": []byte(base64DecodedValue),
  303. "invalidb64": []byte("foo"),
  304. "b64url": []byte(base64DecodedValue),
  305. },
  306. },
  307. }
  308. for _, tt := range tests {
  309. t.Run(tt.name, func(t *testing.T) {
  310. got, err := DecodeMap(tt.args.strategy, tt.args.in)
  311. if (err != nil) != tt.wantErr {
  312. t.Errorf("DecodeMap() error = %v, wantErr %v", err, tt.wantErr)
  313. return
  314. }
  315. if !reflect.DeepEqual(got, tt.want) {
  316. t.Errorf("DecodeMap() = %v, want %v", got, tt.want)
  317. }
  318. })
  319. }
  320. }
  321. func TestValidate(t *testing.T) {
  322. err := NetworkValidate("http://google.com", 10*time.Second)
  323. if err != nil {
  324. t.Errorf("Connection problem: %v", err)
  325. }
  326. }
  327. func TestRewrite(t *testing.T) {
  328. type args struct {
  329. operations []esv1beta1.ExternalSecretRewrite
  330. in map[string][]byte
  331. }
  332. tests := []struct {
  333. name string
  334. args args
  335. want map[string][]byte
  336. wantErr bool
  337. }{
  338. {
  339. name: "replace of a single key",
  340. args: args{
  341. operations: []esv1beta1.ExternalSecretRewrite{
  342. {
  343. Regexp: &esv1beta1.ExternalSecretRewriteRegexp{
  344. Source: "-",
  345. Target: "_",
  346. },
  347. },
  348. },
  349. in: map[string][]byte{
  350. "foo-bar": []byte("bar"),
  351. },
  352. },
  353. want: map[string][]byte{
  354. "foo_bar": []byte("bar"),
  355. },
  356. },
  357. {
  358. name: "no operation",
  359. args: args{
  360. operations: []esv1beta1.ExternalSecretRewrite{
  361. {
  362. Regexp: &esv1beta1.ExternalSecretRewriteRegexp{
  363. Source: "hello",
  364. Target: "world",
  365. },
  366. },
  367. },
  368. in: map[string][]byte{
  369. "foo": []byte("bar"),
  370. },
  371. },
  372. want: map[string][]byte{
  373. "foo": []byte("bar"),
  374. },
  375. },
  376. {
  377. name: "removing prefix from keys",
  378. args: args{
  379. operations: []esv1beta1.ExternalSecretRewrite{
  380. {
  381. Regexp: &esv1beta1.ExternalSecretRewriteRegexp{
  382. Source: "^my/initial/path/",
  383. Target: "",
  384. },
  385. },
  386. },
  387. in: map[string][]byte{
  388. "my/initial/path/foo": []byte("bar"),
  389. },
  390. },
  391. want: map[string][]byte{
  392. "foo": []byte("bar"),
  393. },
  394. },
  395. {
  396. name: "using un-named capture groups",
  397. args: args{
  398. operations: []esv1beta1.ExternalSecretRewrite{
  399. {
  400. Regexp: &esv1beta1.ExternalSecretRewriteRegexp{
  401. Source: "f(.*)o",
  402. Target: "a_new_path_$1",
  403. },
  404. },
  405. },
  406. in: map[string][]byte{
  407. "foo": []byte("bar"),
  408. "foodaloo": []byte("barr"),
  409. },
  410. },
  411. want: map[string][]byte{
  412. "a_new_path_o": []byte("bar"),
  413. "a_new_path_oodalo": []byte("barr"),
  414. },
  415. },
  416. {
  417. name: "using named and numbered capture groups",
  418. args: args{
  419. operations: []esv1beta1.ExternalSecretRewrite{
  420. {
  421. Regexp: &esv1beta1.ExternalSecretRewriteRegexp{
  422. Source: "f(?P<content>.*)o",
  423. Target: "a_new_path_${content}_${1}",
  424. },
  425. },
  426. },
  427. in: map[string][]byte{
  428. "foo": []byte("bar"),
  429. "floo": []byte("barr"),
  430. },
  431. },
  432. want: map[string][]byte{
  433. "a_new_path_o_o": []byte("bar"),
  434. "a_new_path_lo_lo": []byte("barr"),
  435. },
  436. },
  437. {
  438. name: "using sequenced rewrite operations",
  439. args: args{
  440. operations: []esv1beta1.ExternalSecretRewrite{
  441. {
  442. Regexp: &esv1beta1.ExternalSecretRewriteRegexp{
  443. Source: "my/(.*?)/bar/(.*)",
  444. Target: "$1-$2",
  445. },
  446. },
  447. {
  448. Regexp: &esv1beta1.ExternalSecretRewriteRegexp{
  449. Source: "-",
  450. Target: "_",
  451. },
  452. },
  453. {
  454. Regexp: &esv1beta1.ExternalSecretRewriteRegexp{
  455. Source: "ass",
  456. Target: "***",
  457. },
  458. },
  459. },
  460. in: map[string][]byte{
  461. "my/app/bar/key": []byte("bar"),
  462. "my/app/bar/password": []byte("barr"),
  463. },
  464. },
  465. want: map[string][]byte{
  466. "app_key": []byte("bar"),
  467. "app_p***word": []byte("barr"),
  468. },
  469. },
  470. {
  471. name: "using transform rewrite operation to create env var format keys",
  472. args: args{
  473. operations: []esv1beta1.ExternalSecretRewrite{
  474. {
  475. Regexp: &esv1beta1.ExternalSecretRewriteRegexp{
  476. Source: "my/(.*?)/bar/(.*)",
  477. Target: "$1-$2",
  478. },
  479. },
  480. {
  481. Transform: &esv1beta1.ExternalSecretRewriteTransform{
  482. Template: `{{ .value | upper | replace "-" "_" }}`,
  483. },
  484. },
  485. },
  486. in: map[string][]byte{
  487. "my/app/bar/api-key": []byte("bar"),
  488. "my/app/bar/api-password": []byte("barr"),
  489. },
  490. },
  491. want: map[string][]byte{
  492. "APP_API_KEY": []byte("bar"),
  493. "APP_API_PASSWORD": []byte("barr"),
  494. },
  495. },
  496. {
  497. name: "using transform rewrite operation to lower case",
  498. args: args{
  499. operations: []esv1beta1.ExternalSecretRewrite{
  500. {
  501. Transform: &esv1beta1.ExternalSecretRewriteTransform{
  502. Template: `{{ .value | lower }}`,
  503. },
  504. },
  505. },
  506. in: map[string][]byte{
  507. "API_FOO": []byte("bar"),
  508. "KEY_FOO": []byte("barr"),
  509. },
  510. },
  511. want: map[string][]byte{
  512. "api_foo": []byte("bar"),
  513. "key_foo": []byte("barr"),
  514. },
  515. },
  516. }
  517. for _, tt := range tests {
  518. t.Run(tt.name, func(t *testing.T) {
  519. got, err := RewriteMap(tt.args.operations, tt.args.in)
  520. if (err != nil) != tt.wantErr {
  521. t.Errorf("RewriteMap() error = %v, wantErr %v", err, tt.wantErr)
  522. return
  523. }
  524. if !reflect.DeepEqual(got, tt.want) {
  525. t.Errorf("RewriteMap() = %v, want %v", got, tt.want)
  526. }
  527. })
  528. }
  529. }
  530. func TestFetchValueFromMetadata(t *testing.T) {
  531. type args struct {
  532. key string
  533. data *apiextensionsv1.JSON
  534. def any
  535. }
  536. type testCase struct {
  537. name string
  538. args args
  539. wantT any
  540. wantErr bool
  541. }
  542. tests := []testCase{
  543. {
  544. name: "plain dig for an existing key",
  545. args: args{
  546. key: "key",
  547. data: &apiextensionsv1.JSON{
  548. Raw: []byte(
  549. `{"key": "value"}`,
  550. ),
  551. },
  552. def: "def",
  553. },
  554. wantT: "value",
  555. wantErr: false,
  556. },
  557. {
  558. name: "return default if key not found",
  559. args: args{
  560. key: "key2",
  561. data: &apiextensionsv1.JSON{
  562. Raw: []byte(
  563. `{"key": "value"}`,
  564. ),
  565. },
  566. def: "def",
  567. },
  568. wantT: "def",
  569. wantErr: false,
  570. },
  571. {
  572. name: "use a different type",
  573. args: args{
  574. key: "key",
  575. data: &apiextensionsv1.JSON{
  576. Raw: []byte(
  577. `{"key": 123}`,
  578. ),
  579. },
  580. def: 1234,
  581. },
  582. wantT: float64(123), // unmarshal is always float64
  583. wantErr: false,
  584. },
  585. {
  586. name: "digging deeper",
  587. args: args{
  588. key: "key2",
  589. data: &apiextensionsv1.JSON{
  590. Raw: []byte(
  591. `{"key": {"key2": "value"}}`,
  592. ),
  593. },
  594. def: "",
  595. },
  596. wantT: "value",
  597. wantErr: false,
  598. },
  599. }
  600. for _, tt := range tests {
  601. t.Run(tt.name, func(t *testing.T) {
  602. gotT, err := FetchValueFromMetadata(tt.args.key, tt.args.data, tt.args.def)
  603. if (err != nil) != tt.wantErr {
  604. t.Errorf("FetchValueFromMetadata() error = %v, wantErr %v", err, tt.wantErr)
  605. return
  606. }
  607. if !reflect.DeepEqual(gotT, tt.wantT) {
  608. t.Errorf("FetchValueFromMetadata() gotT = %v, want %v", gotT, tt.wantT)
  609. }
  610. })
  611. }
  612. }