[release/4.x] Cherry pick: JWT auth: cache verifiers (#5575)

[ghost]

Backports the following commits to release/4.x:

• JWT auth: cache verifiers (#5575)

[ghost]

backport/release/4.x/pr-5575@74795 aka 20230821.23 vs release/4.x ewma over 20 builds from 73423 to 74735

Click to see table

release/4.x

build_id	build_number	Commit latency factor	tpcc_virtual_cft^	ls_virtual_cft^	pi_ls_virtual_cft^	ls_jwt_virtual_cft^	pi_ls_jwt_virtual_cft^	ls_js_virtual_cft^	ls_full_js_virtual_cft^	ls_js_jwt_virtual_cft^	hist_sgx_cft^	tpcc_sgx_cft^	tpcc_sgx_cft_mem	ls_sgx_cft^	ls_sgx_cft_mem	pi_ls_sgx_cft^	pi_ls_sgx_cft_mem	ls_jwt_sgx_cft^	ls_jwt_sgx_cft_mem	pi_ls_jwt_sgx_cft^	pi_ls_jwt_sgx_cft_mem	ls_js_sgx_cft^	ls_js_sgx_cft_mem	ls_full_js_sgx_cft^	ls_full_js_sgx_cft_mem	ls_js_jwt_sgx_cft^	ls_js_jwt_sgx_cft_mem	RB put (/s)^	CHAMP put (/s)^	RB get (/s)^	CHAMP get (/s)^
73423	20230721.3	0.780937	17424.5	45958.9	47457.2	12476.2	13070.9	4297.51	3737.8	3293.54	50858.3	7308.09	8.59996e+07	19989.5	1.88908e+07	20263.2	1.25993e+07	6681.88	1.67936e+07	6466.5	6.30784e+06	1710.15	1.05021e+07	1495.89	1.05021e+07	1408.25	1.05021e+07	825918	1.18301e+06	8.17007e+06	3.08109e+07
73479	20230724.2	0.778479	17403.2	45641.2	47924.6	12447.8	12938.4	4375.28	3731.02	3294.32	46197.5	7319.33	8.59996e+07	20007.6	1.88908e+07	20188.3	1.25993e+07	6411.68	1.67936e+07	6470.6	6.30784e+06	1708.95	1.05021e+07	1489.78	1.05021e+07	1405.09	1.05021e+07	835151	1.18324e+06	8.15468e+06	3.07572e+07
73500	20230725.2	0.820939	17108.6	45862.5	48094.5	12467.5	12760.3	4350.49	3725.3	3285.03	50415.8	7258.29	8.59996e+07	19994.9	1.67936e+07	20287.4	1.05021e+07	6723.16	1.67936e+07	6511.9	6.30784e+06	1710.36	1.05021e+07	1492.56	1.05021e+07	1399.36	1.05021e+07	835313	1.17968e+06	8.15361e+06	3.07891e+07
73519	20230726.1	0.774976	17172.4	45581.7	47328.6	12378.9	13046	4439.75	3710.8	3179.48	44034.1	7383.24	8.39025e+07	19940.6	1.88908e+07	20251.6	1.25993e+07	6688.58	1.67936e+07	6524.3	6.30784e+06	1708.11	1.05021e+07	1505.65	1.05021e+07	1408.27	1.05021e+07	838302	1.17756e+06	8.15426e+06	3.07526e+07
73537	20230727.2	0.794854	17638.6	45769.8	46860.3	12460.9	12666.1	4391.21	3737.92	3300.03	50502.7	7307.55	8.59996e+07	20001.4	1.88908e+07	20186.2	1.25993e+07	6372.12	1.67936e+07	6524.6	6.30784e+06	1711.72	1.05021e+07	1492.77	1.05021e+07	1397.37	1.05021e+07	835494	1.18271e+06	8.14771e+06	3.08225e+07
73558	20230728.2	0.78362	17101.4	45739.2	47250.8	12398.1	12778.6	4438.39	3718.24	3251.32	43432.7	7252.9	8.59996e+07	20061.3	1.67936e+07	20223.7	1.05021e+07	6722.21	1.67936e+07	6501.9	6.30784e+06	1728.78	1.05021e+07	1507.26	1.05021e+07	1400.74	1.05021e+07	841356	1.17636e+06	8.15553e+06	3.07651e+07
73611	20230731.2	0.793239	17137.8	45959.5	47641.3	12545.9	12973.7	4306.46	3706.13	3293.04	46507.1	7313.76	8.59996e+07	20072.8	1.88908e+07	20133.9	1.25993e+07	6712.83	1.67936e+07	6519.5	6.30784e+06	1729.1	1.05021e+07	1504.97	1.05021e+07	1404.36	1.05021e+07	827611	1.18185e+06	8.15368e+06	3.07088e+07
73704	20230801.3	0.767298	17158.6	45491.8	47439.5	12366.7	12787.6	4355.79	3810.57	3304.4	48175.8	7310	8.59996e+07	20005	1.88908e+07	20269	1.05021e+07	6708.32	1.67936e+07	6506.3	6.30784e+06	1713.28	1.05021e+07	1490.48	1.05021e+07	1402.25	1.05021e+07	834311	1.18272e+06	8.15556e+06	3.13361e+07
73773	20230802.1	0.787981	17071.9	43695.3	47184.7	12441.4	11489	4335.11	3732.18	3177.6	48991.4	7289.99	8.59996e+07	19941.1	1.88908e+07	20208.5	1.25993e+07	6682.46	1.67936e+07	6551.7	6.30784e+06	1708.26	1.05021e+07	1486.19	1.05021e+07	1398.05	1.05021e+07	824547	1.18112e+06	8.17327e+06	3.15188e+07
73835	20230803.3	0.77653	17701.1	45536.4	47228.6	12403.8	12960.9	4299.92	3719.17	3294.75	48779.7	7383.76	8.59996e+07	19934	1.88908e+07	20168.5	1.25993e+07	6713.82	1.67936e+07	6523	6.30784e+06	1713.82	1.05021e+07	1484.82	1.05021e+07	1405.85	1.05021e+07	832824	1.1801e+06	8.14995e+06	3.08327e+07
73944	20230807.1	0.797439	17171.9	45719.9	47118.5	12475.9	12804.9	4473.27	3748.16	3304.93	48080	7293.69	8.59996e+07	20038.5	1.88908e+07	20225.8	1.25993e+07	6699.79	1.67936e+07	6505.5	6.30784e+06	1704.19	1.05021e+07	1488.66	1.05021e+07	1405.24	1.05021e+07	827354	1.1821e+06	8.15102e+06	3.07508e+07
73965	20230807.10	0.792928	17139.2	45589.8	47202.3	12412.3	12523	4406.84	3755.34	3247.54	48526.4	7288.54	8.59996e+07	20022	1.88908e+07	20187.1	1.25993e+07	6705.63	1.67936e+07	6511.9	6.30784e+06	1709.12	1.05021e+07	1504.62	1.05021e+07	1399.25	1.05021e+07	832716	1.18095e+06	8.15092e+06	3.11929e+07
73993	20230808.1	0.813709	17111.4	45998.9	47289.3	12316.7	12632	4411.5	3707.61	3284.41	45121.6	7296.39	8.59996e+07	20017	1.88908e+07	20166.7	1.25993e+07	6352.13	1.67936e+07	6474.8	6.30784e+06	1711.94	1.05021e+07	1489.96	1.05021e+07	1400.54	1.05021e+07	833348	1.17985e+06	8.11394e+06	3.07406e+07
74125	20230809.1	0.760936	17111.1	43705.2	46421.4	12550.1	12750.2	4437.6	3721.42	3303.6	50775.8	7303.25	8.39025e+07	20089.8	1.88908e+07	20305.1	1.25993e+07	6724.11	1.67936e+07	6492.8	6.30784e+06	1712.64	1.05021e+07	1501.29	1.05021e+07	1405.4	1.05021e+07	824669	1.18546e+06	8.15579e+06	3.30621e+07
74207	20230810.1	0.818322	17399.8	45761.7	47032	12440	12977.9	4377.63	3714.42	3305.36	46802.2	7297.79	8.59996e+07	19950.9	1.88908e+07	20170.8	1.25993e+07	6329.53	1.67936e+07	6508.8	6.30784e+06	1711.68	1.05021e+07	1490.48	1.05021e+07	1404.3	1.05021e+07	831801	1.18037e+06	8.15426e+06	3.15276e+07
74368	20230811.3	0.767107	17140	45709.6	46846.6	12358.8	12897.2	4345.52	3681.28	3262.09	50345.5	7332.86	8.59996e+07	19997.1	1.88908e+07	20215.8	1.25993e+07	6350.93	1.67936e+07	6472.1	6.30784e+06	1707.16	1.05021e+07	1492.65	1.05021e+07	1398.98	1.05021e+07	834041	1.18291e+06	8.15556e+06	3.08876e+07
74419	20230814.1	0.797377	17286.9	45676.9	47033.1	12472.3	12739.4	4463.13	3745.56	3295.5	51043.4	7288.43	8.59996e+07	20071.2	1.88908e+07	20199.9	1.25993e+07	6699.79	1.67936e+07	6516.1	6.30784e+06	1711.89	1.05021e+07	1505.5	1.05021e+07	1403.76	1.05021e+07	826483	1.18613e+06	8.17366e+06	3.122e+07
74452	20230815.2	0.792739	17470.3	45613.6	46878.2	12642.4	12952.9	4389.27	3731.89	3274.86	51014.4	7372.68	8.59996e+07	19966.2	1.88908e+07	20170.6	1.25993e+07	6709.12	1.67936e+07	6469.4	6.30784e+06	1713.37	1.05021e+07	1491.94	1.05021e+07	1398.57	1.05021e+07	833693	1.17638e+06	8.15572e+06	3.09067e+07
74682	20230818.2	0.798925	17045.8	43990.1	46340.5	12300.5	12896.4	4273.19	3629.07	3277.46	48109.2	7319.48	8.39025e+07	19970.5	1.88908e+07	20213.7	1.25993e+07	6678.76	1.67936e+07	6476.9	6.30784e+06	1712.9	1.05021e+07	1495.68	1.05021e+07	1406.78	1.05021e+07	840180	1.17475e+06	8.12889e+06	3.16249e+07
74735	20230821.2	0.803085	17054	43705	45613	12260.2	12719.9	4416.98	3709.76	3238.04	41773.7	7300.31	8.39025e+07	20117	1.88908e+07	20224.3	1.25993e+07	6702.03	1.67936e+07	6522.7	6.30784e+06	1708.84	1.05021e+07	1503.18	1.05021e+07	1404.02	1.05021e+07	827201	1.17512e+06	8.15442e+06	3.06927e+07

backport/release/4.x/pr-5575

build_id	build_number	Commit latency factor	tpcc_sgx_cft^	tpcc_sgx_cft_mem	ls_sgx_cft^	ls_sgx_cft_mem	tpcc_virtual_cft^	pi_ls_sgx_cft^	pi_ls_sgx_cft_mem	ls_jwt_sgx_cft^	ls_jwt_sgx_cft_mem	ls_virtual_cft^	pi_ls_jwt_sgx_cft^	pi_ls_jwt_sgx_cft_mem	pi_ls_virtual_cft^	ls_jwt_virtual_cft^	pi_ls_jwt_virtual_cft^	ls_js_sgx_cft^	ls_js_sgx_cft_mem	ls_js_virtual_cft^	ls_full_js_virtual_cft^	ls_js_jwt_virtual_cft^	ls_full_js_sgx_cft^	ls_full_js_sgx_cft_mem	ls_js_jwt_sgx_cft^	ls_js_jwt_sgx_cft_mem	hist_sgx_cft^	RB put (/s)^	CHAMP put (/s)^	RB get (/s)^	CHAMP get (/s)^
74795	20230821.23	0.803021	7303.27	8.59996e+07	19837.4	1.88908e+07	17298.1	19817.3	1.25993e+07	9947.74	1.88908e+07	45563.4	10004	6.30784e+06	47173	17722.9	19022.6	1707.92	1.05021e+07	4480.13	3742.82	3792.65	1484.83	1.05021e+07	1555.82	1.05021e+07	46085.9	843074	1.1847e+06	8.15413e+06	3.24574e+07