Sphinx 3.1.1 vs Manticore 2.7.5

	A	B	C	D	E	F	G	H	I	J	K	M	N	O	P	Q	R	S	T
1	Indexing
2	Version	Time, sec
3	Sphinx 3.1.1	646
4	Manticore 2.7.5	682
5
6	TEST 1: Top 1000 frequent terms from HackerNews collection
7	Version	Time, sec
8	Sphinx 3.1.1	32.85
9	Manticore 2.7.5	28.14
10	Diff	16.74899606
11
12	TEST 2: Top 1000 frequent terms from HackerNews colleciton by groups (top 1-50, top 50-100 etc.)											Throughput				Latency 95%
13	concurrency	batch size	total time	throughput	elements count	latencies count	avg latency, ms	median latency, ms	95p latency, ms	99p latency, ms	tag	Tag	Sphinx 3.1.1	Manticore 2.7.5	Diff, %	Tag	Sphinx 3.1.1	Manticore 2.7.5	Diff, %
14	1	100	8.657	5	49	49	176.538	148.076	355.561	373.079	manticore_1-50	1-50	4	5	25	1-50	416.135	355.561	17.03617663
15	1	100	3.334	14	49	49	67.906	65.21	88.621	92.153	manticore_50-100	50-100	12	14	16.66666667	50-100	103.765	88.621	17.08850047
16	1	100	1.982	24	49	49	40.333	40.635	49.179	49.881	manticore_100-150	100-150	20	24	20	100-150	58.281	49.179	18.50789971
17	1	100	1.513	33	50	50	30.138	29.773	35.757	37.213	manticore_150-200	150-200	28	33	17.85714286	150-200	39.986	35.757	11.82705484
18	1	100	1.184	40	48	48	24.526	25.226	27.655	28.229	manticore_200-250	200-250	34	40	17.64705882	200-250	33.031	27.655	19.43952269
19	1	100	0.99	49	49	49	20.087	19.845	22.51	25.241	manticore_250-300	250-300	41	49	19.51219512	250-300	27.936	22.51	24.10484229
20	1	100	0.851	57	49	49	17.233	17.556	19.306	19.599	manticore_300-350	300-350	47	57	21.27659574	300-350	24.726	19.306	28.07417383
21	1	100	0.757	66	50	50	15.008	15.067	16.908	19.071	manticore_350-400	350-400	55	66	20	350-400	20.799	16.908	23.01277502
22	1	100	0.675	71	48	48	13.534	13.704	16.452	16.685	manticore_400-450	400-450	61	71	16.39344262	400-450	18.491	16.452	12.39362995
23	1	100	0.645	77	50	50	12.766	12.715	14.826	15.418	manticore_450-500	450-500	65	77	18.46153846	450-500	17.263	14.826	16.43733981
24	1	100	0.562	85	48	48	11.574	11.553	13.265	14.626	manticore_500-550	500-550	71	85	19.71830986	500-550	15.851	13.265	19.49491142
25	1	100	0.533	91	49	49	10.749	10.729	12.551	13.336	manticore_550-600	550-600	76	91	19.73684211	550-600	16.081	12.551	28.12524898
26	1	100	0.508	98	50	50	10.038	10.113	11.553	12.635	manticore_600-650	600-650	80	98	22.5	600-650	15.158	11.553	31.20401627
27	1	100	0.448	107	48	48	9.202	9.344	10.081	10.26	manticore_650-700	650-700	83	107	28.91566265	650-700	14.847	10.081	47.27705585
28	1	100	0.459	108	50	50	9.057	8.983	11.054	11.269	manticore_700-750	700-750	89	108	21.34831461	700-750	13.437	11.054	21.55780713
29	1	100	0.442	110	49	49	8.9	8.444	10.809	10.991	manticore_750-800	750-800	95	110	15.78947368	750-800	13.1	10.809	21.19530021
30	1	100	0.408	120	49	49	8.178	7.923	10.305	10.471	manticore_800-850	800-850	102	120	17.64705882	800-850	11.864	10.305	15.12857836
31	1	100	0.376	132	50	50	7.385	7.417	8.123	8.221	manticore_850-900	850-900	108	132	22.22222222	850-900	10.604	8.123	30.54290287
32	1	100	0.348	140	49	49	6.964	6.972	7.702	8.171	manticore_900-950	900-950	107	140	30.8411215	900-950	11.469	7.702	48.90937419
33	1	100	0.359	139	50	50	7.049	6.919	9.014	9.361	manticore_950-1000	950-1000	108	139	28.7037037	950-1000	11.597	9.014	28.65542489
34	concurrency	batch size	total time	throughput	elements count	latencies count	avg latency, ms	median latency, ms	95p latency, ms	99p latency, ms	tag				21.01186747				24.00062677
35	1	100	10.177	4	49	49	207.556	161.851	416.135	443.918	sphinx_1-50
36	1	100	3.945	12	49	49	80.379	79.361	103.765	105.5	sphinx_50-100
37	1	100	2.335	20	49	49	47.519	47.645	58.281	60.171	sphinx_100-150
38	1	100	1.785	28	50	50	35.571	35.513	39.986	44.14	sphinx_150-200
39	1	100	1.405	34	48	48	29.143	29.763	33.031	33.907	sphinx_200-250
40	1	100	1.195	41	49	49	24.257	23.969	27.936	28.771	sphinx_250-300
41	1	100	1.038	47	49	49	21.06	21.122	24.726	24.856	sphinx_300-350
42	1	100	0.894	55	50	50	17.73	18.026	20.799	22.481	sphinx_350-400
43	1	100	0.787	61	48	48	16.258	16.455	18.491	20.358	sphinx_400-450
44	1	100	0.761	65	50	50	15.086	15.205	17.263	18.682	sphinx_450-500
45	1	100	0.67	71	48	48	13.832	14.035	15.851	17.633	sphinx_500-550
46	1	100	0.643	76	49	49	12.989	13.026	16.081	16.706	sphinx_550-600
47	1	100	0.622	80	50	50	12.325	12.308	15.158	15.31	sphinx_600-650
48	1	100	0.577	83	48	48	11.906	12.003	14.847	15.322	sphinx_650-700
49	1	100	0.557	89	50	50	11.019	10.882	13.437	15.326	sphinx_700-750
50	1	100	0.511	95	49	49	10.314	10.258	13.1	15.594	sphinx_750-800
51	1	100	0.476	102	49	49	9.592	9.507	11.864	12.459	sphinx_800-850
52	1	100	0.459	108	50	50	9.054	9.229	10.604	10.816	sphinx_850-900
53	1	100	0.456	107	49	49	9.175	9.061	11.469	11.821	sphinx_900-950
54	1	100	0.46	108	50	50	9.07	8.774	11.597	11.895	sphinx_950-1000
55
56	TEST 3: Top 1000 frequent terms from HackerNews colleciton by groups + 1 term from group 1-100
57	concurrency	batch size	total time	throughput	elements count	latencies count	avg latency, ms	median latency, ms	95p latency, ms	99p latency, ms	tag	Throughput				Latency 95%
58	1	100	69.291	2	196	196	353.103	278.043	826.325	1444.645	manticore_1-50	Tag	Sphinx 3.1.1	Manticore 2.7.5	Diff, %	Tag	Sphinx 3.1.1	Manticore 2.7.5	Diff, %
59	1	100	35.022	5	194	194	179.789	149.827	370.055	513.099	manticore_50-100	1-50	2	2	0	1-50	964.066	826.325	16.66910719
60	1	100	26.104	7	197	197	132.056	110.214	287.011	351.471	manticore_100-150	50-100	4	5	25	50-100	446.847	370.055	20.75150991
61	1	100	21.06	9	194	194	108.135	84.744	246.217	299.783	manticore_150-200	100-150	6	7	16.66666667	100-150	363.382	287.011	26.60908467
62	1	100	19.394	10	199	199	96.991	80.417	228.605	254.52	manticore_200-250	150-200	7	9	28.57142857	150-200	309.525	246.217	25.71227819
63	1	100	16.908	11	195	195	86.366	67.599	188.553	239.42	manticore_250-300	200-250	8	10	25	200-250	282.073	228.605	23.38881477
64	1	100	15.817	12	194	194	81.259	64.516	204.581	239.847	manticore_300-350	250-300	9	11	22.22222222	250-300	235.167	188.553	24.72196146
65	1	100	15.223	12	195	195	77.649	60.356	178.911	206.816	manticore_350-400	300-350	9	12	33.33333333	300-350	245.305	204.581	19.90605188
66	1	100	14.808	13	194	194	75.98	58.086	186.104	223.898	manticore_400-450	350-400	10	12	20	350-400	209.784	178.911	17.25606587
67	1	100	13.79	14	198	198	69.35	56.75	166.658	210.408	manticore_450-500	400-450	10	13	30	400-450	218.274	186.104	17.28603362
68	1	100	14.475	13	197	197	73.16	57.027	176.771	191.958	manticore_500-550	450-500	11	14	27.27272727	450-500	195.761	166.658	17.46270806
69	1	100	14.034	14	197	197	70.971	55.806	166.115	189.544	manticore_550-600	500-550	11	13	18.18181818	500-550	208.489	176.771	17.94298839
70	1	100	13.849	14	195	195	70.744	53.811	169.571	191.649	manticore_600-650	550-600	11	14	27.27272727	550-600	187.988	166.115	13.16738404
71	1	100	14.737	13	198	198	74.005	58.59	171.866	195.197	manticore_650-700	600-650	11	14	27.27272727	600-650	191.779	169.571	13.09657901
72	1	100	13.301	14	195	195	68.067	53.858	155.052	179.053	manticore_700-750	650-700	11	13	18.18181818	650-700	187.61	171.866	9.160625138
73	1	100	12.871	15	196	196	65.232	50.217	154.529	172.768	manticore_750-800	700-750	12	14	16.66666667	700-750	162.586	155.052	4.85901504
74	1	100	12.526	15	195	195	63.761	48.708	164.974	181.496	manticore_800-850	750-800	13	15	15.38461538	750-800	158.036	154.529	2.269476927
75	1	100	12.229	16	198	198	61.536	47.348	155.577	172.813	manticore_850-900	800-850	13	15	15.38461538	800-850	165.251	164.974	0.1679052457
76	1	100	12.672	15	196	196	64.352	49.637	151.675	177.201	manticore_900-950	850-900	13	16	23.07692308	850-900	155.804	155.577	0.1459084569
77	1	100	11.854	16	196	196	60.059	46.084	152.591	170.733	manticore_950-1000	900-950	13	15	15.38461538	900-950	149.595	151.675	-1.371353222
78	concurrency	batch size	total time	throughput	elements count	latencies count	avg latency, ms	median latency, ms	95p latency, ms	99p latency, ms	tag	950-1000	14	16	14.28571429	950-1000	145.637	152.591	-4.557280574
79	1	100	81.755	2	196	196	416.778	317.892	964.066	1700.922	sphinx_1-50				20.95793096				13.2322432
80	1	100	41.638	4	194	194	214.385	177.003	446.847	607.395	sphinx_50-100
81	1	100	31.622	6	197	197	160.209	133.33	363.382	445.544	sphinx_100-150
82	1	100	25.918	7	194	194	133.209	102.767	309.525	378.491	sphinx_150-200
83	1	100	23.896	8	199	199	119.728	97.401	282.073	320.433	sphinx_200-250
84	1	100	20.822	9	195	195	106.411	83.586	235.167	285.118	sphinx_250-300
85	1	100	19.55	9	194	194	100.67	80.546	245.305	296.909	sphinx_300-350
86	1	100	18.695	10	195	195	95.772	76.275	209.784	253.7	sphinx_350-400
87	1	100	18.192	10	194	194	93.284	71.678	218.274	260.153	sphinx_400-450
88	1	100	16.92	11	198	198	85.218	71.895	195.761	233.243	sphinx_450-500
89	1	100	17.67	11	197	197	89.383	71.643	208.489	223.56	sphinx_500-550
90	1	100	17.044	11	197	197	86.126	70.542	187.988	211.962	sphinx_550-600
91	1	100	16.568	11	195	195	84.512	68.449	191.779	208.704	sphinx_600-650
92	1	100	17.388	11	198	198	87.701	72.261	187.61	204.876	sphinx_650-700
93	1	100	15.745	12	195	195	80.297	68.167	162.586	187.04	sphinx_700-750
94	1	100	14.823	13	196	196	75.376	62.525	158.036	181.861	sphinx_750-800
95	1	100	14.672	13	195	195	74.025	60.178	165.251	180.672	sphinx_800-850
96	1	100	14.151	13	198	198	71.171	59.117	155.804	164.265	sphinx_850-900
97	1	100	14.35	13	196	196	72.953	60.023	149.595	168.681	sphinx_900-950
98	1	100	13.521	14	196	196	68.596	57.838	145.637	157.38	sphinx_950-1000
99
100