Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.620=-0.001
σ	0.349-0.352=-0.003
min	54.488-54.485=0.003
max	55.611-55.620=-0.009

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.140-0.141=-0.001
σ	0.005-0.006=-0.001
min	0.135-0.136=-0.001
max	0.147-0.153=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.788=-0.001
σ	0.008-0.005=0.002
min	43.780-43.780=-0.001
max	43.804-43.798=0.006

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.121-0.121=0.000
σ	0.006-0.006=-0.000
min	0.115-0.114=0.001
max	0.130-0.131=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4157.125-4152.375=4.750
σ	1908.284-1901.077=7.206
min	1553.000-1556.000=-3.000
max	7329.000-7309.000=20.000

*mean*	12.479-12.297=0.182
σ	0.164-0.216=-0.052
min	12.179-11.990=0.189
max	12.744-12.582=0.162

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4157.125-4152.375=4.750
σ	1908.284-1901.077=7.206
min	1553.000-1556.000=-3.000
max	7329.000-7309.000=20.000

*mean*	12.581-12.611=-0.031
σ	0.582-0.476=0.106
min	11.523-11.478=0.045
max	13.096-12.996=0.100

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.933-41.933=0.000

*mean*	7329.000-7309.000=20.000
σ	0.000
min	7329.000-7309.000=20.000
max	7329.000-7309.000=20.000

*mean*	14.548-14.668=-0.120
σ	0.932-0.791=0.140
min	12.307-12.962=-0.655
max	15.161-15.506=-0.345

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4157.125-4152.375=4.750
σ	1908.284-1901.077=7.206
min	1553.000-1556.000=-3.000
max	7329.000-7309.000=20.000

*mean*	12.304-12.375=-0.071
σ	1.696-1.805=-0.109
min	10.287-10.470=-0.183
max	14.710-14.664=0.046

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=-0.000
min	27.603
max	27.991-27.991=-0.000

*mean*	4157.125-4152.375=4.750
σ	1908.284-1901.077=7.206
min	1553.000-1556.000=-3.000
max	7329.000-7309.000=20.000

*mean*	8.589-8.468=0.122
σ	0.345-0.193=0.152
min	8.055-8.097=-0.042
max	9.051-8.780=0.271

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4157.125-4152.375=4.750
σ	1908.284-1901.077=7.206
min	1553.000-1556.000=-3.000
max	7329.000-7309.000=20.000

*mean*	6.485-6.292=0.193
σ	0.219-0.362=-0.143
min	6.069-5.463=0.606
max	6.823-6.572=0.252

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=-0.000

*mean*	4157.125-4152.375=4.750
σ	1908.284-1901.077=7.206
min	1553.000-1556.000=-3.000
max	7329.000-7309.000=20.000

*mean*	5.548-5.574=-0.026
σ	0.096-0.149=-0.053
min	5.406-5.355=0.052
max	5.681-5.727=-0.046

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4157.125-4152.375=4.750
σ	1908.284-1901.077=7.206
min	1553.000-1556.000=-3.000
max	7329.000-7309.000=20.000

*mean*	5.410-5.284=0.126
σ	0.093-0.247=-0.154
min	5.286-4.948=0.338
max	5.570-5.719=-0.149

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607-2524.607=-0.000

*mean*	7329.000-7309.000=20.000
σ	0.000
min	7329.000-7309.000=20.000
max	7329.000-7309.000=20.000

*mean*	1045.967-1102.426=-56.459
σ	4.444-160.813=-156.369
min	1040.112-1040.221=-0.108
max	1052.906-1500.304=-447.398

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.554
max	8745.883

*mean*	3578.375-3572.500=5.875
σ	1804.029-1795.766=8.262
min	1043.000-1044.000=-1.000
max	5818.000-5795.000=23.000

*mean*	4698.329-4685.370=12.959
σ	1450.416-1432.340=18.076
min	3490.059-3494.035=-3.976
max	7262.039-7104.898=157.142

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.001

*mean*	4157.125-4152.375=4.750
σ	1908.284-1901.077=7.206
min	1553.000-1556.000=-3.000
max	7329.000-7309.000=20.000

*mean*	84.049-82.048=2.001
σ	11.428-9.924=1.505
min	71.997-71.515=0.482
max	99.382-97.597=1.785

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7329.000-7309.000=20.000
σ	0.000
min	7329.000-7309.000=20.000
max	7329.000-7309.000=20.000

*mean*	103.738-105.271=-1.534
σ	8.333-4.180=4.154
min	85.189-98.399=-13.210
max	111.703-109.220=2.484

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7329.000-7309.000=20.000
σ	0.000
min	7329.000-7309.000=20.000
max	7329.000-7309.000=20.000

*mean*	160.102-162.443=-2.341
σ	13.825-7.635=6.190
min	127.204-145.950=-18.747
max	167.449-166.850=0.599

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4157.125-4152.375=4.750
σ	1908.284-1901.077=7.206
min	1553.000-1556.000=-3.000
max	7329.000-7309.000=20.000

*mean*	6219.678-6029.753=189.924
σ	1131.185-1157.579=-26.394
min	4869.297-4874.611=-5.313
max	7937.971-7923.176=14.795

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7329.000-7309.000=20.000
σ	0.000
min	7329.000-7309.000=20.000
max	7329.000-7309.000=20.000

*mean*	5533.807-5432.525=101.282
σ	1695.759-1104.383=591.376
min	4282.710-4358.466=-75.757
max	8925.090-7365.858=1559.232

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000
σ	0.000
min	476.000
max	476.000

*mean*	390.310-371.420=18.890
σ	1.871-19.512=-17.640
min	387.186-350.418=36.768
max	392.878-392.419=0.459

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	748.356-711.592=36.765
σ	54.637-73.493=-18.856
min	629.297-613.509=15.788
max	793.297-783.517=9.780

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.375=-0.000
σ	0.760-0.760=0.000
min	1007.900-1007.900=0.000
max	1011.517-1011.517=0.000

*mean*	1042.250-1047.300=-5.050
σ	307.395-313.538=-6.142
min	573.000-572.000=1.000
max	1492.000-1510.000=-18.000

*mean*	1.534-1.542=-0.008
σ	0.075-0.085=-0.010
min	1.472-1.460=0.012
max	1.745-1.747=-0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.471-0.310=0.161
σ	0.510-0.313=0.198
min	0.235-0.135=0.099
max	1.384-0.864=0.520

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.824-0.429=0.395
σ	0.530-0.197=0.333
min	0.568-0.329=0.239
max	1.772-0.781=0.991

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.382-0.221=0.161
σ	0.041-0.024=0.017
min	0.345-0.206=0.139
max	0.448-0.263=0.185

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.591-0.336=0.254
σ	0.029-0.020=0.009
min	0.571-0.319=0.251
max	0.637-0.366=0.271

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	430.000-433.800=-3.800
σ	0.000-1.643=-1.643
min	430.000-431.000=-1.000
max	430.000-435.000=-5.000

*mean*	0.548-0.588=-0.040
σ	0.080-0.030=0.050
min	0.475-0.536=-0.061
max	0.679-0.608=0.070

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	0.489-0.498=-0.009
σ	0.032-0.033=-0.001
min	0.457-0.444=0.014
max	0.525-0.533=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	2.605-2.672=-0.068
σ	0.096-0.106=-0.010
min	2.449-2.423=0.026
max	2.990-2.925=0.065

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	2.567-2.634=-0.067
σ	0.068-0.103=-0.035
min	2.445-2.453=-0.008
max	2.829-2.955=-0.126

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	0.308-0.303=0.005
σ	0.012-0.008=0.004
min	0.291-0.289=0.001
max	0.384-0.356=0.029

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	0.290-0.298=-0.008
σ	0.007-0.035=-0.029
min	0.278-0.283=-0.006
max	0.321-0.641=-0.319

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.848-298.184=-0.336
σ	1.011-0.976=0.035
min	297.384-297.801=-0.416
max	300.713-300.959=-0.246

*mean*	440.300-448.400=-8.100
σ	16.385-16.807=-0.423
min	416.000-428.000=-12.000
max	464.000-472.000=-8.000

*mean*	0.613-0.606=0.007
σ	0.008-0.029=-0.021
min	0.603-0.559=0.044
max	0.630-0.663=-0.033

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1758.125-1722.750=35.375
σ	18.114-44.902=-26.788
min	1745.000-1650.000=95.000
max	1780.000-1747.000=33.000

*mean*	204.653-206.627=-1.975
σ	1.971-2.620=-0.649
min	201.335-202.701=-1.366
max	207.680-211.251=-3.571

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1758.125-1722.750=35.375
σ	18.114-44.902=-26.788
min	1745.000-1650.000=95.000
max	1780.000-1747.000=33.000

*mean*	9.871-12.257=-2.386
σ	2.235-0.747=1.489
min	6.547-10.431=-3.884
max	12.979-12.659=0.319

phase=parser

*mean*	1041.161-1041.162=-0.001
σ	0.000-0.000=-0.000
min	1041.160-1041.161=-0.001
max	1041.161-1041.162=-0.002

*mean*	1758.125-1722.750=35.375
σ	18.114-44.902=-26.788
min	1745.000-1650.000=95.000
max	1780.000-1747.000=33.000

*mean*	582.197-702.675=-120.478
σ	136.900-56.881=80.019
min	410.590-562.147=-151.557
max	821.309-729.363=91.946

phase=processProdDef

*mean*	6169.658-6169.659=-0.001
σ	0.000-0.000=-0.000
min	6169.658-6169.658=-0.000
max	6169.658-6169.660=-0.001

*mean*	1762.500-1734.875=27.625
σ	18.708-34.295=-15.586
min	1745.000-1650.000=95.000
max	1780.000-1747.000=33.000

*mean*	4407.227-5485.599=-1078.372
σ	834.594-1272.954=-438.360
min	3583.678-3696.639=-112.961
max	5775.835-7445.562=-1669.726

phase=renaming

*mean*	21.667-21.670=-0.004
σ	0.000
min	21.667-21.670=-0.004
max	21.667-21.670=-0.004

*mean*	1758.125-1722.750=35.375
σ	18.114-44.902=-26.788
min	1745.000-1650.000=95.000
max	1780.000-1747.000=33.000

*mean*	36.718-45.998=-9.280
σ	10.310-4.592=5.718
min	20.220-34.697=-14.477
max	51.326-48.341=2.986

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1758.125-1722.750=35.375
σ	18.114-44.902=-26.788
min	1745.000-1650.000=95.000
max	1780.000-1747.000=33.000

*mean*	724.124-837.739=-113.615
σ	113.834-63.291=50.543
min	625.579-735.965=-110.385
max	921.950-893.055=28.895

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-292.774=-0.000
σ	0.036-0.035=0.001
min	292.723-292.726=-0.003
max	292.812-292.811=0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402-0.403=-0.000
σ	0.010-0.007=0.003
min	0.396-0.397=-0.001
max	0.421-0.412=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.908-1302.848=0.060
σ	0.035-0.071=-0.036
min	1302.860-1302.743=0.117
max	1302.939-1302.928=0.011

*mean*	1089.200-1074.200=15.000
σ	180.277-184.024=-3.747
min	839.000-841.000=-2.000
max	1302.000-1317.000=-15.000

*mean*	2.160-1.947=0.213
σ	0.082-0.202=-0.119
min	2.063-1.783=0.279
max	2.290-2.170=0.120

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.893-1545.912=-0.019
σ	4.019-4.035=-0.016
min	1543.915-1543.918=-0.003
max	1553.076-1553.123=-0.047

*mean*	612.000-611.200=0.800
σ	77.243-74.332=2.911
min	493.000-494.000=-1.000
max	699.000-690.000=9.000

*mean*	2.215-2.295=-0.080
σ	0.101-0.205=-0.104
min	2.144-2.147=-0.002
max	2.387-2.634=-0.247

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.841-1864.838=0.003
σ	0.046-0.039=0.007
min	1864.791-1864.794=-0.003
max	1864.908-1864.884=0.025

*mean*	1723.600-1712.800=10.800
σ	218.993-250.542=-31.549
min	1427.000-1421.000=6.000
max	1929.000-2061.000=-132.000

*mean*	2.934-2.887=0.046
σ	0.099-0.072=0.027
min	2.816-2.801=0.015
max	3.050-3.000=0.050

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.844-1.779=0.065
σ	0.155-0.151=0.003
min	1.572-1.580=-0.008
max	1.939-1.946=-0.007

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-447.753=0.002
σ	579.110-579.108=0.001
min	158.199-158.198=0.001
max	1316.419-1316.415=0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.538-0.535=0.004
σ	0.546-0.547=-0.001
min	0.263-0.259=0.004
max	1.357-1.355=0.002

policies=20

*mean*	1582.288-1582.279=0.009
σ	0.350-0.357=-0.007
min	1582.043-1582.031=0.013
max	1582.806-1582.807=-0.001

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000-446.000=1.000
σ	4.619-3.464=1.155
min	443.000
max	451.000-449.000=2.000

*mean*	2.626-2.624=0.002
σ	0.013-0.008=0.005
min	2.611-2.615=-0.004
max	2.638-2.635=0.003

policies=200

*mean*	15830.885-15830.917=-0.032
σ	0.093-0.157=-0.064
min	15830.806-15830.806=-0.000
max	15831.019-15831.150=-0.130

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.750-498.000=-1.250
σ	4.113-5.598=-1.485
min	493.000-491.000=2.000
max	502.000-503.000=-1.000

*mean*	26.581-26.652=-0.071
σ	0.095-0.240=-0.145
min	26.507-26.444=0.062
max	26.715-26.981=-0.266