Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.626-54.622=0.005
σ	0.348-0.351=-0.003
min	54.497-54.485=0.012
max	55.615-55.619=-0.003

*mean*	418.000-414.700=3.300
σ	0.000-0.483=-0.483
min	418.000-414.000=4.000
max	418.000-415.000=3.000

*mean*	0.148-0.136=0.012
σ	0.011-0.006=0.006
min	0.136-0.130=0.006
max	0.169-0.148=0.020

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.787=-0.000
σ	0.007-0.006=0.001
min	43.779-43.780=-0.001
max	43.800-43.797=0.004

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.122-0.123=-0.000
σ	0.006-0.003=0.003
min	0.115-0.120=-0.005
max	0.132-0.127=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4157.250-4090.625=66.625
σ	1908.864-1588.067=320.798
min	1552.000-1885.000=-333.000
max	7329.000-6041.000=1288.000

*mean*	12.953-12.450=0.503
σ	0.264-0.369=-0.106
min	12.478-11.974=0.504
max	13.206-13.006=0.200

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4157.250-4090.625=66.625
σ	1908.864-1588.067=320.798
min	1552.000-1885.000=-333.000
max	7329.000-6041.000=1288.000

*mean*	13.128-11.844=1.284
σ	0.512-0.489=0.023
min	12.328-11.352=0.976
max	13.718-12.889=0.830

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.928-41.928=0.000
max	41.933-41.929=0.004

*mean*	7329.000-6041.000=1288.000
σ	0.000
min	7329.000-6041.000=1288.000
max	7329.000-6041.000=1288.000

*mean*	15.107-12.915=2.192
σ	0.905-1.137=-0.233
min	13.183-10.775=2.408
max	15.880-14.504=1.376

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931

*mean*	4157.250-4090.625=66.625
σ	1908.864-1588.067=320.798
min	1552.000-1885.000=-333.000
max	7329.000-6041.000=1288.000

*mean*	12.677-12.334=0.344
σ	1.854-1.858=-0.004
min	10.573-10.209=0.364
max	14.972-14.803=0.169

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.049
σ	0.137-0.002=0.135
min	27.603
max	27.991-27.607=0.384

*mean*	4157.250-4090.625=66.625
σ	1908.864-1588.067=320.798
min	1552.000-1885.000=-333.000
max	7329.000-6041.000=1288.000

*mean*	9.100-8.389=0.711
σ	0.367-0.236=0.131
min	8.589-8.073=0.516
max	9.552-8.759=0.793

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4157.250-4090.625=66.625
σ	1908.864-1588.067=320.798
min	1552.000-1885.000=-333.000
max	7329.000-6041.000=1288.000

*mean*	7.114-6.730=0.384
σ	0.256-0.628=-0.372
min	6.726-6.378=0.348
max	7.522-8.261=-0.739

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.670=-0.001

*mean*	4157.250-4090.625=66.625
σ	1908.864-1588.067=320.798
min	1552.000-1885.000=-333.000
max	7329.000-6041.000=1288.000

*mean*	6.057-5.478=0.579
σ	0.116-0.170=-0.054
min	5.788-5.196=0.592
max	6.163-5.698=0.465

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4157.250-4090.625=66.625
σ	1908.864-1588.067=320.798
min	1552.000-1885.000=-333.000
max	7329.000-6041.000=1288.000

*mean*	5.932-5.329=0.603
σ	0.121-0.115=0.006
min	5.727-5.149=0.578
max	6.104-5.505=0.599

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.603=0.003
σ	0.000-0.000=-0.000
min	2524.606-2524.603=0.003
max	2524.607-2524.603=0.003

*mean*	7329.000-6041.000=1288.000
σ	0.000
min	7329.000-6041.000=1288.000
max	7329.000-6041.000=1288.000

*mean*	1056.523-1549.611=-493.088
σ	16.673-815.326=-798.653
min	1041.788-1038.177=3.611
max	1087.677-2960.081=-1872.404

op=load_product(), with indexes

*mean*	8744.721-8744.568=0.154
σ	0.469-0.033=0.437
min	8744.553-8744.554=-0.001
max	8745.883-8744.649=1.234

*mean*	3579.375-3796.500=-217.125
σ	1803.308-1679.342=123.967
min	1046.000-1885.000=-839.000
max	5818.000-6041.000=-223.000

*mean*	4854.533-4322.684=531.850
σ	1449.037-1152.561=296.475
min	3547.713-3544.448=3.265
max	6782.126-6847.340=-65.214

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4157.250-4090.625=66.625
σ	1908.864-1588.067=320.798
min	1552.000-1885.000=-333.000
max	7329.000-6041.000=1288.000

*mean*	80.564-81.756=-1.192
σ	9.760-9.916=-0.157
min	71.172-71.042=0.130
max	101.528-97.483=4.044

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.001
min	40.944-40.944=0.000
max	40.945-40.948=-0.002

*mean*	7329.000-6041.000=1288.000
σ	0.000
min	7329.000-6041.000=1288.000
max	7329.000-6041.000=1288.000

*mean*	105.117-95.031=10.086
σ	8.820-12.809=-3.989
min	85.257-72.923=12.335
max	112.249-107.742=4.508

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=-0.000
max	66.687-66.687=-0.000

*mean*	7329.000-6041.000=1288.000
σ	0.000
min	7329.000-6041.000=1288.000
max	7329.000-6041.000=1288.000

*mean*	161.036-223.793=-62.757
σ	13.158-229.374=-216.216
min	130.430-107.880=22.550
max	169.066-789.677=-620.611

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.318=0.006
min	11655.305
max	11667.537-11667.521=0.017

*mean*	4157.250-4090.625=66.625
σ	1908.864-1588.067=320.798
min	1552.000-1885.000=-333.000
max	7329.000-6041.000=1288.000

*mean*	6756.158-6205.297=550.861
σ	1251.974-1074.537=177.437
min	4994.491-4965.943=28.548
max	8175.345-7905.260=270.085

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.069=-0.004
σ	0.001-0.001=-0.000
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	7329.000-6041.000=1288.000
σ	0.000
min	7329.000-6041.000=1288.000
max	7329.000-6041.000=1288.000

*mean*	5339.720-6440.426=-1100.706
σ	1658.960-1338.257=320.703
min	4351.274-4412.655=-61.381
max	9131.516-7795.668=1335.848

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.582=-0.023
σ	0.001-0.024=-0.022
min	172.558
max	172.562-172.622=-0.060

*mean*	477.000-1885.000=-1408.000
σ	0.000
min	477.000-1885.000=-1408.000
max	477.000-1885.000=-1408.000

*mean*	374.539-344.694=29.844
σ	32.562-51.157=-18.595
min	299.549-265.941=33.608
max	393.238-400.672=-7.434

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.361=-0.039
σ	0.001-0.039=-0.037
min	357.321
max	357.325-357.404=-0.078

*mean*	562.000-1885.000=-1323.000
σ	0.000
min	562.000-1885.000=-1323.000
max	562.000-1885.000=-1323.000

*mean*	756.935-779.648=-22.713
σ	43.698-14.400=29.298
min	658.609-755.706=-97.097
max	805.637-805.684=-0.047

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.478=-0.102
σ	0.759-0.874=-0.115
min	1007.904-1007.979=-0.076
max	1011.514-1012.097=-0.583

*mean*	1039.850-1039.700=0.150
σ	300.615-306.330=-5.715
min	568.000-546.000=22.000
max	1480.000-1468.000=12.000

*mean*	1.563-1.533=0.029
σ	0.108-0.131=-0.023
min	1.480-1.434=0.047
max	1.832-2.017=-0.185

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	401.000-1468.000=-1067.000
σ	0.000
min	401.000-1468.000=-1067.000
max	401.000-1468.000=-1067.000

*mean*	0.320-0.442=-0.121
σ	0.339-0.136=0.203
min	0.141-0.363=-0.222
max	0.923-0.682=0.240

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	401.000-1468.000=-1067.000
σ	0.000
min	401.000-1468.000=-1067.000
max	401.000-1468.000=-1067.000

*mean*	0.424-0.905=-0.481
σ	0.201-0.087=0.115
min	0.324-0.857=-0.534
max	0.784-1.058=-0.274

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	401.000-1468.000=-1067.000
σ	0.000
min	401.000-1468.000=-1067.000
max	401.000-1468.000=-1067.000

*mean*	0.219-0.561=-0.341
σ	0.019-0.057=-0.038
min	0.200-0.514=-0.313
max	0.252-0.659=-0.408

name=nested_use.art

*mean*	2.355-2.357=-0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358-2.360=-0.001

*mean*	401.000-1468.000=-1067.000
σ	0.000
min	401.000-1468.000=-1067.000
max	401.000-1468.000=-1067.000

*mean*	0.330-0.884=-0.554
σ	0.017-0.030=-0.013
min	0.319-0.851=-0.532
max	0.360-0.932=-0.572

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.921=-0.013
σ	0.011-0.027=-0.016
min	963.902-963.904=-0.001
max	963.926-963.968=-0.042

*mean*	441.200-1468.000=-1026.800
σ	4.025-0.000=4.025
min	434.000-1468.000=-1034.000
max	443.000-1468.000=-1025.000

*mean*	0.570-0.825=-0.255
σ	0.034-0.031=0.003
min	0.536-0.781=-0.245
max	0.614-0.855=-0.241

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.889=-0.005
σ	0.002-0.005=-0.003
min	884.883
max	884.886-884.895=-0.009

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	0.515-0.727=-0.212
σ	0.021-0.049=-0.028
min	0.484-0.639=-0.155
max	0.537-0.751=-0.215

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	1.991-4.316=-2.325
σ	0.098-0.113=-0.014
min	1.866-4.157=-2.292
max	2.613-4.819=-2.206

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	1.978-4.311=-2.333
σ	0.078-0.087=-0.009
min	1.839-4.156=-2.317
max	2.231-4.626=-2.395

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	0.318-0.764=-0.446
σ	0.033-0.024=0.009
min	0.298-0.651=-0.353
max	0.558-0.882=-0.325

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	0.294-0.722=-0.428
σ	0.007-0.034=-0.027
min	0.280-0.522=-0.241
max	0.327-0.919=-0.591

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.999-297.733=0.266
σ	1.005-0.241=0.764
min	297.601-297.534=0.067
max	300.850-298.390=2.460

*mean*	440.800-1885.000=-1444.200
σ	15.796-0.000=15.796
min	415.000-1885.000=-1470.000
max	461.000-1885.000=-1424.000

*mean*	0.618-0.604=0.014
σ	0.010-0.039=-0.029
min	0.601-0.546=0.055
max	0.630-0.684=-0.053

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1722.250-1770.375=-48.125
σ	4.166-92.014=-87.848
min	1720.000-1589.000=131.000
max	1729.000-1819.000=-90.000

*mean*	211.093-206.848=4.245
σ	2.244-16.842=-14.598
min	206.871-194.005=12.866
max	214.590-247.612=-33.022

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1722.250-1770.375=-48.125
σ	4.166-92.014=-87.848
min	1720.000-1589.000=131.000
max	1729.000-1819.000=-90.000

*mean*	10.780-11.116=-0.336
σ	1.515-2.780=-1.265
min	9.401-6.369=3.032
max	12.665-15.471=-2.805

phase=parser

*mean*	1041.161-1041.161=-0.000
σ	0.000-0.000=0.000
min	1041.160
max	1041.161

*mean*	1722.250-1770.375=-48.125
σ	4.166-92.014=-87.848
min	1720.000-1589.000=131.000
max	1729.000-1819.000=-90.000

*mean*	660.804-676.301=-15.498
σ	60.770-98.843=-38.073
min	567.659-572.707=-5.049
max	731.358-847.233=-115.875

phase=processProdDef

*mean*	6169.658-6169.658=0.000
σ	0.001-0.001=-0.000
min	6169.657
max	6169.659

*mean*	1723.375-1799.125=-75.750
σ	4.658-56.215=-51.557
min	1720.000-1660.000=60.000
max	1729.000-1819.000=-90.000

*mean*	5961.440-5570.487=390.953
σ	1193.484-1761.847=-568.363
min	4105.031-3257.544=847.487
max	7488.209-7529.329=-41.120

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1722.250-1770.375=-48.125
σ	4.166-92.014=-87.848
min	1720.000-1589.000=131.000
max	1729.000-1819.000=-90.000

*mean*	44.405-41.662=2.744
σ	5.385-10.819=-5.434
min	34.604-20.469=14.135
max	49.853-55.948=-6.095

phase=type checker

*mean*	958.670-958.690=-0.020
σ	0.066-0.055=0.011
min	958.573-958.604=-0.031
max	958.760

*mean*	1722.250-1770.375=-48.125
σ	4.166-92.014=-87.848
min	1720.000-1589.000=131.000
max	1729.000-1819.000=-90.000

*mean*	760.168-791.195=-31.027
σ	66.663-89.624=-22.961
min	677.671-658.232=19.438
max	885.674-889.702=-4.028

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.772-292.935=-0.164
σ	0.036-0.051=-0.015
min	292.720-292.859=-0.139
max	292.808-292.995=-0.187

*mean*	445.000-1819.000=-1374.000
σ	0.000
min	445.000-1819.000=-1374.000
max	445.000-1819.000=-1374.000

*mean*	0.409-0.400=0.008
σ	0.005-0.006=-0.000
min	0.399-0.394=0.005
max	0.413-0.408=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.842-1302.857=-0.015
σ	0.077-0.046=0.030
min	1302.746-1302.806=-0.060
max	1302.917-1302.928=-0.011

*mean*	1087.000-1819.000=-732.000
σ	171.841-0.000=171.841
min	889.000-1819.000=-930.000
max	1320.000-1819.000=-499.000

*mean*	1.974-2.104=-0.129
σ	0.192-0.129=0.062
min	1.814-1.939=-0.125
max	2.224-2.270=-0.046

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.926-1545.963=-0.037
σ	4.009-4.018=-0.009
min	1543.992-1544.021=-0.029
max	1553.092-1553.146=-0.054

*mean*	624.200-1819.000=-1194.800
σ	88.234-0.000=88.234
min	504.000-1819.000=-1315.000
max	724.000-1819.000=-1095.000

*mean*	2.352-2.317=0.036
σ	0.216-0.232=-0.016
min	2.116-2.068=0.048
max	2.589-2.563=0.026

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.832-1864.851=-0.019
σ	0.032-0.064=-0.032
min	1864.794-1864.787=0.007
max	1864.865-1864.930=-0.065

*mean*	1723.200-1845.400=-122.200
σ	166.911-36.150=130.761
min	1488.000-1819.000=-331.000
max	1880.000-1885.000=-5.000

*mean*	2.992-2.951=0.041
σ	0.135-0.055=0.080
min	2.891-2.873=0.018
max	3.221-2.994=0.227

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.910-1.799=0.111
σ	0.063-0.137=-0.074
min	1.815-1.579=0.236
max	1.967-1.914=0.053

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.238-447.277=0.961
σ	579.120-577.191=1.929
min	158.677-158.674=0.003
max	1316.918-1313.063=3.854

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	440.000-1819.000=-1379.000
σ	0.000
min	440.000-1819.000=-1379.000
max	440.000-1819.000=-1379.000

*mean*	0.554-0.504=0.050
σ	0.567-0.473=0.094
min	0.264-0.264=-0.000
max	1.404-1.213=0.192

policies=20

*mean*	1587.095-1587.080=0.015
σ	0.393-0.372=0.021
min	1586.824-1586.821=0.002
max	1587.678-1587.631=0.047

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000-1819.000=-1373.000
σ	9.381-0.000=9.381
min	440.000-1819.000=-1379.000
max	460.000-1819.000=-1359.000

*mean*	2.670-2.643=0.028
σ	0.075-0.008=0.068
min	2.613-2.634=-0.022
max	2.779-2.652=0.127

policies=200

*mean*	15879.091-15879.081=0.010
σ	0.127-0.133=-0.007
min	15878.957-15878.970=-0.013
max	15879.260-15879.273=-0.013

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.000-1819.000=-1325.000
σ	4.243-0.000=4.243
min	489.000-1819.000=-1330.000
max	498.000-1819.000=-1321.000

*mean*	26.795-26.738=0.057
σ	0.203-0.183=0.021
min	26.610-26.544=0.067
max	27.000-26.912=0.088