Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.620=-0.001
σ	0.349-0.351=-0.001
min	54.487-54.482=0.005
max	55.613-55.618=-0.005

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.141-0.139=0.002
σ	0.004-0.005=-0.001
min	0.137-0.131=0.006
max	0.149-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.790=-0.001
σ	0.007-0.006=0.001
min	43.780-43.780=0.001
max	43.802-43.801=0.001

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.124-0.123=0.001
σ	0.004-0.004=0.000
min	0.119-0.120=-0.000
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=0.000
max	36.620-36.619=0.000

*mean*	4158.250-4151.500=6.750
σ	1906.875-1899.928=6.947
min	1555.000-1556.000=-1.000
max	7327.000-7308.000=19.000

*mean*	12.760-12.885=-0.125
σ	0.174-0.396=-0.222
min	12.484-12.564=-0.080
max	13.060-13.737=-0.677

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4158.250-4151.500=6.750
σ	1906.875-1899.928=6.947
min	1555.000-1556.000=-1.000
max	7327.000-7308.000=19.000

*mean*	12.596-13.263=-0.667
σ	0.616-0.170=0.446
min	11.721-13.013=-1.292
max	13.421-13.549=-0.128

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.001
max	41.933-41.933=-0.000

*mean*	7327.000-7308.000=19.000
σ	0.000
min	7327.000-7308.000=19.000
max	7327.000-7308.000=19.000

*mean*	15.174-15.293=-0.119
σ	0.762-0.778=-0.015
min	13.360-13.467=-0.106
max	15.698-16.107=-0.409

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4158.250-4151.500=6.750
σ	1906.875-1899.928=6.947
min	1555.000-1556.000=-1.000
max	7327.000-7308.000=19.000

*mean*	12.752-12.879=-0.127
σ	1.862-1.992=-0.130
min	10.625-10.607=0.018
max	15.369-15.418=-0.050

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.137=-0.001
min	27.603-27.603=0.000
max	27.990-27.991=-0.001

*mean*	4158.250-4151.500=6.750
σ	1906.875-1899.928=6.947
min	1555.000-1556.000=-1.000
max	7327.000-7308.000=19.000

*mean*	8.964-9.005=-0.041
σ	0.478-0.369=0.109
min	8.356-8.339=0.017
max	9.729-9.462=0.267

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4158.250-4151.500=6.750
σ	1906.875-1899.928=6.947
min	1555.000-1556.000=-1.000
max	7327.000-7308.000=19.000

*mean*	6.459-6.791=-0.331
σ	0.319-0.258=0.061
min	5.964-6.545=-0.581
max	6.901-7.199=-0.298

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=0.000

*mean*	4158.250-4151.500=6.750
σ	1906.875-1899.928=6.947
min	1555.000-1556.000=-1.000
max	7327.000-7308.000=19.000

*mean*	5.988-6.113=-0.125
σ	0.164-0.071=0.093
min	5.781-6.023=-0.242
max	6.250-6.267=-0.017

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4158.250-4151.500=6.750
σ	1906.875-1899.928=6.947
min	1555.000-1556.000=-1.000
max	7327.000-7308.000=19.000

*mean*	5.606-5.943=-0.337
σ	0.189-0.100=0.089
min	5.390-5.759=-0.369
max	5.804-6.064=-0.261

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.607=-0.001

*mean*	7327.000-7308.000=19.000
σ	0.000
min	7327.000-7308.000=19.000
max	7327.000-7308.000=19.000

*mean*	1047.485-1074.163=-26.679
σ	7.636-79.829=-72.193
min	1037.555-1038.209=-0.654
max	1060.683-1271.360=-210.676

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.001
σ	0.469-0.469=-0.000
min	8744.554
max	8745.883-8745.883=-0.001

*mean*	3579.500-3572.125=7.375
σ	1803.098-1795.120=7.978
min	1045.000
max	5818.000-5794.000=24.000

*mean*	5026.786-4765.926=260.860
σ	1756.665-1547.463=209.202
min	3531.051-3510.791=20.261
max	7596.579-7651.891=-55.311

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4158.250-4151.500=6.750
σ	1906.875-1899.928=6.947
min	1555.000-1556.000=-1.000
max	7327.000-7308.000=19.000

*mean*	79.314-80.700=-1.385
σ	8.592-10.092=-1.500
min	70.793-70.790=0.003
max	95.244-96.206=-0.961

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7327.000-7308.000=19.000
σ	0.000
min	7327.000-7308.000=19.000
max	7327.000-7308.000=19.000

*mean*	105.835-106.545=-0.710
σ	4.943-5.465=-0.522
min	97.447-95.223=2.224
max	111.482-109.958=1.524

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=0.000
max	66.687-66.687=0.000

*mean*	7327.000-7308.000=19.000
σ	0.000
min	7327.000-7308.000=19.000
max	7327.000-7308.000=19.000

*mean*	161.165-162.658=-1.493
σ	8.238-10.523=-2.285
min	143.014-138.708=4.306
max	167.208-169.079=-1.871

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305-11655.305=0.000
max	11667.538-11667.538=0.000

*mean*	4158.250-4151.500=6.750
σ	1906.875-1899.928=6.947
min	1555.000-1556.000=-1.000
max	7327.000-7308.000=19.000

*mean*	6392.809-5952.929=439.881
σ	1182.085-1154.680=27.405
min	4911.949-4860.638=51.311
max	8161.601-7783.369=378.232

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.000-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066-11560.066=0.000

*mean*	7327.000-7308.000=19.000
σ	0.000
min	7327.000-7308.000=19.000
max	7327.000-7308.000=19.000

*mean*	5843.006-4999.931=843.075
σ	1503.606-1075.482=428.124
min	4414.882-4318.653=96.229
max	7994.700-7252.455=742.245

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	359.061-359.073=-0.012
σ	28.914-29.149=-0.235
min	308.227-305.669=2.558
max	392.848-390.731=2.117

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-558.500=3.500
σ	0.000-0.926=-0.926
min	562.000-558.000=4.000
max	562.000-560.000=2.000

*mean*	777.486-720.753=56.734
σ	18.232-77.727=-59.496
min	746.006-592.601=153.405
max	801.318-793.325=7.994

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.374=0.002
σ	0.760-0.760=0.000
min	1007.900-1007.899=0.002
max	1011.517-1011.515=0.001

*mean*	1043.300-1058.200=-14.900
σ	310.724-315.401=-4.676
min	571.000-562.000=9.000
max	1501.000-1528.000=-27.000

*mean*	1.533-1.549=-0.016
σ	0.069-0.069=0.001
min	1.468-1.492=-0.024
max	1.729-1.768=-0.039

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.305-0.414=-0.109
σ	0.288-0.513=-0.225
min	0.142-0.147=-0.005
max	0.818-1.325=-0.507

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.475=0.003
σ	0.327-0.315=0.012
min	0.324-0.326=-0.002
max	1.063-1.038=0.025

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.215=0.004
σ	0.027-0.020=0.007
min	0.195-0.197=-0.002
max	0.264-0.249=0.015

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.329=0.007
σ	0.014-0.019=-0.005
min	0.326-0.317=0.009
max	0.357-0.363=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.400-434.800=-0.400
σ	1.342-1.643=-0.302
min	432.000
max	435.000-436.000=-1.000

*mean*	0.560-0.554=0.006
σ	0.032-0.057=-0.025
min	0.531-0.458=0.072
max	0.609-0.599=0.010

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.465-0.426=0.039
σ	0.019-0.030=-0.011
min	0.435-0.382=0.053
max	0.485-0.455=0.029

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	2.587-2.569=0.018
σ	0.071-0.093=-0.022
min	2.452-2.417=0.035
max	2.811-2.878=-0.067

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	2.572-2.585=-0.012
σ	0.067-0.072=-0.005
min	2.462-2.469=-0.007
max	2.895-2.861=0.033

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.306-0.307=-0.001
σ	0.008-0.009=-0.001
min	0.291-0.291=0.000
max	0.363-0.357=0.006

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.294-0.290=0.004
σ	0.007-0.007=-0.000
min	0.281-0.277=0.004
max	0.328-0.325=0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.008-297.984=0.025
σ	1.020-1.037=-0.017
min	297.640-297.564=0.076
max	300.909-300.931=-0.022

*mean*	444.300-442.400=1.900
σ	15.370-15.299=0.071
min	418.000
max	465.000

*mean*	0.607-0.611=-0.004
σ	0.021-0.015=0.005
min	0.564-0.576=-0.012
max	0.635-0.632=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1677.750-1722.875=-45.125
σ	21.920-57.734=-35.814
min	1670.000-1580.000=90.000
max	1732.000-1745.000=-13.000

*mean*	204.450-212.785=-8.335
σ	1.216-1.825=-0.609
min	202.846-210.011=-7.165
max	205.771-215.585=-9.814

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1677.750-1722.875=-45.125
σ	21.920-57.734=-35.814
min	1670.000-1580.000=90.000
max	1732.000-1745.000=-13.000

*mean*	11.375-11.410=-0.036
σ	2.335-1.556=0.779
min	6.239-9.342=-3.103
max	12.620-12.793=-0.173

phase=parser

*mean*	1041.162-1041.159=0.004
σ	0.000-0.000=-0.000
min	1041.162-1041.158=0.004
max	1041.163-1041.159=0.004

*mean*	1677.750-1722.875=-45.125
σ	21.920-57.734=-35.814
min	1670.000-1580.000=90.000
max	1732.000-1745.000=-13.000

*mean*	680.900-675.953=4.947
σ	123.634-91.778=31.856
min	419.256-556.182=-136.926
max	827.162-821.918=5.244

phase=processProdDef

*mean*	6169.656-6169.660=-0.005
σ	0.001-0.001=0.000
min	6169.655-6169.659=-0.005
max	6169.656-6169.661=-0.005

*mean*	1685.500-1743.500=-58.000
σ	28.700-0.926=27.775
min	1670.000-1743.000=-73.000
max	1732.000-1745.000=-13.000

*mean*	5303.460-5136.620=166.840
σ	988.859-1120.668=-131.809
min	3266.101-4011.745=-745.644
max	6672.384-6821.502=-149.117

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1677.750-1722.875=-45.125
σ	21.920-57.734=-35.814
min	1670.000-1580.000=90.000
max	1732.000-1745.000=-13.000

*mean*	43.554-43.669=-0.116
σ	9.801-6.514=3.288
min	20.222-30.792=-10.569
max	48.516-50.589=-2.073

phase=type checker

*mean*	958.537-958.670=-0.134
σ	0.066
min	958.439-958.573=-0.134
max	958.626-958.760=-0.134

*mean*	1677.750-1722.875=-45.125
σ	21.920-57.734=-35.814
min	1670.000-1580.000=90.000
max	1732.000-1745.000=-13.000

*mean*	794.112-787.076=7.036
σ	102.271-85.034=17.237
min	630.226-668.644=-38.418
max	887.514-882.981=4.533

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.774=0.001
σ	0.034-0.034=-0.000
min	292.727-292.726=0.000
max	292.811-292.811=0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.404-0.396=0.008
σ	0.007-0.002=0.005
min	0.397-0.394=0.003
max	0.416-0.399=0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.857-1302.866=-0.009
σ	0.073-0.087=-0.014
min	1302.744-1302.716=0.028
max	1302.930-1302.942=-0.012

*mean*	1089.600-1099.200=-9.600
σ	171.960-187.656=-15.696
min	891.000-840.000=51.000
max	1322.000

*mean*	2.054-2.017=0.037
σ	0.176-0.212=-0.036
min	1.855-1.760=0.095
max	2.215-2.233=-0.018

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.927-1545.907=0.021
σ	4.046-4.026=0.019
min	1543.979-1543.915=0.064
max	1553.159-1553.102=0.057

*mean*	632.600-612.400=20.200
σ	89.687-77.394=12.293
min	494.000-493.000=1.000
max	726.000-699.000=27.000

*mean*	2.351-2.274=0.077
σ	0.272-0.217=0.055
min	2.147-2.136=0.011
max	2.812-2.659=0.153

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.836-1864.844=-0.008
σ	0.048-0.026=0.022
min	1864.771-1864.801=-0.029
max	1864.883-1864.870=0.012

*mean*	1730.800-1726.000=4.800
σ	177.026-191.340=-14.314
min	1485.000-1461.000=24.000
max	1897.000-1905.000=-8.000

*mean*	3.071-2.967=0.104
σ	0.195-0.112=0.082
min	2.927-2.852=0.075
max	3.411-3.131=0.280

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.766-1.785=-0.019
σ	0.178-0.102=0.076
min	1.512-1.676=-0.163
max	1.959-1.928=0.030

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.738-447.754=-0.016
σ	579.076-579.111=-0.034
min	158.199-158.197=0.002
max	1316.353-1316.420=-0.067

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	447.000-444.000=3.000
σ	0.000
min	447.000-444.000=3.000
max	447.000-444.000=3.000

*mean*	0.541-0.537=0.005
σ	0.554-0.549=0.005
min	0.263-0.260=0.003
max	1.373-1.361=0.012

policies=20

*mean*	1582.289-1582.281=0.009
σ	0.354-0.358=-0.004
min	1582.043-1582.032=0.010
max	1582.812-1582.810=0.003

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.500-448.000=0.500
σ	1.732-4.619=-2.887
min	447.000-444.000=3.000
max	450.000-452.000=-2.000

*mean*	2.631-2.630=0.000
σ	0.013-0.059=-0.046
min	2.612-2.592=0.020
max	2.638-2.717=-0.078

policies=200

*mean*	15830.811-15830.687=0.125
σ	0.201-0.146=0.055
min	15830.690-15830.528=0.162
max	15831.110-15830.874=0.236

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.000-496.250=0.750
σ	4.163-4.113=0.050
min	492.000-491.000=1.000
max	502.000-501.000=1.000

*mean*	26.691-26.525=0.166
σ	0.184-0.121=0.064
min	26.492-26.416=0.076
max	26.857-26.643=0.215