Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.618=0.002
σ	0.350-0.349=0.001
min	54.487-54.483=0.004
max	55.614-55.610=0.005

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.004=-0.001
min	0.136-0.136=0.000
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.787=0.002
σ	0.006-0.006=-0.001
min	43.782-43.781=0.002
max	43.799-43.802=-0.003

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.121-0.126=-0.005
σ	0.004-0.007=-0.003
min	0.116-0.120=-0.004
max	0.128-0.141=-0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4117.500-4113.000=4.500
σ	1550.872-1558.341=-7.469
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	12.518-12.660=-0.141
σ	0.239-0.375=-0.136
min	12.205-12.230=-0.026
max	12.887-13.474=-0.587

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4117.500-4113.000=4.500
σ	1550.872-1558.341=-7.469
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	12.298-12.778=-0.479
σ	0.671-0.505=0.167
min	11.597-11.580=0.017
max	13.257-13.142=0.114

op=table_records(), no indexes

*mean*	41.932-41.928=0.004
σ	0.002-0.000=0.001
min	41.932-41.928=0.004
max	41.937-41.929=0.008

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	13.478-13.791=-0.314
σ	1.040-0.764=0.277
min	11.655-12.661=-1.005
max	15.198-14.852=0.346

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4117.500-4113.000=4.500
σ	1550.872-1558.341=-7.469
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	12.669-12.359=0.310
σ	2.019-1.994=0.024
min	10.125-10.319=-0.194
max	15.514-14.820=0.694

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.001
min	27.603-27.603=0.000
max	27.609-27.607=0.002

*mean*	4117.500-4113.000=4.500
σ	1550.872-1558.341=-7.469
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	8.941-8.439=0.503
σ	1.437-0.377=1.060
min	7.913-7.858=0.055
max	12.360-9.004=3.356

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.001
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4117.500-4113.000=4.500
σ	1550.872-1558.341=-7.469
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	6.985-6.383=0.603
σ	1.226-0.286=0.940
min	6.109-5.999=0.110
max	9.958-6.708=3.250

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.001
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.670-25.670=-0.000

*mean*	4117.500-4113.000=4.500
σ	1550.872-1558.341=-7.469
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	5.554-5.455=0.099
σ	0.174-0.108=0.066
min	5.242-5.256=-0.014
max	5.852-5.590=0.262

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4117.500-4113.000=4.500
σ	1550.872-1558.341=-7.469
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	5.399-5.360=0.039
σ	0.132-0.104=0.028
min	5.146-5.165=-0.019
max	5.617-5.504=0.113

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	1524.794-1409.068=115.726
σ	752.769-510.854=241.915
min	1062.325-1069.472=-7.146
max	3067.046-2364.313=702.733

op=load_product(), with indexes

*mean*	8744.568-8744.558=0.010
σ	0.033-0.032=0.001
min	8744.553-8744.544=0.009
max	8744.650-8744.638=0.011

*mean*	3846.875-3839.375=7.500
σ	1619.485-1628.910=-9.425
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	4796.320-4718.304=78.015
σ	1396.822-1295.176=101.646
min	3564.806-3574.236=-9.430
max	7122.039-6854.145=267.894

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4117.500-4113.000=4.500
σ	1550.872-1558.341=-7.469
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	86.751-81.592=5.159
σ	17.865-11.386=6.479
min	71.657-71.574=0.082
max	124.359-99.830=24.529

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.001
min	40.944-40.944=0.000
max	40.945-40.947=-0.002

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	97.162-97.489=-0.327
σ	10.284-9.082=1.203
min	77.819-80.983=-3.164
max	110.987-108.683=2.304

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=-0.000
max	66.686-66.687=-0.000

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	234.122-231.001=3.122
σ	250.969-244.189=6.780
min	116.963-121.482=-4.519
max	853.957-834.399=19.557

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.002
min	11655.305-11655.305=0.000
max	11667.516-11667.521=-0.004

*mean*	4117.500-4113.000=4.500
σ	1550.872-1558.341=-7.469
min	2075.000-2048.000=27.000
max	6045.000-6046.000=-1.000

*mean*	6515.278-6593.037=-77.759
σ	1362.839-1391.714=-28.875
min	4973.346-4964.143=9.203
max	8148.215-8133.782=14.434

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.069=-0.003
σ	0.001-0.001=-0.000
min	11560.064-11560.067=-0.003
max	11560.066-11560.069=-0.003

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	6823.445-6892.719=-69.274
σ	1213.196-1277.688=-64.492
min	4474.092-4445.750=28.342
max	8320.758-8404.133=-83.375

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.588-172.581=0.007
σ	0.025-0.025=-0.000
min	172.558-172.560=-0.001
max	172.621-172.624=-0.002

*mean*	2075.000-2048.000=27.000
σ	0.000
min	2075.000-2048.000=27.000
max	2075.000-2048.000=27.000

*mean*	321.136-328.990=-7.854
σ	68.622-69.508=-0.886
min	239.337-245.788=-6.451
max	391.474-401.168=-9.694

op=pointedIndexFromKvs

rows=400000

*mean*	357.375-357.374=0.001
σ	0.040-0.038=0.001
min	357.321
max	357.412-357.418=-0.006

*mean*	2075.000-2048.000=27.000
σ	0.000
min	2075.000-2048.000=27.000
max	2075.000-2048.000=27.000

*mean*	770.761-712.372=58.389
σ	25.146-86.833=-61.687
min	736.666-629.575=107.091
max	801.731-826.909=-25.179

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.482-1008.184=0.298
σ	0.869-0.885=-0.016
min	1007.981-1007.698=0.283
max	1012.075-1011.854=0.221

*mean*	1040.400-1039.550=0.850
σ	293.162-303.818=-10.656
min	545.000-548.000=-3.000
max	1436.000-1466.000=-30.000

*mean*	1.516-1.557=-0.041
σ	0.074-0.091=-0.016
min	1.453-1.428=0.025
max	1.771-1.790=-0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.002

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	0.445-0.415=0.030
σ	0.134-0.118=0.015
min	0.339-0.340=-0.001
max	0.652-0.623=0.029

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	0.887-0.887=0.000
σ	0.104-0.091=0.013
min	0.819-0.821=-0.002
max	1.068-1.043=0.025

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	0.563-0.548=0.015
σ	0.066-0.047=0.019
min	0.500-0.502=-0.001
max	0.638-0.620=0.018

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	0.866-0.851=0.015
σ	0.049-0.045=0.004
min	0.823-0.821=0.002
max	0.948-0.929=0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.921-963.543=0.378
σ	0.022-0.024=-0.002
min	963.902-963.523=0.379
max	963.957-963.581=0.375

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	0.830-0.845=-0.015
σ	0.026-0.014=0.011
min	0.799-0.826=-0.027
max	0.866-0.858=0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.890-884.853=0.037
σ	0.007-0.005=0.002
min	884.883-884.847=0.036
max	884.898-884.858=0.039

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	0.711-0.681=0.029
σ	0.035-0.074=-0.038
min	0.667-0.600=0.067
max	0.745-0.750=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.710-7.712=-0.002

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	4.276-4.275=0.001
σ	0.089-0.097=-0.008
min	4.144-4.137=0.008
max	4.607-4.590=0.016

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	4.250-4.361=-0.111
σ	0.064-0.151=-0.087
min	4.145-4.178=-0.033
max	4.544-5.494=-0.950

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	0.753-0.753=-0.000
σ	0.020-0.055=-0.035
min	0.719-0.544=0.175
max	0.872-0.929=-0.057

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1436.000-1466.000=-30.000
σ	0.000
min	1436.000-1466.000=-30.000
max	1436.000-1466.000=-30.000

*mean*	0.646-0.595=0.050
σ	0.096-0.096=-0.000
min	0.490-0.498=-0.007
max	0.809-0.801=0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.673-297.331=0.343
σ	0.253-0.206=0.047
min	297.521-297.171=0.350
max	298.371-297.902=0.469

*mean*	2075.000-2048.000=27.000
σ	0.000
min	2075.000-2048.000=27.000
max	2075.000-2048.000=27.000

*mean*	0.598-0.577=0.021
σ	0.030-0.033=-0.003
min	0.516-0.513=0.004
max	0.622-0.612=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1568.000
σ	43.909
min	1479.000
max	1591.000

*mean*	202.802
σ	2.815
min	198.360
max	206.194

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1568.000
σ	43.909
min	1479.000
max	1591.000

*mean*	10.709
σ	2.284
min	6.326
max	12.699

phase=parser

*mean*	1041.160
σ	0.000
min	1041.159
max	1041.160

*mean*	1568.000
σ	43.909
min	1479.000
max	1591.000

*mean*	633.237
σ	123.334
min	382.493
max	734.549

phase=processProdDef

*mean*	6169.661
σ	0.002
min	6169.660
max	6169.665

*mean*	1582.000
σ	25.456
min	1519.000
max	1591.000

*mean*	6865.451
σ	997.707
min	5013.791
max	8003.406

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1568.000
σ	43.909
min	1479.000
max	1591.000

*mean*	40.789
σ	9.598
min	20.424
max	48.615

phase=type checker

*mean*	958.690
σ	0.055
min	958.604
max	958.760

*mean*	1568.000
σ	43.909
min	1479.000
max	1591.000

*mean*	765.449
σ	71.408
min	673.458
max	884.120

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.000-289.768=3.231
σ	0.035-0.034=0.001
min	292.962-289.721=3.241
max	293.038-289.803=3.235

*mean*	1591.000-1466.000=125.000
σ	0.000
min	1591.000-1466.000=125.000
max	1591.000-1466.000=125.000

*mean*	0.409-0.391=0.018
σ	0.009-0.006=0.003
min	0.399-0.387=0.012
max	0.421-0.401=0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.820-1299.667=3.153
σ	0.087-0.110=-0.023
min	1302.732-1299.557=3.175
max	1302.957-1299.832=3.124

*mean*	1591.000-1466.000=125.000
σ	0.000
min	1591.000-1466.000=125.000
max	1591.000-1466.000=125.000

*mean*	1.857-2.051=-0.194
σ	0.043-0.057=-0.014
min	1.815-2.005=-0.190
max	1.924-2.140=-0.216

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.856-1542.611=3.246
σ	4.040-4.013=0.026
min	1543.846-1540.601=3.245
max	1553.077-1549.781=3.295

*mean*	1591.000-1466.000=125.000
σ	0.000
min	1591.000-1466.000=125.000
max	1591.000-1466.000=125.000

*mean*	2.233-2.255=-0.022
σ	0.140-0.120=0.020
min	2.084-2.147=-0.063
max	2.393-2.392=0.000

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.861-1861.633=3.229
σ	0.048-0.061=-0.013
min	1864.803-1861.545=3.258
max	1864.921-1861.698=3.223

*mean*	1771.200-1724.600=46.600
σ	205.587-234.344=-28.757
min	1591.000-1466.000=125.000
max	2075.000-2048.000=27.000

*mean*	2.840-2.937=-0.096
σ	0.115-0.096=0.019
min	2.707-2.818=-0.111
max	2.999-3.057=-0.058

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.722-1.707=0.015
σ	0.121-0.120=0.000
min	1.582-1.594=-0.012
max	1.902-1.878=0.023

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.795-446.185=0.610
σ	577.189-577.140=0.049
min	158.197-157.614=0.583
max	1312.578-1311.895=0.684

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1591.000-1466.000=125.000
σ	0.000
min	1591.000-1466.000=125.000
max	1591.000-1466.000=125.000

*mean*	0.455-0.550=-0.095
σ	0.366-0.570=-0.204
min	0.271-0.263=0.008
max	1.003-1.405=-0.402

policies=20

*mean*	1582.312-1576.409=5.903
σ	0.418-0.344=0.074
min	1582.040-1576.175=5.865
max	1582.935-1576.920=6.015

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1591.000-1466.000=125.000
σ	0.000
min	1591.000-1466.000=125.000
max	1591.000-1466.000=125.000

*mean*	2.735-2.616=0.120
σ	0.040-0.008=0.032
min	2.701-2.607=0.094
max	2.793-2.626=0.167

policies=200

*mean*	15830.762-15772.311=58.451
σ	0.141-0.102=0.039
min	15830.605-15772.234=58.372
max	15830.947-15772.461=58.486

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1591.000-1466.000=125.000
σ	0.000
min	1591.000-1466.000=125.000
max	1591.000-1466.000=125.000

*mean*	26.626-26.551=0.075
σ	0.145-0.050=0.095
min	26.507-26.498=0.008
max	26.826-26.618=0.208