Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.581-54.576=0.005
σ	0.343-0.350=-0.007
min	54.445-54.435=0.010
max	55.557-55.572=-0.015

*mean*	416.000-421.000=-5.000
σ	0.000
min	416.000-421.000=-5.000
max	416.000-421.000=-5.000

*mean*	0.139-0.140=-0.001
σ	0.006-0.006=0.000
min	0.131-0.132=-0.001
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.706=-0.001
σ	0.006-0.005=0.001
min	43.699-43.700=-0.002
max	43.719-43.713=0.005

*mean*	416.000-421.000=-5.000
σ	0.000
min	416.000-421.000=-5.000
max	416.000-421.000=-5.000

*mean*	0.122-0.125=-0.002
σ	0.005-0.005=0.000
min	0.116-0.117=-0.001
max	0.130-0.135=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4157.000-4149.875=7.125
σ	1905.256-1893.582=11.673
min	1555.000
max	7324.000-7279.000=45.000

*mean*	12.843-13.056=-0.213
σ	0.231-0.253=-0.023
min	12.487-12.608=-0.121
max	13.079-13.321=-0.242

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4157.000-4149.875=7.125
σ	1905.256-1893.582=11.673
min	1555.000
max	7324.000-7279.000=45.000

*mean*	13.282-13.038=0.244
σ	0.195-0.458=-0.264
min	12.936-12.329=0.607
max	13.493-13.501=-0.007

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	7324.000-7279.000=45.000
σ	0.000
min	7324.000-7279.000=45.000
max	7324.000-7279.000=45.000

*mean*	14.973-15.276=-0.302
σ	0.708-0.447=0.261
min	13.432-14.480=-1.049
max	15.705-15.987=-0.282

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4157.000-4149.875=7.125
σ	1905.256-1893.582=11.673
min	1555.000
max	7324.000-7279.000=45.000

*mean*	12.458-12.562=-0.104
σ	1.456-1.472=-0.016
min	10.996-10.913=0.082
max	14.794-14.684=0.111

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990

*mean*	4157.000-4149.875=7.125
σ	1905.256-1893.582=11.673
min	1555.000
max	7324.000-7279.000=45.000

*mean*	8.888-9.018=-0.130
σ	0.375-0.336=0.039
min	8.385-8.379=0.006
max	9.433-9.479=-0.046

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4157.000-4149.875=7.125
σ	1905.256-1893.582=11.673
min	1555.000
max	7324.000-7279.000=45.000

*mean*	6.943-7.016=-0.074
σ	0.274-0.337=-0.063
min	6.404-6.251=0.153
max	7.229-7.267=-0.039

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.668

*mean*	4157.000-4149.875=7.125
σ	1905.256-1893.582=11.673
min	1555.000
max	7324.000-7279.000=45.000

*mean*	5.972-6.007=-0.035
σ	0.175-0.124=0.051
min	5.626-5.815=-0.190
max	6.132-6.186=-0.054

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4157.000-4149.875=7.125
σ	1905.256-1893.582=11.673
min	1555.000
max	7324.000-7279.000=45.000

*mean*	5.796-5.802=-0.005
σ	0.115-0.121=-0.006
min	5.544-5.563=-0.019
max	5.895-5.964=-0.070

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=0.000
max	2524.606-2524.606=-0.000

*mean*	7324.000-7279.000=45.000
σ	0.000
min	7324.000-7279.000=45.000
max	7324.000-7279.000=45.000

*mean*	1045.109-1524.098=-478.989
σ	8.519-888.876=-880.357
min	1033.675-1042.637=-8.962
max	1057.596-3606.814=-2549.218

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.470=-0.000
min	8744.553-8744.554=-0.001
max	8745.882-8745.884=-0.002

*mean*	3579.625-3572.625=7.000
σ	1801.161-1793.590=7.571
min	1046.000
max	5815.000-5787.000=28.000

*mean*	4419.244-4507.216=-87.972
σ	1332.155-1419.461=-87.306
min	3490.732-3504.918=-14.186
max	6981.362-7342.794=-361.433

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4157.000-4149.875=7.125
σ	1905.256-1893.582=11.673
min	1555.000
max	7324.000-7279.000=45.000

*mean*	78.050-85.796=-7.746
σ	4.837-11.906=-7.069
min	71.859-72.139=-0.280
max	86.098-100.970=-14.871

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7324.000-7279.000=45.000
σ	0.000
min	7324.000-7279.000=45.000
max	7324.000-7279.000=45.000

*mean*	107.059-107.804=-0.745
σ	6.875-3.262=3.613
min	93.826-103.752=-9.926
max	114.433-113.256=1.176

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7324.000-7279.000=45.000
σ	0.000
min	7324.000-7279.000=45.000
max	7324.000-7279.000=45.000

*mean*	161.943-164.171=-2.228
σ	9.562-5.428=4.134
min	141.304-152.251=-10.946
max	169.315-168.379=0.936

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4157.000-4149.875=7.125
σ	1905.256-1893.582=11.673
min	1555.000
max	7324.000-7279.000=45.000

*mean*	6072.228-6547.362=-475.133
σ	778.256-1098.541=-320.285
min	4971.115-4932.730=38.385
max	7407.925-8127.185=-719.260

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.000-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066-11560.066=-0.001

*mean*	7324.000-7279.000=45.000
σ	0.000
min	7324.000-7279.000=45.000
max	7324.000-7279.000=45.000

*mean*	5664.807-5801.953=-137.145
σ	1592.887-1542.771=50.116
min	4349.138-4372.432=-23.293
max	9018.367-8190.178=828.189

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	347.189-376.814=-29.625
σ	35.734-21.460=14.274
min	298.659-348.499=-49.840
max	397.193-394.630=2.563

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	736.538-764.032=-27.494
σ	58.005-61.031=-3.025
min	633.030-636.081=-3.051
max	796.570-834.299=-37.729

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.500=0.003
σ	0.759-0.760=-0.000
min	1008.025-1008.023=0.001
max	1011.642-1011.640=0.001

*mean*	1044.950-1045.600=-0.650
σ	314.576-299.634=14.942
min	535.000-563.000=-28.000
max	1512.000-1448.000=64.000

*mean*	1.519-1.540=-0.021
σ	0.073-0.070=0.003
min	1.395-1.463=-0.068
max	1.689-1.745=-0.056

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.411-0.303=0.109
σ	0.507-0.296=0.211
min	0.145-0.136=0.009
max	1.316-0.828=0.488

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.422-0.483=-0.061
σ	0.191-0.327=-0.136
min	0.329-0.327=0.003
max	0.762-1.066=-0.304

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.218-0.228=-0.011
σ	0.026-0.021=0.005
min	0.200-0.211=-0.011
max	0.260-0.264=-0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.333-0.345=-0.012
σ	0.018-0.018=0.000
min	0.313-0.332=-0.019
max	0.362-0.377=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	430.200-436.400=-6.200
σ	0.447-6.504=-6.057
min	430.000
max	431.000-443.000=-12.000

*mean*	0.540-0.566=-0.026
σ	0.058-0.055=0.003
min	0.485-0.469=0.016
max	0.611-0.599=0.013

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	0.480-0.494=-0.014
σ	0.030-0.031=-0.000
min	0.452-0.459=-0.008
max	0.526-0.526=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	2.590-1.937=0.652
σ	0.085-0.073=0.011
min	2.454-1.782=0.672
max	3.009-2.246=0.763

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	2.596-1.964=0.632
σ	0.099-0.102=-0.002
min	2.429-1.856=0.573
max	2.862-2.799=0.063

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	0.306-0.312=-0.006
σ	0.013-0.007=0.006
min	0.288-0.295=-0.007
max	0.385-0.350=0.035

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	0.289-0.295=-0.007
σ	0.008-0.007=0.001
min	0.277-0.276=0.001
max	0.331-0.322=0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.068-298.353=-0.285
σ	0.948-1.010=-0.061
min	297.574-297.940=-0.366
max	300.735-301.221=-0.486

*mean*	441.100-440.800=0.300
σ	16.340-15.455=0.885
min	418.000-417.000=1.000
max	469.000-467.000=2.000

*mean*	0.600-0.618=-0.018
σ	0.023-0.010=0.013
min	0.559-0.608=-0.049
max	0.633-0.635=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1743.000-1746.000=-3.000
σ	0.000
min	1743.000-1746.000=-3.000
max	1743.000-1746.000=-3.000

*mean*	201.804-207.497=-5.693
σ	1.541-2.258=-0.717
min	199.559-203.767=-4.208
max	203.555-209.822=-6.267

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1743.000-1746.000=-3.000
σ	0.000
min	1743.000-1746.000=-3.000
max	1743.000-1746.000=-3.000

*mean*	11.321-11.578=-0.257
σ	1.483-1.512=-0.029
min	9.538-9.260=0.278
max	12.814-12.701=0.113

phase=parser

*mean*	1042.099-1042.099=0.000
σ	0.000-0.000=-0.000
min	1042.099-1042.098=0.000
max	1042.099-1042.099=0.000

*mean*	1743.000-1746.000=-3.000
σ	0.000
min	1743.000-1746.000=-3.000
max	1743.000-1746.000=-3.000

*mean*	696.016-674.284=21.732
σ	66.855-72.609=-5.755
min	573.355-575.408=-2.054
max	738.540-733.401=5.139

phase=processProdDef

*mean*	6169.659-6169.656=0.003
σ	0.000-0.001=-0.000
min	6169.659-6169.655=0.004
max	6169.660-6169.657=0.003

*mean*	1743.125-1746.000=-2.875
σ	0.354-0.000=0.354
min	1743.000-1746.000=-3.000
max	1744.000-1746.000=-2.000

*mean*	4999.243-5013.608=-14.364
σ	1160.334-1226.675=-66.341
min	3633.412-3615.643=17.769
max	7066.502-6920.675=145.827

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1743.000-1746.000=-3.000
σ	0.000
min	1743.000-1746.000=-3.000
max	1743.000-1746.000=-3.000

*mean*	40.799-44.134=-3.334
σ	7.675-5.173=2.502
min	30.418-34.600=-4.183
max	47.548-48.130=-0.582

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1743.000-1746.000=-3.000
σ	0.000
min	1743.000-1746.000=-3.000
max	1743.000-1746.000=-3.000

*mean*	788.574-778.668=9.906
σ	112.429-83.762=28.667
min	640.624-673.350=-32.726
max	883.242-892.116=-8.874

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.687-293.380=0.308
σ	0.038-0.040=-0.002
min	293.634-293.328=0.306
max	293.726-293.424=0.302

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.401-0.408=-0.007
σ	0.003-0.006=-0.004
min	0.397-0.401=-0.004
max	0.404-0.414=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.786-1303.470=0.316
σ	0.047-0.085=-0.039
min	1303.717-1303.331=0.386
max	1303.845-1303.544=0.301

*mean*	1062.400-1095.800=-33.400
σ	168.266-187.595=-19.329
min	840.000-837.000=3.000
max	1272.000-1321.000=-49.000

*mean*	2.022-2.087=-0.065
σ	0.216-0.272=-0.056
min	1.750-1.805=-0.055
max	2.233-2.427=-0.194

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.819-1546.515=0.304
σ	4.009-4.030=-0.021
min	1544.816-1544.558=0.258
max	1553.985-1553.719=0.266

*mean*	612.200-618.200=-6.000
σ	73.571-80.354=-6.783
min	497.000
max	691.000-712.000=-21.000

*mean*	2.255-2.284=-0.029
σ	0.102-0.195=-0.093
min	2.145-2.145=0.001
max	2.384-2.611=-0.226

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.801-1865.445=0.355
σ	0.061-0.052=0.009
min	1865.740-1865.375=0.364
max	1865.889-1865.496=0.393

*mean*	1713.800-1735.200=-21.400
σ	252.103-192.864=59.238
min	1419.000-1464.000=-45.000
max	2072.000-1913.000=159.000

*mean*	2.934-3.087=-0.154
σ	0.148-0.293=-0.145
min	2.789-2.864=-0.075
max	3.168-3.601=-0.432

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.793-1.738=0.056
σ	0.176-0.199=-0.023
min	1.505-1.450=0.054
max	1.967-1.939=0.027

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.091-447.979=2.112
σ	579.267-579.240=0.027
min	160.452-158.358=2.095
max	1318.991-1316.839=2.152

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.541-0.543=-0.002
σ	0.541-0.559=-0.018
min	0.268-0.262=0.006
max	1.352-1.382=-0.029

policies=20

*mean*	1604.878-1583.913=20.964
σ	0.405-0.357=0.048
min	1604.612-1583.664=20.948
max	1605.480-1584.442=21.038

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	445.750-446.500=-0.750
σ	2.500-7.506=-5.006
min	442.000-440.000=2.000
max	447.000-453.000=-6.000

*mean*	2.667-2.641=0.027
σ	0.014-0.015=-0.002
min	2.656-2.626=0.030
max	2.687-2.661=0.027

policies=200

*mean*	16057.169-15846.948=210.221
σ	0.125-0.157=-0.032
min	16057.055-15846.791=210.264
max	16057.345-15847.162=210.183

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	493.500-498.500=-5.000
σ	4.203-6.856=-2.652
min	489.000-492.000=-3.000
max	498.000-507.000=-9.000

*mean*	27.108-26.742=0.367
σ	0.192-0.102=0.090
min	26.868-26.649=0.219
max	27.333-26.850=0.483