Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.618=0.001
σ	0.350-0.350=-0.001
min	54.484-54.480=0.004
max	55.613-55.614=-0.001

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.141-0.138=0.003
σ	0.004-0.006=-0.002
min	0.135-0.130=0.004
max	0.149-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.788=0.001
σ	0.008-0.007=0.001
min	43.782-43.778=0.004
max	43.804-43.798=0.006

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.005=-0.000
min	0.116-0.119=-0.003
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4155.125-4153.250=1.875
σ	1902.748-1899.780=2.968
min	1553.000-1555.000=-2.000
max	7316.000-7302.000=14.000

*mean*	12.786-12.140=0.646
σ	0.300-0.307=-0.006
min	12.408-11.622=0.787
max	13.373-12.684=0.690

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4155.125-4153.250=1.875
σ	1902.748-1899.780=2.968
min	1553.000-1555.000=-2.000
max	7316.000-7302.000=14.000

*mean*	12.917-12.416=0.502
σ	0.541-0.613=-0.072
min	11.980-11.440=0.540
max	13.475-13.175=0.300

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.933

*mean*	7316.000-7302.000=14.000
σ	0.000
min	7316.000-7302.000=14.000
max	7316.000-7302.000=14.000

*mean*	15.377-14.756=0.621
σ	0.757-0.702=0.055
min	13.669-13.200=0.469
max	16.006-15.508=0.498

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4155.125-4153.250=1.875
σ	1902.748-1899.780=2.968
min	1553.000-1555.000=-2.000
max	7316.000-7302.000=14.000

*mean*	12.889-12.558=0.331
σ	2.032-1.878=0.154
min	11.115-10.556=0.559
max	15.870-14.955=0.914

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.603-27.603=-0.000
max	27.991

*mean*	4155.125-4153.250=1.875
σ	1902.748-1899.780=2.968
min	1553.000-1555.000=-2.000
max	7316.000-7302.000=14.000

*mean*	9.131-8.549=0.582
σ	0.356-0.447=-0.091
min	8.767-7.939=0.828
max	9.667-9.300=0.368

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4155.125-4153.250=1.875
σ	1902.748-1899.780=2.968
min	1553.000-1555.000=-2.000
max	7316.000-7302.000=14.000

*mean*	6.592-6.334=0.258
σ	0.335-0.369=-0.034
min	6.057-5.881=0.176
max	7.005-6.863=0.142

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4155.125-4153.250=1.875
σ	1902.748-1899.780=2.968
min	1553.000-1555.000=-2.000
max	7316.000-7302.000=14.000

*mean*	6.048-5.572=0.476
σ	0.117-0.135=-0.018
min	5.881-5.429=0.452
max	6.216-5.803=0.412

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4155.125-4153.250=1.875
σ	1902.748-1899.780=2.968
min	1553.000-1555.000=-2.000
max	7316.000-7302.000=14.000

*mean*	5.877-5.284=0.593
σ	0.271-0.167=0.104
min	5.415-5.030=0.385
max	6.242-5.487=0.755

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.000

*mean*	7316.000-7302.000=14.000
σ	0.000
min	7316.000-7302.000=14.000
max	7316.000-7302.000=14.000

*mean*	1228.951-1090.387=138.564
σ	386.970-103.278=283.691
min	1056.550-1043.979=12.571
max	2168.374-1345.665=822.710

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.001
σ	0.469-0.469=0.000
min	8744.554
max	8745.883-8745.883=0.001

*mean*	3576.250-3574.125=2.125
σ	1799.220-1795.868=3.352
min	1044.000
max	5806.000-5795.000=11.000

*mean*	4963.661-4784.044=179.616
σ	1529.993-1442.658=87.335
min	3554.329-3535.943=18.386
max	7092.862-7008.630=84.232

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4155.125-4153.250=1.875
σ	1902.748-1899.780=2.968
min	1553.000-1555.000=-2.000
max	7316.000-7302.000=14.000

*mean*	77.937-83.904=-5.967
σ	9.153-11.850=-2.698
min	71.571-69.390=2.180
max	99.480-99.120=0.360

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7316.000-7302.000=14.000
σ	0.000
min	7316.000-7302.000=14.000
max	7316.000-7302.000=14.000

*mean*	107.541-105.228=2.313
σ	4.593-6.088=-1.494
min	99.235-91.746=7.490
max	112.261-110.602=1.660

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7316.000-7302.000=14.000
σ	0.000
min	7316.000-7302.000=14.000
max	7316.000-7302.000=14.000

*mean*	164.068-161.231=2.837
σ	7.604-11.149=-3.545
min	147.703-134.775=12.928
max	169.993-167.740=2.253

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4155.125-4153.250=1.875
σ	1902.748-1899.780=2.968
min	1553.000-1555.000=-2.000
max	7316.000-7302.000=14.000

*mean*	6653.833-6303.256=350.577
σ	1190.188-1146.563=43.625
min	4932.038-4905.119=26.919
max	7967.302-7752.387=214.915

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.000

*mean*	7316.000-7302.000=14.000
σ	0.000
min	7316.000-7302.000=14.000
max	7316.000-7302.000=14.000

*mean*	5679.294-5257.921=421.373
σ	1365.652-1132.050=233.602
min	4415.840-4395.606=20.235
max	7694.598-7311.600=382.998

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	372.659-386.922=-14.263
σ	34.646-14.035=20.611
min	300.283-352.603=-52.321
max	398.180-396.073=2.108

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.250=1.750
σ	0.000-0.463=-0.463
min	562.000-560.000=2.000
max	562.000-561.000=1.000

*mean*	745.927-767.179=-21.252
σ	66.417-48.377=18.040
min	636.695-651.195=-14.500
max	804.528-800.454=4.075

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.374-1008.376=-0.002
σ	0.760-0.760=0.000
min	1007.900-1007.900=-0.000
max	1011.516-1011.518=-0.001

*mean*	1045.800-1044.850=0.950
σ	299.057-310.719=-11.662
min	566.000-572.000=-6.000
max	1447.000-1502.000=-55.000

*mean*	1.538-1.535=0.003
σ	0.072-0.069=0.003
min	1.465-1.458=0.006
max	1.675-1.730=-0.055

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.286=0.097
σ	0.488-0.274=0.214
min	0.139-0.142=-0.003
max	1.254-0.773=0.481

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.475=0.006
σ	0.323-0.328=-0.005
min	0.323-0.316=0.007
max	1.058-1.061=-0.003

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.219=-0.003
σ	0.023-0.024=-0.001
min	0.190-0.202=-0.012
max	0.252-0.260=-0.008

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.326-0.336=-0.010
σ	0.014-0.019=-0.005
min	0.313-0.316=-0.003
max	0.350-0.367=-0.017

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.400-431.000=3.400
σ	1.342-0.000=1.342
min	432.000-431.000=1.000
max	435.000-431.000=4.000

*mean*	0.525-0.558=-0.033
σ	0.046-0.032=0.014
min	0.476-0.524=-0.048
max	0.590-0.608=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-431.000=4.000
σ	0.000
min	435.000-431.000=4.000
max	435.000-431.000=4.000

*mean*	0.463-0.480=-0.017
σ	0.031-0.027=0.004
min	0.439-0.460=-0.021
max	0.515-0.526=-0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-431.000=4.000
σ	0.000
min	435.000-431.000=4.000
max	435.000-431.000=4.000

*mean*	1.951-1.942=0.009
σ	0.099-0.071=0.028
min	1.823-1.821=0.002
max	2.768-2.202=0.565

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-431.000=4.000
σ	0.000
min	435.000-431.000=4.000
max	435.000-431.000=4.000

*mean*	1.958-1.939=0.019
σ	0.083-0.055=0.028
min	1.840-1.823=0.016
max	2.367-2.108=0.259

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-431.000=4.000
σ	0.000
min	435.000-431.000=4.000
max	435.000-431.000=4.000

*mean*	0.304-0.305=-0.001
σ	0.008-0.012=-0.004
min	0.288-0.290=-0.002
max	0.347-0.389=-0.042

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-431.000=4.000
σ	0.000
min	435.000-431.000=4.000
max	435.000-431.000=4.000

*mean*	0.294-0.287=0.007
σ	0.009-0.007=0.002
min	0.274-0.275=-0.001
max	0.334-0.323=0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.978-297.927=0.051
σ	0.984-1.085=-0.101
min	297.566-297.375=0.191
max	300.773-300.986=-0.213

*mean*	441.300-442.800=-1.500
σ	16.159-14.604=1.555
min	415.000-419.000=-4.000
max	462.000-465.000=-3.000

*mean*	0.612-0.609=0.003
σ	0.016-0.021=-0.005
min	0.583-0.575=0.008
max	0.635-0.634=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1629.125-1792.250=-163.125
σ	131.279-27.577=103.702
min	1488.000-1724.000=-236.000
max	1750.000-1802.000=-52.000

*mean*	203.954-203.749=0.205
σ	1.236-2.943=-1.707
min	201.820-198.903=2.918
max	205.547-207.356=-1.808

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	1629.125-1792.250=-163.125
σ	131.279-27.577=103.702
min	1488.000-1724.000=-236.000
max	1750.000-1802.000=-52.000

*mean*	12.012-10.568=1.445
σ	2.230-2.486=-0.256
min	7.445-7.197=0.249
max	15.229-13.530=1.699

phase=parser

*mean*	1041.159-1041.161=-0.002
σ	0.000-0.000=0.000
min	1041.158-1041.160=-0.002
max	1041.159-1041.161=-0.002

*mean*	1629.125-1792.250=-163.125
σ	131.279-27.577=103.702
min	1488.000-1724.000=-236.000
max	1750.000-1802.000=-52.000

*mean*	680.248-634.892=45.356
σ	121.830-144.271=-22.441
min	424.725-422.290=2.435
max	827.431-821.479=5.952

phase=processProdDef

*mean*	6169.660-6169.658=0.002
σ	0.001-0.001=0.000
min	6169.659-6169.657=0.002
max	6169.661-6169.659=0.002

*mean*	1661.875-1802.000=-140.125
σ	123.493-0.000=123.493
min	1488.000-1802.000=-314.000
max	1750.000-1802.000=-52.000

*mean*	5168.782-4899.838=268.944
σ	487.500-1647.978=-1160.478
min	4489.233-3488.426=1000.807
max	5917.362-7351.963=-1434.601

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1629.125-1792.250=-163.125
σ	131.279-27.577=103.702
min	1488.000-1724.000=-236.000
max	1750.000-1802.000=-52.000

*mean*	44.155-40.821=3.335
σ	9.166-9.531=-0.365
min	26.123-26.415=-0.293
max	54.731-51.146=3.585

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1629.125-1792.250=-163.125
σ	131.279-27.577=103.702
min	1488.000-1724.000=-236.000
max	1750.000-1802.000=-52.000

*mean*	765.002-762.155=2.846
σ	68.108-105.908=-37.800
min	636.706-631.907=4.799
max	875.072-905.696=-30.624

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.778-292.775=0.003
σ	0.038-0.034=0.004
min	292.723-292.727=-0.004
max	292.811-292.812=-0.001

*mean*	445.000-443.000=2.000
σ	0.000
min	445.000-443.000=2.000
max	445.000-443.000=2.000

*mean*	0.404-0.398=0.006
σ	0.009-0.001=0.008
min	0.397-0.397=0.001
max	0.415-0.399=0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.873-1302.883=-0.010
σ	0.096-0.074=0.022
min	1302.709-1302.773=-0.063
max	1302.960-1302.959=0.001

*mean*	1076.400-1075.400=1.000
σ	172.668-187.280=-14.612
min	867.000-840.000=27.000
max	1295.000-1324.000=-29.000

*mean*	2.068-2.079=-0.011
σ	0.213-0.160=0.053
min	1.835-1.803=0.032
max	2.276-2.203=0.073

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.902-1545.907=-0.006
σ	4.045-4.008=0.037
min	1543.917-1543.937=-0.020
max	1553.131-1553.072=0.060

*mean*	625.400-611.400=14.000
σ	86.243-73.180=13.063
min	492.000-497.000=-5.000
max	718.000-690.000=28.000

*mean*	2.291-2.283=0.008
σ	0.270-0.144=0.126
min	2.140-2.139=0.001
max	2.770-2.467=0.303

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.842-1864.852=-0.009
σ	0.041-0.055=-0.014
min	1864.792-1864.793=-0.001
max	1864.889-1864.922=-0.033

*mean*	1718.200-1718.600=-0.400
σ	209.329-250.667=-41.338
min	1428.000-1430.000=-2.000
max	1913.000-2060.000=-147.000

*mean*	2.914-2.886=0.029
σ	0.060-0.100=-0.041
min	2.874-2.728=0.147
max	3.020-2.974=0.046

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.686-1.784=-0.098
σ	0.190-0.116=0.074
min	1.375-1.670=-0.296
max	1.817-1.958=-0.141

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.753-447.754=-0.001
σ	579.110-579.111=-0.001
min	158.196-158.195=0.001
max	1316.418-1316.420=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.533-0.530=0.003
σ	0.542-0.533=0.010
min	0.260-0.261=-0.002
max	1.346-1.329=0.017

policies=20

*mean*	1582.279-1582.286=-0.007
σ	0.366-0.348=0.018
min	1582.021-1582.040=-0.019
max	1582.820-1582.800=0.020

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000
σ	4.619
min	443.000
max	451.000

*mean*	2.638-2.613=0.026
σ	0.002-0.020=-0.017
min	2.635-2.583=0.052
max	2.640-2.625=0.016

policies=200

*mean*	15830.719-15830.906=-0.187
σ	0.124-0.090=0.034
min	15830.550-15830.846=-0.296
max	15830.849-15831.037=-0.188

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.500-495.750=2.750
σ	5.802-4.113=1.689
min	491.000-492.000=-1.000
max	505.000-501.000=4.000

*mean*	26.613-26.618=-0.005
σ	0.102-0.150=-0.048
min	26.504-26.435=0.068
max	26.728-26.755=-0.027