Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.773-54.774=-0.001
σ	0.365-0.362=0.003
min	54.624-54.628=-0.004
max	55.812-55.804=0.008

*mean*	417.800-417.000=0.800
σ	0.422-0.000=0.422
min	417.000
max	418.000-417.000=1.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.004=0.001
min	0.132-0.137=-0.004
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.773=0.000
σ	0.007-0.005=0.002
min	43.764-43.763=0.001
max	43.782-43.778=0.004

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.122-0.123=-0.000
σ	0.003-0.005=-0.002
min	0.120-0.118=0.003
max	0.128-0.131=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4591.750-4589.000=2.750
σ	2248.534-2246.943=1.591
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	143.994-173.211=-29.217
σ	370.858-453.236=-82.377
min	11.836-12.094=-0.258
max	1061.809-1294.902=-233.093

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4591.750-4589.000=2.750
σ	2248.534-2246.943=1.591
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	14.847-14.597=0.250
σ	4.677-3.727=0.950
min	11.642-11.766=-0.124
max	25.048-22.617=2.431

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.951-41.951=-0.000

*mean*	7383.000-7380.000=3.000
σ	0.000
min	7383.000-7380.000=3.000
max	7383.000-7380.000=3.000

*mean*	12.060-11.096=0.964
σ	1.979-0.190=1.789
min	10.852-10.756=0.096
max	16.420-11.306=5.113

op=table_records(), repeat

*mean*	41.934-41.933=0.001
σ	0.001-0.000=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4182.625-4180.500=2.125
σ	1945.444-1943.639=1.805
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	11.802-11.655=0.147
σ	1.964-1.761=0.202
min	10.887-10.774=0.113
max	16.634-15.963=0.671

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4182.625-4180.500=2.125
σ	1945.444-1943.639=1.805
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	9.216-9.105=0.111
σ	1.252-1.404=-0.152
min	8.099-8.223=-0.125
max	12.208-12.523=-0.315

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406
max	26.406

*mean*	4182.625-4180.500=2.125
σ	1945.444-1943.639=1.805
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	7.274-6.977=0.297
σ	0.853-0.859=-0.007
min	6.549-6.154=0.395
max	9.255-9.015=0.240

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4591.750-4589.000=2.750
σ	2248.534-2246.943=1.591
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	6.612-6.622=-0.010
σ	1.094-0.993=0.101
min	5.820-5.942=-0.122
max	9.087-8.849=0.238

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984-25.984=-0.000
max	25.986-25.985=0.000

*mean*	4591.750-4589.000=2.750
σ	2248.534-2246.943=1.591
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	6.410-6.420=-0.010
σ	1.100-1.065=0.035
min	5.653-5.785=-0.133
max	8.773-8.808=-0.036

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.625
σ	0.002
min	1021.623
max	1021.627

*mean*	7383.000-7380.000=3.000
σ	0.000
min	7383.000-7380.000=3.000
max	7383.000-7380.000=3.000

*mean*	350.454-362.600=-12.147
σ	3.107-42.313=-39.205
min	345.866-343.280=2.586
max	354.818-467.128=-112.310

op=load_product(), with indexes

*mean*	3495.876-3495.876=-0.000
σ	0.466-0.467=-0.000
min	3495.711
max	3497.030-3497.031=-0.001

*mean*	3758.875-3756.500=2.375
σ	2300.350-2298.332=2.018
min	720.000
max	7383.000-7380.000=3.000

*mean*	1750.143-1741.234=8.909
σ	574.602-599.216=-24.614
min	1394.757-1394.635=0.122
max	2831.021-2958.288=-127.267

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.855-107.854=0.000

*mean*	4410.875-4409.375=1.500
σ	2217.785-2216.467=1.318
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	267.772-230.984=36.788
σ	369.209-271.170=98.039
min	123.744-125.987=-2.243
max	1180.401-900.749=279.651

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.000

*mean*	4410.875-4409.375=1.500
σ	2217.785-2216.467=1.318
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	46.164-46.409=-0.245
σ	8.498-8.368=0.129
min	41.530-42.111=-0.581
max	66.881-66.769=0.112

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7383.000-7380.000=3.000
σ	0.000
min	7383.000-7380.000=3.000
max	7383.000-7380.000=3.000

*mean*	169.594-22.293=147.301
σ	414.671-1.626=413.045
min	21.271-21.613=-0.341
max	1195.833-26.307=1169.526

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7383.000-7380.000=3.000
σ	0.000
min	7383.000-7380.000=3.000
max	7383.000-7380.000=3.000

*mean*	63.782-300.031=-236.248
σ	20.120-686.776=-666.655
min	55.319-55.961=-0.641
max	113.420-1999.703=-1886.283

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4182.625-4180.500=2.125
σ	1945.444-1943.639=1.805
min	1487.000-1486.000=1.000
max	7383.000-7380.000=3.000

*mean*	3272.147-3241.828=30.319
σ	710.974-776.837=-65.864
min	2526.717-2505.186=21.531
max	4410.970-4808.739=-397.768

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7383.000-7380.000=3.000
σ	0.000
min	7383.000-7380.000=3.000
max	7383.000-7380.000=3.000

*mean*	1038.403-1038.527=-0.124
σ	196.611-187.495=9.116
min	930.953-927.558=3.396
max	1413.835-1469.608=-55.772

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7383.000-7380.000=3.000
σ	0.000
min	7383.000-7380.000=3.000
max	7383.000-7380.000=3.000

*mean*	409.481-390.925=18.556
σ	38.261-6.406=31.855
min	391.624-378.738=12.885
max	503.929-402.298=101.631

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-475.000=3.000
σ	0.000-1.069=-1.069
min	478.000-474.000=4.000
max	478.000-476.000=2.000

*mean*	375.533-333.920=41.613
σ	36.730-38.170=-1.440
min	320.102-297.294=22.808
max	415.777-395.542=20.236

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-564.000=-4.000
σ	1.309-0.000=1.309
min	559.000-564.000=-5.000
max	563.000-564.000=-1.000

*mean*	723.427-768.074=-44.647
σ	69.359-33.504=35.855
min	634.665-711.798=-77.133
max	803.576-822.502=-18.926

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.968-963.971=-0.003
σ	1.822-1.820=0.002
min	963.267-963.266=0.001
max	971.673-971.667=0.006

*mean*	1046.300-1043.800=2.500
σ	320.886-313.857=7.029
min	542.000-593.000=-51.000
max	1568.000-1503.000=65.000

*mean*	1.299-1.294=0.005
σ	0.164-0.150=0.014
min	1.185-1.175=0.010
max	1.906-1.764=0.141

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.912
σ	0.020
min	0.902
max	0.948

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.401-0.408=-0.007
σ	0.548-0.530=0.018
min	0.126-0.137=-0.011
max	1.377-1.352=0.025

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.468=0.001
σ	0.324-0.320=0.005
min	0.317-0.313=0.004
max	1.049-1.040=0.010

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.519
max	1.523

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.219=0.003
σ	0.023-0.024=-0.001
min	0.203-0.199=0.003
max	0.262-0.259=0.003

name=nested_use.art

*mean*	2.356
σ	0.002
min	2.356
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.325=0.003
σ	0.016-0.017=-0.001
min	0.319-0.313=0.006
max	0.356-0.353=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.522
σ	0.011
min	963.517
max	963.541

*mean*	434.400-431.400=3.000
σ	1.342-2.191=-0.849
min	432.000-430.000=2.000
max	435.000

*mean*	0.590-0.567=0.023
σ	0.029-0.050=-0.021
min	0.551-0.484=0.068
max	0.621-0.608=0.012

name=cdr_enhanced_4k_loc.art

*mean*	885.094
σ	0.002
min	885.092
max	885.096

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.522-0.463=0.059
σ	0.006-0.036=-0.030
min	0.513-0.421=0.092
max	0.527-0.515=0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	1.975-1.964=0.010
σ	0.067-0.075=-0.008
min	1.819-1.861=-0.041
max	2.188-2.236=-0.048

name=record_render_large_syntax_err.art

*mean*	7.654
σ	0.002
min	7.653
max	7.657

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	2.615-1.951=0.664
σ	0.137-0.062=0.074
min	1.995-1.812=0.184
max	3.486-2.159=1.327

name=record_render_success.art

*mean*	2.286
σ	0.002
min	2.285
max	2.289

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.308-0.306=0.002
σ	0.016-0.008=0.008
min	0.292-0.291=0.002
max	0.422-0.347=0.075

name=record_render_syntax_err.art

*mean*	2.161
σ	0.002
min	2.160
max	2.164

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.293-0.290=0.003
σ	0.011-0.007=0.004
min	0.281-0.279=0.002
max	0.380-0.324=0.056

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.862-11.671=0.191
σ	12.651-12.121=0.531
min	0.574-0.574=-0.000
max	136.264-96.651=39.613

*mean*	466.879-466.320=0.559
σ	19.491-20.711=-1.220
min	408.000-407.000=1.000
max	480.000-483.000=-3.000

*mean*	0.027-0.027=0.000
σ	0.031-0.030=0.001
min	0.001-0.001=0.000
max	0.323-0.240=0.083

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.590-278.838=-0.247
σ	1.072-1.065=0.007
min	278.201-278.315=-0.114
max	281.638-281.858=-0.220

*mean*	448.400-444.700=3.700
σ	17.583-17.506=0.077
min	426.000-414.000=12.000
max	475.000-469.000=6.000

*mean*	0.578-0.579=-0.001
σ	0.024-0.027=-0.003
min	0.536-0.526=0.010
max	0.617-0.633=-0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.737
σ	0.000-0.000=0.000
min	173.737
max	173.738-173.738=0.000

*mean*	840.000-843.000=-3.000
σ	0.000
min	840.000-843.000=-3.000
max	840.000-843.000=-3.000

*mean*	256.665-234.361=22.304
σ	16.422-19.861=-3.440
min	219.124-211.666=7.458
max	271.082-268.911=2.171

phase=macro expansion

*mean*	6.129
σ	0.000
min	6.129
max	6.129

*mean*	840.000-842.500=-2.500
σ	0.000-1.414=-1.414
min	840.000-839.000=1.000
max	840.000-843.000=-3.000

*mean*	9.603-9.189=0.414
σ	0.107-0.974=-0.867
min	9.389-7.538=1.850
max	9.710-9.833=-0.122

phase=parser

*mean*	1041.044-1041.043=0.001
σ	0.000-0.000=0.000
min	1041.044-1041.043=0.001
max	1041.045-1041.043=0.001

*mean*	840.000-842.500=-2.500
σ	0.000-1.414=-1.414
min	840.000-839.000=1.000
max	840.000-843.000=-3.000

*mean*	591.093-567.263=23.829
σ	5.372-75.849=-70.477
min	582.577-422.844=159.732
max	600.528-618.526=-17.998

phase=processProdDef

*mean*	2243.970-2243.973=-0.003
σ	0.000
min	2243.970-2243.973=-0.003
max	2243.970-2243.973=-0.003

*mean*	840.000-843.000=-3.000
σ	0.000
min	840.000-843.000=-3.000
max	840.000-843.000=-3.000

*mean*	2807.610-2964.581=-156.970
σ	373.816-350.031=23.785
min	2195.249-2495.277=-300.029
max	3340.858-3402.198=-61.340

phase=renaming

*mean*	21.669-21.673=-0.004
σ	0.000
min	21.669-21.673=-0.004
max	21.669-21.673=-0.004

*mean*	840.000-842.500=-2.500
σ	0.000-1.414=-1.414
min	840.000-839.000=1.000
max	840.000-843.000=-3.000

*mean*	40.157-37.411=2.745
σ	0.412-6.532=-6.120
min	39.564-26.764=12.800
max	40.835-41.466=-0.632

phase=type checker

*mean*	989.751
σ	0.066
min	989.653
max	989.841

*mean*	840.000-842.500=-2.500
σ	0.000-1.414=-1.414
min	840.000-839.000=1.000
max	840.000-843.000=-3.000

*mean*	681.613-710.656=-29.043
σ	12.001-27.880=-15.879
min	671.242-672.584=-1.342
max	710.025-740.982=-30.957

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.393-282.394=-0.001
σ	0.024-0.036=-0.011
min	282.371-282.338=0.034
max	282.424-282.425=-0.000

*mean*	443.400
σ	0.548
min	443.000
max	444.000

*mean*	0.379-0.377=0.002
σ	0.002-0.002=0.001
min	0.376-0.375=0.001
max	0.382-0.380=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.144-1267.106=0.037
σ	0.111-0.090=0.021
min	1266.994-1267.003=-0.009
max	1267.302-1267.233=0.069

*mean*	1094.200-1090.800=3.400
σ	169.529-173.265=-3.735
min	892.000-853.000=39.000
max	1324.000-1296.000=28.000

*mean*	2.174-1.946=0.228
σ	0.220-0.150=0.070
min	1.953-1.812=0.141
max	2.544-2.113=0.431

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.077-1506.135=-0.058
σ	2.958-2.934=0.023
min	1504.546-1504.631=-0.085
max	1511.355-1511.375=-0.020

*mean*	624.000-615.400=8.600
σ	87.164-78.640=8.523
min	494.000-495.000=-1.000
max	726.000-704.000=22.000

*mean*	2.213-2.312=-0.099
σ	0.220-0.285=-0.065
min	2.089-2.084=0.005
max	2.604-2.659=-0.055

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.100-1829.103=-0.003
σ	0.046-0.027=0.018
min	1829.034-1829.055=-0.021
max	1829.143-1829.121=0.022

*mean*	1726.000-1742.200=-16.200
σ	188.738-246.904=-58.166
min	1462.000-1428.000=34.000
max	1900.000-2057.000=-157.000

*mean*	3.050-2.926=0.124
σ	0.347-0.092=0.255
min	2.849-2.841=0.009
max	3.668-3.066=0.602

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.695-1.759=-0.064
σ	0.144-0.112=0.032
min	1.595-1.578=0.017
max	1.942-1.848=0.094

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.517-397.516=0.002
σ	517.689-517.689=0.000
min	138.670-138.670=0.000
max	1174.051-1174.050=0.002

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	441.000-447.000=-6.000
σ	0.000
min	441.000-447.000=-6.000
max	441.000-447.000=-6.000

*mean*	0.494-0.503=-0.008
σ	0.514-0.533=-0.020
min	0.233-0.234=-0.001
max	1.265-1.303=-0.038

policies=20

*mean*	1386.839-1386.838=0.001
σ	0.164-0.166=-0.001
min	1386.726-1386.726=-0.000
max	1387.083-1387.084=-0.001

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	445.000-450.000=-5.000
σ	4.619-6.000=-1.381
min	441.000-447.000=-6.000
max	449.000-459.000=-10.000

*mean*	2.317-2.320=-0.003
σ	0.012-0.018=-0.006
min	2.300-2.303=-0.003
max	2.327-2.340=-0.013

policies=200

*mean*	13876.802-13876.885=-0.083
σ	0.179-0.098=0.081
min	13876.543-13876.807=-0.264
max	13876.954-13877.029=-0.075

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	497.500-499.000=-1.500
σ	5.196-4.690=0.506
min	492.000-493.000=-1.000
max	504.000

*mean*	23.461-23.435=0.026
σ	0.129-0.081=0.048
min	23.344-23.361=-0.017
max	23.615-23.531=0.084