Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.862-54.859=0.003
σ	0.357-0.357=-0.000
min	54.721-54.724=-0.002
max	55.878-55.875=0.002

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.151-0.141=0.010
σ	0.010-0.005=0.006
min	0.137-0.137=0.001
max	0.167-0.149=0.019

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.848=-0.001
σ	0.006-0.005=0.001
min	43.834-43.840=-0.006
max	43.856-43.857=-0.001

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.005=-0.000
min	0.116-0.117=-0.001
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4590.000-4586.875=3.125
σ	2249.461-2252.981=-3.520
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	178.273-12.879=165.395
σ	469.222-3.604=465.617
min	11.952-11.258=0.694
max	1339.536-21.782=1317.754

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4590.000-4586.875=3.125
σ	2249.461-2252.981=-3.520
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	13.681-13.088=0.592
σ	3.810-3.806=0.004
min	11.471-10.992=0.479
max	23.004-22.417=0.587

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.950=0.000

*mean*	7386.000-7400.000=-14.000
σ	0.000
min	7386.000-7400.000=-14.000
max	7386.000-7400.000=-14.000

*mean*	11.563-10.447=1.116
σ	1.727-0.117=1.610
min	10.856-10.222=0.634
max	15.834-10.591=5.243

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934

*mean*	4180.375-4174.000=6.375
σ	1945.394-1945.472=-0.078
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	11.543-11.061=0.482
σ	1.824-1.827=-0.003
min	10.706-10.179=0.527
max	16.047-15.556=0.491

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.136=-0.000
min	27.606
max	27.993

*mean*	4180.375-4174.000=6.375
σ	1945.394-1945.472=-0.078
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	9.034-8.487=0.547
σ	1.166-1.307=-0.141
min	8.322-7.470=0.853
max	11.901-11.661=0.240

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4180.375-4174.000=6.375
σ	1945.394-1945.472=-0.078
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	7.078-6.685=0.393
σ	0.954-0.917=0.037
min	6.550-6.223=0.327
max	9.416-8.935=0.481

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4590.000-4586.875=3.125
σ	2249.461-2252.981=-3.520
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	6.390-5.844=0.546
σ	0.857-0.958=-0.101
min	5.922-5.393=0.528
max	8.498-8.207=0.291

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985-25.985=-0.000

*mean*	4590.000-4586.875=3.125
σ	2249.461-2252.981=-3.520
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	6.199-5.715=0.484
σ	0.987-1.102=-0.115
min	5.718-5.224=0.494
max	8.635-8.438=0.197

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7386.000-7400.000=-14.000
σ	0.000
min	7386.000-7400.000=-14.000
max	7386.000-7400.000=-14.000

*mean*	346.830-362.458=-15.628
σ	1.971-41.244=-39.274
min	343.923-343.822=0.101
max	349.617-464.308=-114.691

op=load_product(), with indexes

*mean*	3495.878
σ	0.468
min	3495.713
max	3497.037

*mean*	3756.750-3751.875=4.875
σ	2299.856-2298.842=1.014
min	720.000
max	7386.000-7400.000=-14.000

*mean*	1706.634-1706.031=0.603
σ	599.677-602.188=-2.511
min	1388.474-1387.814=0.660
max	2918.604-2928.590=-9.986

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.855

*mean*	4409.875-4407.500=2.375
σ	2219.096-2223.921=-4.825
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	286.787-237.497=49.290
σ	423.794-286.828=136.966
min	125.826-124.481=1.345
max	1335.049-945.830=389.218

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4409.875-4586.875=-177.000
σ	2219.096-2252.981=-33.885
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	45.122-198.706=-153.584
σ	7.560-436.089=-428.529
min	40.540-40.395=0.145
max	63.430-1277.867=-1214.437

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7386.000-7400.000=-14.000
σ	0.000
min	7386.000-7400.000=-14.000
max	7386.000-7400.000=-14.000

*mean*	210.449-21.963=188.486
σ	533.163-1.596=531.567
min	21.455-20.931=0.524
max	1529.960-25.370=1504.590

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311-71.311=-0.000

*mean*	7386.000-7400.000=-14.000
σ	0.000
min	7386.000-7400.000=-14.000
max	7386.000-7400.000=-14.000

*mean*	64.220-291.376=-227.156
σ	21.754-664.367=-642.614
min	55.470-55.223=0.246
max	118.019-1935.598=-1817.578

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4180.375-4174.000=6.375
σ	1945.394-1945.472=-0.078
min	1485.000-1487.000=-2.000
max	7386.000-7400.000=-14.000

*mean*	3180.442-3293.359=-112.917
σ	772.571-863.928=-91.357
min	2493.160-2512.547=-19.387
max	4455.199-4796.500=-341.301

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7386.000-7400.000=-14.000
σ	0.000
min	7386.000-7400.000=-14.000
max	7386.000-7400.000=-14.000

*mean*	1046.686-1026.503=20.184
σ	248.414-159.140=89.274
min	909.343-914.305=-4.962
max	1562.668-1292.479=270.189

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000-7400.000=-14.000
σ	0.000
min	7386.000-7400.000=-14.000
max	7386.000-7400.000=-14.000

*mean*	382.660-400.256=-17.596
σ	5.825-38.263=-32.438
min	369.187-382.703=-13.516
max	387.922-494.814=-106.892

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-476.875=-0.875
σ	0.000-0.354=-0.354
min	476.000
max	476.000-477.000=-1.000

*mean*	371.782-390.600=-18.818
σ	35.284-29.603=5.681
min	317.035-350.875=-33.840
max	437.978-429.534=8.444

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-564.000=1.000
σ	0.000
min	565.000-564.000=1.000
max	565.000-564.000=1.000

*mean*	724.369-732.133=-7.764
σ	45.093-57.088=-11.995
min	659.069-651.656=7.413
max	779.893-814.885=-34.992

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.565=0.001
σ	0.760-0.762=-0.001
min	1024.092-1024.092=-0.000
max	1027.709-1027.713=-0.004

*mean*	1057.750-1031.950=25.800
σ	322.215-299.404=22.811
min	538.000-551.000=-13.000
max	1567.000-1463.000=104.000

*mean*	1.373-1.356=0.017
σ	0.079-0.067=0.011
min	1.297-1.300=-0.003
max	1.612-1.581=0.031

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.401-0.402=-0.001
σ	0.501-0.519=-0.018
min	0.142-0.146=-0.004
max	1.293-1.329=-0.036

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484-0.483=0.001
σ	0.323-0.318=0.005
min	0.325-0.327=-0.002
max	1.061-1.052=0.009

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.222=0.003
σ	0.026-0.024=0.002
min	0.210-0.206=0.004
max	0.271-0.264=0.007

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.332=-0.004
σ	0.021-0.017=0.004
min	0.312-0.321=-0.008
max	0.363-0.361=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	437.200-441.400=-4.200
σ	6.535-3.578=2.957
min	431.000-435.000=-4.000
max	444.000-443.000=1.000

*mean*	0.513-0.565=-0.052
σ	0.026-0.053=-0.027
min	0.477-0.518=-0.041
max	0.543-0.640=-0.097

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.474-0.463=0.010
σ	0.050-0.048=0.001
min	0.417-0.415=0.002
max	0.529-0.526=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	2.003-1.953=0.050
σ	0.093-0.064=0.029
min	1.848-1.852=-0.003
max	2.595-2.214=0.380

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	2.623-1.969=0.654
σ	0.080-0.099=-0.019
min	2.454-1.803=0.651
max	2.906-2.626=0.280

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.306-0.310=-0.004
σ	0.008-0.028=-0.020
min	0.291-0.293=-0.003
max	0.360-0.579=-0.219

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.294-0.295=-0.001
σ	0.007-0.010=-0.004
min	0.279-0.280=-0.001
max	0.322-0.368=-0.046

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.182-12.083=-0.901
σ	12.496-12.743=-0.247
min	0.574-0.574=-0.000
max	125.164-133.133=-7.969

*mean*	458.758-463.672=-4.914
σ	18.546-18.351=0.196
min	408.000
max	473.000-477.000=-4.000

*mean*	0.026-0.027=-0.002
σ	0.030-0.031=-0.001
min	0.001-0.001=-0.000
max	0.306-0.319=-0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.643-298.577=0.066
σ	0.975-0.998=-0.023
min	298.286-298.201=0.086
max	301.414-301.413=0.002

*mean*	442.700-443.300=-0.600
σ	15.442-16.385=-0.943
min	417.000-414.000=3.000
max	468.000-467.000=1.000

*mean*	0.600-0.605=-0.005
σ	0.025-0.014=0.011
min	0.538-0.582=-0.044
max	0.636-0.635=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	841.250-842.750=-1.500
σ	1.389-0.463=0.926
min	839.000-842.000=-3.000
max	842.000-843.000=-1.000

*mean*	231.190-226.204=4.986
σ	27.115-25.835=1.280
min	190.872-186.945=3.928
max	256.373-254.933=1.440

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	840.875-842.625=-1.750
σ	1.553-0.518=1.035
min	839.000-842.000=-3.000
max	842.000-843.000=-1.000

*mean*	9.044-9.262=-0.218
σ	1.068-0.772=0.296
min	6.407-7.379=-0.972
max	9.507-9.716=-0.209

phase=parser

*mean*	1042.432-1042.435=-0.003
σ	0.000-0.000=0.000
min	1042.431-1042.435=-0.004
max	1042.432-1042.435=-0.003

*mean*	840.875-842.625=-1.750
σ	1.553-0.518=1.035
min	839.000-842.000=-3.000
max	842.000-843.000=-1.000

*mean*	570.877-577.207=-6.330
σ	54.448-33.324=21.123
min	439.771-510.774=-71.003
max	604.892-606.262=-1.370

phase=processProdDef

*mean*	2243.978-2243.976=0.002
σ	0.000
min	2243.978-2243.976=0.002
max	2243.978-2243.976=0.002

*mean*	841.250-842.750=-1.500
σ	1.389-0.463=0.926
min	839.000-842.000=-3.000
max	842.000-843.000=-1.000

*mean*	2906.108-3048.193=-142.085
σ	333.453-332.484=0.969
min	2253.488-2533.732=-280.245
max	3323.430-3474.647=-151.217

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	840.875-842.625=-1.750
σ	1.553-0.518=1.035
min	839.000-842.000=-3.000
max	842.000-843.000=-1.000

*mean*	37.410-38.465=-1.055
σ	6.818-4.795=2.023
min	20.611-26.683=-6.072
max	41.075-40.932=0.143

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	840.875-842.625=-1.750
σ	1.553-0.518=1.035
min	839.000-842.000=-3.000
max	842.000-843.000=-1.000

*mean*	694.191-691.734=2.456
σ	29.375-39.096=-9.721
min	671.289-647.921=23.368
max	751.103-775.441=-24.337

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=0.000
σ	0.037-0.037=-0.000
min	293.767-293.767=-0.000
max	293.858-293.858=0.000

*mean*	444.400-441.200=3.200
σ	0.548-3.347=-2.799
min	444.000-438.000=6.000
max	445.000-446.000=-1.000

*mean*	0.390-0.389=0.002
σ	0.002-0.001=0.001
min	0.387-0.387=0.000
max	0.393-0.390=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.283-1320.290=-0.007
σ	0.132-0.136=-0.004
min	1320.165-1320.158=0.007
max	1320.501-1320.506=-0.005

*mean*	1090.800-1087.600=3.200
σ	167.654-173.843=-6.189
min	893.000-880.000=13.000
max	1320.000

*mean*	1.937-1.959=-0.022
σ	0.100-0.153=-0.052
min	1.855-1.853=0.002
max	2.106-2.226=-0.119

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.287-1559.285=0.002
σ	2.988-2.982=0.007
min	1557.671-1557.661=0.009
max	1564.619-1564.603=0.016

*mean*	625.600-616.200=9.400
σ	87.231-85.832=1.399
min	496.000-526.000=-30.000
max	728.000-734.000=-6.000

*mean*	2.225-2.241=-0.016
σ	0.241-0.201=0.040
min	2.068-2.063=0.004
max	2.647-2.565=0.082

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.338-1882.341=-0.003
σ	0.057-0.053=0.004
min	1882.258-1882.268=-0.011
max	1882.414-1882.418=-0.004

*mean*	1736.400-1731.400=5.000
σ	177.421-178.696=-1.275
min	1470.000-1474.000=-4.000
max	1887.000-1893.000=-6.000

*mean*	3.043-2.996=0.047
σ	0.236-0.277=-0.041
min	2.890-2.707=0.183
max	3.462-3.458=0.004

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.735-1.606=0.129
σ	0.175-0.086=0.089
min	1.463-1.506=-0.043
max	1.882-1.718=0.164

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.944-419.942=0.002
σ	518.105-518.103=0.002
min	160.887-160.886=0.001
max	1197.102-1197.097=0.004

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000-446.000=-2.000
σ	0.000
min	444.000-446.000=-2.000
max	444.000-446.000=-2.000

*mean*	0.514-0.521=-0.006
σ	0.516-0.516=-0.000
min	0.256-0.258=-0.002
max	1.288-1.294=-0.006

policies=20

*mean*	1609.204-1609.180=0.025
σ	0.342-0.346=-0.004
min	1608.959-1608.943=0.016
max	1609.708-1609.694=0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.000-449.250=-2.250
σ	2.000-6.500=-4.500
min	444.000-446.000=-2.000
max	448.000-459.000=-11.000

*mean*	2.575-2.572=0.003
σ	0.012-0.017=-0.005
min	2.564-2.551=0.014
max	2.588-2.586=0.003

policies=200

*mean*	16100.633-16100.597=0.036
σ	0.051-0.109=-0.058
min	16100.567-16100.468=0.098
max	16100.688-16100.730=-0.042

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-494.750=3.000
σ	4.272-3.304=0.968
min	493.000-491.000=2.000
max	503.000-499.000=4.000

*mean*	26.034-26.033=0.002
σ	0.150-0.239=-0.089
min	25.927-25.900=0.028
max	26.251-26.390=-0.139