Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.834=-0.060
σ	0.368-0.367=0.001
min	54.626-54.701=-0.076
max	55.820-55.878=-0.058

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.005=0.000
min	0.132-0.137=-0.005
max	0.147-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.842=-0.070
σ	0.006-0.006=-0.000
min	43.763-43.834=-0.071
max	43.783-43.851=-0.068

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.121-0.120=0.001
σ	0.004-0.005=-0.001
min	0.116-0.116=0.001
max	0.129-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4587.125-4587.750=-0.625
σ	2248.361-2249.866=-1.505
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	168.394-166.309=2.085
σ	441.218-437.353=3.865
min	11.453-11.304=0.150
max	1260.343-1248.703=11.640

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4587.125-4587.750=-0.625
σ	2248.361-2249.866=-1.505
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	13.775-13.438=0.337
σ	4.408-4.288=0.120
min	10.783-10.963=-0.181
max	23.926-23.963=-0.037

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.950=-0.000

*mean*	7379.000-7382.000=-3.000
σ	0.000
min	7379.000-7382.000=-3.000
max	7379.000-7382.000=-3.000

*mean*	10.887-11.116=-0.230
σ	1.012-1.167=-0.156
min	10.229-10.207=0.022
max	13.269-13.098=0.171

op=table_records(), repeat

*mean*	41.933-41.933=-0.001
σ	0.000-0.000=0.000
min	41.933-41.933=-0.000
max	41.934-41.934=-0.000

*mean*	4178.375-4177.500=0.875
σ	1945.079-1946.312=-1.233
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	11.189-11.290=-0.102
σ	1.656-1.562=0.093
min	10.321-10.405=-0.083
max	15.186-15.113=0.072

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.001
σ	0.136-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4178.375-4177.500=0.875
σ	1945.079-1946.312=-1.233
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	8.693-8.447=0.246
σ	1.236-1.380=-0.144
min	7.472-7.072=0.400
max	11.625-11.700=-0.075

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4178.375-4177.500=0.875
σ	1945.079-1946.312=-1.233
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	5.948-6.261=-0.313
σ	1.078-1.089=-0.011
min	5.118-5.650=-0.532
max	8.448-8.926=-0.478

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4587.125-4587.750=-0.625
σ	2248.361-2249.866=-1.505
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	5.954-5.869=0.085
σ	1.003-0.955=0.048
min	5.241-5.265=-0.024
max	8.228-8.202=0.025

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985-25.985=-0.000

*mean*	4587.125-4587.750=-0.625
σ	2248.361-2249.866=-1.505
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	5.825-5.761=0.064
σ	1.081-1.025=0.056
min	5.066-5.117=-0.051
max	8.201-8.251=-0.050

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7379.000-7382.000=-3.000
σ	0.000
min	7379.000-7382.000=-3.000
max	7379.000-7382.000=-3.000

*mean*	346.403-344.884=1.520
σ	2.411-1.840=0.571
min	341.659-341.218=0.441
max	348.336-346.634=1.702

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.038-3497.038=-0.000

*mean*	3754.625-3755.000=-0.375
σ	2299.356-2300.222=-0.866
min	719.000-720.000=-1.000
max	7379.000-7382.000=-3.000

*mean*	1776.512-1750.860=25.652
σ	638.708-652.954=-14.246
min	1399.285-1386.756=12.528
max	2821.705-2828.669=-6.964

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.001
max	107.855

*mean*	4407.000-4406.000=1.000
σ	2217.715-2219.179=-1.464
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	292.669-197.324=95.344
σ	449.054-172.201=276.853
min	123.969-124.955=-0.986
max	1403.357-620.956=782.401

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4407.000-4406.000=1.000
σ	2217.715-2219.179=-1.464
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	45.122-41.458=3.664
σ	6.586-1.479=5.107
min	40.712-39.456=1.256
max	60.889-44.010=16.878

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7379.000-7382.000=-3.000
σ	0.000
min	7379.000-7382.000=-3.000
max	7379.000-7382.000=-3.000

*mean*	201.729-178.580=23.149
σ	508.059-437.898=70.160
min	21.131-21.556=-0.425
max	1459.105-1262.293=196.812

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.310-71.311=-0.000

*mean*	7379.000-7382.000=-3.000
σ	0.000
min	7379.000-7382.000=-3.000
max	7379.000-7382.000=-3.000

*mean*	63.706-64.132=-0.426
σ	20.762-20.885=-0.123
min	54.932-53.898=1.035
max	114.772-115.190=-0.418

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4178.375-4177.500=0.875
σ	1945.079-1946.312=-1.233
min	1481.000-1487.000=-6.000
max	7379.000-7382.000=-3.000

*mean*	3156.059-3355.898=-199.839
σ	744.862-873.097=-128.235
min	2506.261-2510.622=-4.362
max	4571.561-4977.685=-406.123

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7379.000-7382.000=-3.000
σ	0.000
min	7379.000-7382.000=-3.000
max	7379.000-7382.000=-3.000

*mean*	1050.873-1046.239=4.634
σ	277.817-229.497=48.320
min	921.697-920.899=0.798
max	1720.923-1506.531=214.392

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7379.000-7382.000=-3.000
σ	0.000
min	7379.000-7382.000=-3.000
max	7379.000-7382.000=-3.000

*mean*	388.877-424.588=-35.711
σ	8.079-51.240=-43.161
min	375.182-396.137=-20.956
max	404.743-522.486=-117.743

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-475.125=-0.125
σ	0.000-0.354=-0.354
min	475.000
max	475.000-476.000=-1.000

*mean*	385.904-400.824=-14.920
σ	17.545-25.673=-8.128
min	368.481-367.458=1.023
max	412.954-438.816=-25.862

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.625-563.000=1.625
σ	3.889-0.000=3.889
min	555.000-563.000=-8.000
max	566.000-563.000=3.000

*mean*	770.888-744.250=26.638
σ	49.566-58.443=-8.876
min	696.457-625.313=71.144
max	842.806-821.078=21.728

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.973-963.972=0.001
σ	1.822-1.820=0.002
min	963.264-963.267=-0.004
max	971.676-971.668=0.008

*mean*	1044.600-1045.300=-0.700
σ	309.729-307.848=1.882
min	584.000-570.000=14.000
max	1502.000-1503.000=-1.000

*mean*	1.269-1.258=0.010
σ	0.080-0.113=-0.033
min	1.170-1.175=-0.005
max	1.491-1.651=-0.160

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.291=0.003
σ	0.290-0.273=0.016
min	0.143-0.140=0.003
max	0.809-0.774=0.035

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.475=0.008
σ	0.315-0.317=-0.002
min	0.333-0.323=0.011
max	1.047-1.043=0.005

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.223=-0.004
σ	0.027-0.025=0.002
min	0.203-0.199=0.003
max	0.267-0.265=0.002

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.329=0.006
σ	0.016-0.020=-0.004
min	0.324-0.309=0.015
max	0.364-0.360=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-437.200=-6.200
σ	0.000-6.535=-6.535
min	431.000
max	431.000-444.000=-13.000

*mean*	0.505-0.534=-0.029
σ	0.048-0.066=-0.018
min	0.452-0.444=0.007
max	0.548-0.606=-0.059

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.443-0.456=-0.013
σ	0.037-0.051=-0.014
min	0.381-0.380=0.001
max	0.474-0.520=-0.047

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.591-1.978=0.613
σ	0.086-0.076=0.010
min	2.451-1.851=0.600
max	2.805-2.280=0.525

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.553-2.600=-0.047
σ	0.051-0.226=-0.175
min	2.455-1.882=0.574
max	2.761-2.924=-0.163

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.313-0.306=0.007
σ	0.007-0.015=-0.008
min	0.299-0.291=0.007
max	0.357-0.383=-0.026

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.297-0.290=0.007
σ	0.007-0.006=0.001
min	0.282-0.276=0.007
max	0.330-0.314=0.016

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.665-11.596=0.069
σ	11.595-12.301=-0.706
min	0.574-0.573=0.000
max	93.052-155.305=-62.254

*mean*	463.435-456.975=6.460
σ	19.384-17.545=1.839
min	407.000-406.000=1.000
max	480.000-475.000=5.000

*mean*	0.027-0.027=0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=0.000
max	0.223-0.375=-0.152

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.756-278.689=0.067
σ	1.089-1.071=0.018
min	278.263-278.304=-0.041
max	281.846-281.735=0.111

*mean*	441.000-440.000=1.000
σ	15.188-18.111=-2.923
min	417.000-414.000=3.000
max	464.000-471.000=-7.000

*mean*	0.577-0.577=-0.000
σ	0.029-0.018=0.011
min	0.504-0.533=-0.029
max	0.622-0.594=0.027

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	840.000-839.000=1.000
σ	0.000
min	840.000-839.000=1.000
max	840.000-839.000=1.000

*mean*	234.652-233.819=0.833
σ	23.709-27.749=-4.040
min	189.417-191.907=-2.490
max	253.195-257.038=-3.843

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	840.000-839.000=1.000
σ	0.000
min	840.000-839.000=1.000
max	840.000-839.000=1.000

*mean*	9.853-9.497=0.356
σ	2.036-0.078=1.958
min	7.419-9.352=-1.932
max	12.771-9.593=3.178

phase=parser

*mean*	1042.433-1042.431=0.003
σ	0.000-0.000=-0.000
min	1042.433-1042.431=0.003
max	1042.434-1042.431=0.003

*mean*	840.000-839.000=1.000
σ	0.000
min	840.000-839.000=1.000
max	840.000-839.000=1.000

*mean*	587.604-592.619=-5.015
σ	114.166-2.671=111.495
min	427.824-589.004=-161.180
max	729.933-596.131=133.802

phase=processProdDef

*mean*	2243.975-2243.978=-0.002
σ	0.000
min	2243.975-2243.978=-0.002
max	2243.975-2243.978=-0.002

*mean*	840.000-839.000=1.000
σ	0.000
min	840.000-839.000=1.000
max	840.000-839.000=1.000

*mean*	2907.123-2687.800=219.324
σ	334.038-244.909=89.129
min	2413.225-2414.662=-1.437
max	3311.768-3036.552=275.217

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	840.000-839.000=1.000
σ	0.000
min	840.000-839.000=1.000
max	840.000-839.000=1.000

*mean*	38.997-39.922=-0.925
σ	8.478-0.345=8.133
min	25.969-39.350=-13.381
max	49.186-40.395=8.791

phase=type checker

*mean*	989.755
σ	0.066
min	989.658
max	989.845

*mean*	840.000-839.000=1.000
σ	0.000
min	840.000-839.000=1.000
max	840.000-839.000=1.000

*mean*	719.378-674.770=44.608
σ	70.717-4.502=66.214
min	654.543-668.897=-14.354
max	869.129-683.105=186.024

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.395=-0.001
σ	0.024-0.036=-0.012
min	282.373-282.339=0.033
max	282.425-282.426=-0.001

*mean*	444.000-444.800=-0.800
σ	0.000-1.095=-1.095
min	444.000
max	444.000-446.000=-2.000

*mean*	0.378-0.383=-0.005
σ	0.001-0.008=-0.008
min	0.378-0.376=0.001
max	0.379-0.395=-0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.123-1267.082=0.041
σ	0.120-0.096=0.025
min	1266.998-1267.005=-0.007
max	1267.319-1267.244=0.075

*mean*	1102.600-1112.400=-9.800
σ	190.588-169.221=21.367
min	842.000-897.000=-55.000
max	1332.000-1323.000=9.000

*mean*	1.998-1.915=0.083
σ	0.200-0.087=0.113
min	1.785-1.825=-0.040
max	2.228-2.053=0.175

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.064-1506.124=-0.059
σ	2.915-2.910=0.005
min	1504.570-1504.638=-0.068
max	1511.267-1511.320=-0.053

*mean*	618.800-628.000=-9.200
σ	80.763-90.019=-9.256
min	496.000-504.000=-8.000
max	711.000-727.000=-16.000

*mean*	2.132-2.357=-0.225
σ	0.071-0.249=-0.178
min	2.035-2.046=-0.011
max	2.233-2.560=-0.327

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.107-1829.111=-0.004
σ	0.036-0.063=-0.027
min	1829.059-1829.029=0.030
max	1829.139-1829.196=-0.057

*mean*	1739.400-1752.800=-13.400
σ	175.534-214.670=-39.136
min	1479.000-1463.000=16.000
max	1890.000-1955.000=-65.000

*mean*	2.877-3.067=-0.189
σ	0.127-0.301=-0.174
min	2.652-2.820=-0.169
max	2.953-3.468=-0.515

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.624-1.667=-0.043
σ	0.182-0.096=0.086
min	1.376-1.585=-0.209
max	1.860-1.824=0.036

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-397.698=0.001
σ	518.054-518.052=0.002
min	138.670-138.670=-0.000
max	1174.779-1174.776=0.004

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000-440.000=6.000
σ	0.000
min	446.000-440.000=6.000
max	446.000-440.000=6.000

*mean*	0.501-0.501=-0.000
σ	0.525-0.529=-0.004
min	0.234-0.235=-0.001
max	1.288-1.295=-0.007

policies=20

*mean*	1386.839-1386.841=-0.002
σ	0.166-0.167=-0.002
min	1386.724-1386.729=-0.004
max	1387.085-1387.090=-0.005

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000-444.000=2.000
σ	0.000-8.000=-8.000
min	446.000-440.000=6.000
max	446.000-456.000=-10.000

*mean*	2.335-2.320=0.014
σ	0.015-0.018=-0.003
min	2.323-2.293=0.029
max	2.355-2.334=0.021

policies=200

*mean*	13876.819-13876.816=0.003
σ	0.124-0.102=0.022
min	13876.686-13876.729=-0.043
max	13876.976-13876.960=0.016

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.500-495.750=-1.250
σ	3.873-5.852=-1.979
min	490.000-489.000=1.000
max	499.000-502.000=-3.000

*mean*	23.655-23.468=0.187
σ	0.154-0.132=0.023
min	23.514-23.364=0.150
max	23.870-23.661=0.209