Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.780-54.772=0.008
σ	0.363-0.366=-0.003
min	54.625-54.628=-0.003
max	55.811-55.813=-0.002

*mean*	416.000-420.700=-4.700
σ	0.000-0.483=-0.483
min	416.000-420.000=-4.000
max	416.000-421.000=-5.000

*mean*	0.155-0.136=0.019
σ	0.011-0.004=0.007
min	0.138-0.132=0.007
max	0.168-0.144=0.025

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.774=0.000
σ	0.006-0.006=-0.000
min	43.764-43.763=0.001
max	43.782-43.784=-0.002

*mean*	416.000-421.000=-5.000
σ	0.000
min	416.000-421.000=-5.000
max	416.000-421.000=-5.000

*mean*	0.122-0.122=-0.001
σ	0.006-0.005=0.000
min	0.115-0.116=-0.001
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4584.750-4593.000=-8.250
σ	2253.219-2247.207=6.012
min	1487.000
max	7401.000-7384.000=17.000

*mean*	13.473-147.555=-134.083
σ	3.486-382.374=-378.888
min	11.930-11.893=0.037
max	22.051-1093.883=-1071.832

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4584.750-4593.000=-8.250
σ	2253.219-2247.207=6.012
min	1487.000
max	7401.000-7384.000=17.000

*mean*	13.533-13.480=0.053
σ	3.182-4.408=-1.226
min	11.616-11.489=0.128
max	21.313-24.323=-3.010

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.951-41.951=0.000

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	11.009-11.942=-0.933
σ	0.095-1.772=-1.677
min	10.873-10.969=-0.096
max	11.145-16.254=-5.110

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934

*mean*	4171.000-4185.125=-14.125
σ	1945.030-1943.921=1.110
min	1487.000
max	7401.000-7384.000=17.000

*mean*	11.581-11.849=-0.268
σ	1.661-1.598=0.063
min	10.693-10.805=-0.113
max	15.653-15.747=-0.094

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4171.000-4185.125=-14.125
σ	1945.030-1943.921=1.110
min	1487.000
max	7401.000-7384.000=17.000

*mean*	9.215-9.053=0.163
σ	1.280-1.346=-0.066
min	8.365-7.745=0.620
max	12.349-12.240=0.109

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4171.000-4185.125=-14.125
σ	1945.030-1943.921=1.110
min	1487.000
max	7401.000-7384.000=17.000

*mean*	6.927-6.763=0.164
σ	0.947-1.072=-0.124
min	6.177-5.933=0.244
max	9.125-9.194=-0.069

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4584.750-4593.000=-8.250
σ	2253.219-2247.207=6.012
min	1487.000
max	7401.000-7384.000=17.000

*mean*	6.311-6.355=-0.044
σ	0.928-0.965=-0.036
min	5.738-5.807=-0.069
max	8.565-8.714=-0.150

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4584.750-4593.000=-8.250
σ	2253.219-2247.207=6.012
min	1487.000
max	7401.000-7384.000=17.000

*mean*	6.230-6.132=0.098
σ	0.988-1.091=-0.104
min	5.705-5.420=0.285
max	8.651-8.800=-0.148

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	364.527-348.010=16.517
σ	44.260-2.906=41.354
min	346.445-345.676=0.768
max	474.000-353.591=120.410

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3749.625-3760.000=-10.375
σ	2297.966-2299.345=-1.379
min	720.000
max	7401.000-7384.000=17.000

*mean*	1605.986-1759.678=-153.692
σ	530.449-675.788=-145.339
min	1385.746-1389.166=-3.420
max	2909.355-2940.392=-31.037

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.854-107.854=0.000
max	107.855

*mean*	4405.250-4414.125=-8.875
σ	2224.448-2216.713=7.735
min	1487.000
max	7401.000-7384.000=17.000

*mean*	192.802-277.356=-84.554
σ	152.705-402.381=-249.677
min	128.186-122.997=5.189
max	568.758-1272.186=-703.427

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4584.750-4414.125=170.625
σ	2253.219-2216.713=36.506
min	1487.000
max	7401.000-7384.000=17.000

*mean*	215.873-45.777=170.096
σ	483.322-8.399=474.923
min	42.421-41.387=1.034
max	1412.024-66.216=1345.808

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.947
max	40.950

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	22.653-215.888=-193.235
σ	2.225-545.704=-543.479
min	21.510-21.817=-0.307
max	28.134-1566.427=-1538.293

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311-71.311=-0.000

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	261.815-65.328=196.487
σ	580.988-24.451=556.537
min	55.339-55.089=0.250
max	1699.681-125.256=1574.424

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.851=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4171.000-4185.125=-14.125
σ	1945.030-1943.921=1.110
min	1487.000
max	7401.000-7384.000=17.000

*mean*	3281.972-3256.325=25.647
σ	967.553-698.823=268.730
min	2473.632-2476.657=-3.025
max	4823.932-4242.099=581.833

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	1086.793-996.525=90.268
σ	276.229-156.539=119.690
min	919.617-912.826=6.791
max	1684.264-1347.062=337.203

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	408.479-391.019=17.460
σ	39.680-4.801=34.880
min	389.275-381.149=8.127
max	506.458-395.981=110.477

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-475.125=0.875
σ	0.000-1.246=-1.246
min	476.000-474.000=2.000
max	476.000-478.000=-2.000

*mean*	378.795-391.542=-12.747
σ	34.626-21.610=13.016
min	308.093-366.272=-58.179
max	430.403-438.111=-7.708

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-562.000=1.000
σ	0.000
min	563.000-562.000=1.000
max	563.000-562.000=1.000

*mean*	777.827-751.176=26.652
σ	40.817-53.411=-12.595
min	724.325-653.262=71.063
max	830.984-826.080=4.904

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.972=-0.001
σ	1.822-1.820=0.002
min	963.263-963.263=-0.000
max	971.675-971.667=0.008

*mean*	1049.300-1041.050=8.250
σ	322.254-308.054=14.199
min	541.000-562.000=-21.000
max	1555.000-1491.000=64.000

*mean*	1.255-1.277=-0.022
σ	0.091-0.097=-0.006
min	1.176-1.181=-0.005
max	1.562-1.505=0.057

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.431-0.296=0.135
σ	0.575-0.291=0.284
min	0.145-0.143=0.002
max	1.457-0.812=0.644

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.482=-0.006
σ	0.320-0.329=-0.009
min	0.324-0.324=-0.000
max	1.048-1.070=-0.022

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.229=-0.007
σ	0.022-0.024=-0.002
min	0.205-0.209=-0.004
max	0.259-0.268=-0.010

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.336=-0.002
σ	0.020-0.016=0.003
min	0.324-0.322=0.002
max	0.369-0.363=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.400-437.000=-5.600
σ	0.894-6.595=-5.701
min	431.000
max	433.000-444.000=-11.000

*mean*	0.577-0.521=0.056
σ	0.037-0.082=-0.046
min	0.520-0.420=0.100
max	0.613-0.604=0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.465-0.461=0.004
σ	0.033-0.025=0.008
min	0.441-0.427=0.014
max	0.520-0.487=0.033

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	2.622-2.665=-0.043
σ	0.090-0.139=-0.049
min	2.487-2.453=0.034
max	2.907-3.535=-0.629

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	2.602-2.268=0.334
σ	0.105-0.362=-0.257
min	2.436-1.871=0.565
max	3.068-2.960=0.108

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.306-0.303=0.003
σ	0.010-0.008=0.003
min	0.291-0.290=0.001
max	0.362-0.351=0.011

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.290-0.290=0.000
σ	0.007-0.006=0.000
min	0.277-0.278=-0.001
max	0.321-0.321=-0.000

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.398-11.814=-0.416
σ	10.539-11.817=-1.278
min	0.574-0.574=-0.000
max	93.496-87.140=6.356

*mean*	468.492-466.609=1.883
σ	21.130-20.631=0.500
min	408.000-406.000=2.000
max	485.000-480.000=5.000

*mean*	0.026-0.027=-0.001
σ	0.026-0.029=-0.003
min	0.001-0.001=-0.000
max	0.224-0.209=0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.700-278.652=0.047
σ	1.083-1.056=0.027
min	278.255-278.225=0.029
max	281.775-281.655=0.120

*mean*	443.300-445.700=-2.400
σ	17.442-18.080=-0.638
min	418.000-426.000=-8.000
max	471.000-474.000=-3.000

*mean*	0.580-0.579=0.001
σ	0.016-0.021=-0.004
min	0.564-0.540=0.024
max	0.615-0.613=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	840.000-844.000=-4.000
σ	0.000
min	840.000-844.000=-4.000
max	840.000-844.000=-4.000

*mean*	229.504-222.369=7.136
σ	26.700-23.444=3.255
min	197.868-197.352=0.516
max	259.114-254.150=4.964

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	6.402-8.914=-2.512
σ	0.037-1.246=-1.209
min	6.338-6.538=-0.200
max	6.441-9.758=-3.317

phase=parser

*mean*	1042.431-1042.438=-0.007
σ	0.000-0.000=0.000
min	1042.431-1042.437=-0.006
max	1042.431-1042.438=-0.006

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	569.561-558.000=11.561
σ	59.740-68.030=-8.290
min	421.923-426.704=-4.781
max	595.271-603.185=-7.914

phase=processProdDef

*mean*	2243.980-2243.974=0.005
σ	0.000-0.000=0.000
min	2243.980-2243.974=0.005
max	2243.981-2243.974=0.006

*mean*	840.000-844.000=-4.000
σ	0.000
min	840.000-844.000=-4.000
max	840.000-844.000=-4.000

*mean*	2917.931-2827.871=90.059
σ	98.738-465.193=-366.454
min	2730.153-1994.308=735.845
max	3007.496-3512.224=-504.728

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	20.926-35.915=-14.988
σ	0.278-7.897=-7.619
min	20.660-20.548=0.112
max	21.560-40.495=-18.934

phase=type checker

*mean*	989.752-989.755=-0.004
σ	0.066
min	989.654-989.658=-0.004
max	989.841-989.845=-0.004

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	643.732-698.558=-54.826
σ	9.685-33.317=-23.632
min	635.101-662.039=-26.938
max	666.643-770.877=-104.234

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.394=0.000
σ	0.036-0.036=-0.000
min	282.339-282.338=0.001
max	282.425-282.426=-0.001

*mean*	445.000-444.400=0.600
σ	0.000-0.548=-0.548
min	445.000-444.000=1.000
max	445.000

*mean*	0.379-0.380=-0.000
σ	0.006-0.005=0.002
min	0.374-0.376=-0.002
max	0.389-0.388=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.107-1267.109=-0.002
σ	0.090-0.100=-0.009
min	1266.989-1266.990=-0.001
max	1267.242-1267.266=-0.024

*mean*	1111.800-1114.400=-2.600
σ	170.181-170.154=0.028
min	897.000-899.000=-2.000
max	1330.000-1331.000=-1.000

*mean*	2.028-2.011=0.017
σ	0.130-0.093=0.037
min	1.867-1.891=-0.024
max	2.198-2.105=0.093

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.132-1506.124=0.008
σ	2.915-2.967=-0.053
min	1504.632-1504.612=0.020
max	1511.335-1511.420=-0.085

*mean*	628.400-630.200=-1.800
σ	90.473-90.162=0.311
min	504.000-506.000=-2.000
max	728.000-730.000=-2.000

*mean*	2.372-2.358=0.014
σ	0.284-0.323=-0.039
min	2.051-2.086=-0.036
max	2.660-2.879=-0.220

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.115-1829.115=-0.000
σ	0.078-0.087=-0.009
min	1829.027-1829.031=-0.004
max	1829.231-1829.246=-0.015

*mean*	1762.000-1766.400=-4.400
σ	213.133-209.229=3.904
min	1489.000-1491.000=-2.000
max	1968.000-1965.000=3.000

*mean*	3.239-3.193=0.046
σ	0.391-0.341=0.051
min	2.811-2.807=0.004
max	3.713-3.599=0.115

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.636-1.707=-0.070
σ	0.180-0.115=0.065
min	1.348-1.584=-0.236
max	1.847-1.835=0.012

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.697=-0.001
σ	518.051-518.051=-0.000
min	138.669-138.670=-0.001
max	1174.773-1174.774=-0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	433.000-446.000=-13.000
σ	0.000
min	433.000-446.000=-13.000
max	433.000-446.000=-13.000

*mean*	0.471-0.498=-0.027
σ	0.474-0.526=-0.052
min	0.233-0.233=0.001
max	1.182-1.287=-0.105

policies=20

*mean*	1386.828-1386.821=0.007
σ	0.164-0.162=0.002
min	1386.713-1386.725=-0.012
max	1387.071-1387.063=0.007

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	440.500-446.000=-5.500
σ	8.660-0.000=8.660
min	433.000-446.000=-13.000
max	448.000-446.000=2.000

*mean*	2.329-2.322=0.006
σ	0.034-0.022=0.012
min	2.296-2.301=-0.006
max	2.372-2.350=0.022

policies=200

*mean*	13876.879-13876.822=0.057
σ	0.112-0.135=-0.023
min	13876.771-13876.717=0.054
max	13877.034-13877.019=0.015

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	492.750-494.000=-1.250
σ	4.031-3.162=0.869
min	488.000-490.000=-2.000
max	497.000

*mean*	23.432-23.588=-0.156
σ	0.110-0.111=-0.001
min	23.296-23.485=-0.189
max	23.533-23.692=-0.159