Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.773=0.002
σ	0.362-0.365=-0.003
min	54.628-54.624=0.004
max	55.804-55.812=-0.007

*mean*	414.000-417.800=-3.800
σ	0.000-0.422=-0.422
min	414.000-417.000=-3.000
max	414.000-418.000=-4.000

*mean*	0.139-0.139=-0.000
σ	0.005-0.005=-0.000
min	0.131-0.132=-0.001
max	0.148-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.773=0.000
σ	0.006-0.007=-0.001
min	43.765-43.764=0.001
max	43.784-43.782=0.002

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.122-0.122=-0.000
σ	0.005-0.003=0.002
min	0.112-0.120=-0.008
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4582.000-4591.750=-9.750
σ	2256.436-2248.534=7.902
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	12.917-143.994=-131.077
σ	2.537-370.858=-368.321
min	11.726-11.836=-0.110
max	19.175-1061.809=-1042.634

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4582.000-4591.750=-9.750
σ	2256.436-2248.534=7.902
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	13.105-14.847=-1.742
σ	1.597-4.677=-3.079
min	11.431-11.642=-0.211
max	16.866-25.048=-8.182

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7402.000-7383.000=19.000
σ	0.000
min	7402.000-7383.000=19.000
max	7402.000-7383.000=19.000

*mean*	11.041-12.060=-1.019
σ	0.295-1.979=-1.684
min	10.731-10.852=-0.121
max	11.682-16.420=-4.737

op=table_records(), repeat

*mean*	41.934-41.934=-0.000
σ	0.001-0.001=0.000
min	41.933
max	41.937

*mean*	4166.125-4182.625=-16.500
σ	1947.950-1945.444=2.506
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	11.424-11.802=-0.378
σ	1.730-1.964=-0.233
min	10.582-10.887=-0.305
max	15.680-16.634=-0.954

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4166.125-4182.625=-16.500
σ	1947.950-1945.444=2.506
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	9.082-9.216=-0.134
σ	1.381-1.252=0.130
min	7.839-8.099=-0.260
max	12.402-12.208=0.194

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406-26.406=-0.000

*mean*	4166.125-4182.625=-16.500
σ	1947.950-1945.444=2.506
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	7.128-7.274=-0.146
σ	0.954-0.853=0.102
min	6.388-6.549=-0.161
max	9.441-9.255=0.186

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4582.000-4591.750=-9.750
σ	2256.436-2248.534=7.902
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	6.148-6.612=-0.464
σ	0.431-1.094=-0.663
min	5.862-5.820=0.042
max	7.188-9.087=-1.899

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.986

*mean*	4582.000-4591.750=-9.750
σ	2256.436-2248.534=7.902
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	6.038-6.410=-0.372
σ	0.521-1.100=-0.579
min	5.681-5.653=0.028
max	7.282-8.773=-1.491

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.625
σ	0.002
min	1021.623
max	1021.627

*mean*	7402.000-7383.000=19.000
σ	0.000
min	7402.000-7383.000=19.000
max	7402.000-7383.000=19.000

*mean*	363.225-350.454=12.772
σ	40.384-3.107=37.277
min	346.637-345.866=0.771
max	463.055-354.818=108.237

op=load_product(), with indexes

*mean*	3495.876-3495.876=0.000
σ	0.467-0.466=0.000
min	3495.711
max	3497.031-3497.030=0.001

*mean*	3746.750-3758.875=-12.125
σ	2299.753-2300.350=-0.597
min	720.000
max	7402.000-7383.000=19.000

*mean*	1608.946-1750.143=-141.197
σ	539.314-574.602=-35.288
min	1385.611-1394.757=-9.145
max	2934.697-2831.021=103.677

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.853-107.853=-0.000
max	107.855

*mean*	4400.125-4410.875=-10.750
σ	2227.563-2217.785=9.778
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	191.094-267.772=-76.677
σ	151.995-369.209=-217.214
min	128.497-123.744=4.753
max	565.262-1180.401=-615.139

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4582.000-4410.875=171.125
σ	2256.436-2217.785=38.651
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	192.042-46.164=145.878
σ	422.789-8.498=414.291
min	40.478-41.530=-1.052
max	1238.385-66.881=1171.504

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.947
max	40.950

*mean*	7402.000-7383.000=19.000
σ	0.000
min	7402.000-7383.000=19.000
max	7402.000-7383.000=19.000

*mean*	22.573-169.594=-147.021
σ	1.855-414.671=-412.816
min	21.516-21.271=0.244
max	25.900-1195.833=-1169.933

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311

*mean*	7402.000-7383.000=19.000
σ	0.000
min	7402.000-7383.000=19.000
max	7402.000-7383.000=19.000

*mean*	331.521-63.782=267.739
σ	776.008-20.120=755.888
min	55.565-55.319=0.245
max	2252.032-113.420=2138.613

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4166.125-4182.625=-16.500
σ	1947.950-1945.444=2.506
min	1485.000-1487.000=-2.000
max	7402.000-7383.000=19.000

*mean*	3075.293-3272.147=-196.854
σ	719.234-710.974=8.261
min	2492.500-2526.717=-34.217
max	4350.287-4410.970=-60.683

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7402.000-7383.000=19.000
σ	0.000
min	7402.000-7383.000=19.000
max	7402.000-7383.000=19.000

*mean*	1072.984-1038.403=34.581
σ	232.331-196.611=35.720
min	918.877-930.953=-12.076
max	1533.082-1413.835=119.247

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7402.000-7383.000=19.000
σ	0.000
min	7402.000-7383.000=19.000
max	7402.000-7383.000=19.000

*mean*	402.851-409.481=-6.630
σ	37.751-38.261=-0.510
min	385.197-391.624=-6.426
max	496.010-503.929=-7.919

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	397.234-375.533=21.701
σ	19.935-36.730=-16.795
min	369.296-320.102=49.194
max	433.875-415.777=18.098

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-560.000=4.000
σ	0.000-1.309=-1.309
min	564.000-559.000=5.000
max	564.000-563.000=1.000

*mean*	768.257-723.427=44.830
σ	30.270-69.359=-39.089
min	743.637-634.665=108.972
max	836.864-803.576=33.288

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.968=0.003
σ	1.820-1.822=-0.002
min	963.267-963.267=-0.000
max	971.668-971.673=-0.005

*mean*	1035.650-1046.300=-10.650
σ	308.003-320.886=-12.883
min	591.000-542.000=49.000
max	1488.000-1568.000=-80.000

*mean*	1.303-1.299=0.004
σ	0.141-0.164=-0.023
min	1.161-1.185=-0.024
max	1.688-1.906=-0.218

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.912
σ	0.020
min	0.902
max	0.948

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298-0.401=-0.102
σ	0.318-0.548=-0.230
min	0.130-0.126=0.004
max	0.863-1.377=-0.514

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.470=0.005
σ	0.321-0.324=-0.003
min	0.323-0.317=0.006
max	1.049-1.049=-0.000

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.519
max	1.523

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.223=-0.002
σ	0.025-0.023=0.002
min	0.202-0.203=-0.001
max	0.264-0.262=0.002

name=nested_use.art

*mean*	2.356
σ	0.002
min	2.356
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.329=0.004
σ	0.011-0.016=-0.005
min	0.324-0.319=0.005
max	0.350-0.356=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.522
σ	0.011
min	963.517
max	963.541

*mean*	433.600-434.400=-0.800
σ	0.894-1.342=-0.447
min	432.000
max	434.000-435.000=-1.000

*mean*	0.540-0.590=-0.049
σ	0.035-0.029=0.006
min	0.498-0.551=-0.053
max	0.581-0.621=-0.040

name=cdr_enhanced_4k_loc.art

*mean*	885.094
σ	0.002
min	885.092
max	885.096

*mean*	434.000-435.000=-1.000
σ	0.000
min	434.000-435.000=-1.000
max	434.000-435.000=-1.000

*mean*	0.477-0.522=-0.045
σ	0.028-0.006=0.022
min	0.440-0.513=-0.074
max	0.513-0.527=-0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	434.000-435.000=-1.000
σ	0.000
min	434.000-435.000=-1.000
max	434.000-435.000=-1.000

*mean*	1.981-1.975=0.006
σ	0.095-0.067=0.028
min	1.851-1.819=0.031
max	2.371-2.188=0.183

name=record_render_large_syntax_err.art

*mean*	7.654
σ	0.002
min	7.653
max	7.657

*mean*	434.000-435.000=-1.000
σ	0.000
min	434.000-435.000=-1.000
max	434.000-435.000=-1.000

*mean*	1.970-2.615=-0.644
σ	0.083-0.137=-0.053
min	1.843-1.995=-0.152
max	2.251-3.486=-1.234

name=record_render_success.art

*mean*	2.286
σ	0.002
min	2.285
max	2.289

*mean*	434.000-435.000=-1.000
σ	0.000
min	434.000-435.000=-1.000
max	434.000-435.000=-1.000

*mean*	0.307-0.308=-0.000
σ	0.012-0.016=-0.004
min	0.290-0.292=-0.002
max	0.381-0.422=-0.041

name=record_render_syntax_err.art

*mean*	2.161
σ	0.002
min	2.160
max	2.164

*mean*	434.000-435.000=-1.000
σ	0.000
min	434.000-435.000=-1.000
max	434.000-435.000=-1.000

*mean*	0.292-0.293=-0.001
σ	0.008-0.011=-0.003
min	0.274-0.281=-0.007
max	0.324-0.380=-0.057

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.406-11.862=-0.456
σ	11.242-12.651=-1.409
min	0.574-0.574=0.000
max	96.637-136.264=-39.627

*mean*	461.468-466.879=-5.411
σ	18.469-19.491=-1.022
min	408.000
max	475.000-480.000=-5.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.031=-0.003
min	0.001-0.001=-0.000
max	0.231-0.323=-0.091

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.745-278.590=0.155
σ	1.072-1.072=0.001
min	278.300-278.201=0.099
max	281.790-281.638=0.152

*mean*	442.300-448.400=-6.100
σ	17.430-17.583=-0.153
min	415.000-426.000=-11.000
max	469.000-475.000=-6.000

*mean*	0.577-0.578=-0.001
σ	0.020-0.024=-0.004
min	0.540-0.536=0.004
max	0.601-0.617=-0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.737-173.737=-0.000
σ	0.000-0.000=-0.000
min	173.737
max	173.737-173.738=-0.000

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	222.807-256.665=-33.857
σ	29.707-16.422=13.285
min	190.724-219.124=-28.400
max	255.157-271.082=-15.926

phase=macro expansion

*mean*	6.129
σ	0.000
min	6.129
max	6.129

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	9.581-9.603=-0.021
σ	0.096-0.107=-0.011
min	9.480-9.389=0.091
max	9.743-9.710=0.032

phase=parser

*mean*	1041.044-1041.044=-0.000
σ	0.000-0.000=-0.000
min	1041.044
max	1041.045

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	591.256-591.093=0.163
σ	3.683-5.372=-1.689
min	585.119-582.577=2.542
max	596.622-600.528=-3.906

phase=processProdDef

*mean*	2243.970
σ	0.000
min	2243.970
max	2243.970

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	2620.288-2807.610=-187.322
σ	393.180-373.816=19.364
min	2142.298-2195.249=-52.951
max	3271.068-3340.858=-69.790

phase=renaming

*mean*	21.669
σ	0.000
min	21.669
max	21.669

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	40.163-40.157=0.006
σ	0.494-0.412=0.082
min	39.555-39.564=-0.009
max	40.978-40.835=0.143

phase=type checker

*mean*	989.751
σ	0.066
min	989.653
max	989.841

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	679.575-681.613=-2.038
σ	9.598-12.001=-2.403
min	672.782-671.242=1.540
max	702.156-710.025=-7.869

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.385-282.393=-0.007
σ	0.037-0.024=0.013
min	282.338-282.371=-0.033
max	282.428-282.424=0.004

*mean*	445.200-443.400=1.800
σ	1.643-0.548=1.095
min	444.000-443.000=1.000
max	447.000-444.000=3.000

*mean*	0.386-0.379=0.007
σ	0.005-0.002=0.003
min	0.378-0.376=0.002
max	0.393-0.382=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.100-1267.144=-0.044
σ	0.089-0.111=-0.022
min	1266.994-1266.994=-0.000
max	1267.241-1267.302=-0.061

*mean*	1114.600-1094.200=20.400
σ	169.686-169.529=0.157
min	899.000-892.000=7.000
max	1329.000-1324.000=5.000

*mean*	2.030-2.174=-0.144
σ	0.125-0.220=-0.095
min	1.854-1.953=-0.098
max	2.166-2.544=-0.378

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.097-1506.077=0.020
σ	2.917-2.958=-0.041
min	1504.632-1504.546=0.086
max	1511.307-1511.355=-0.048

*mean*	633.400-624.000=9.400
σ	89.221-87.164=2.057
min	496.000-494.000=2.000
max	729.000-726.000=3.000

*mean*	2.213-2.213=-0.000
σ	0.199-0.220=-0.021
min	2.065-2.089=-0.024
max	2.517-2.604=-0.087

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.114-1829.100=0.015
σ	0.074-0.046=0.028
min	1829.029-1829.034=-0.005
max	1829.220-1829.143=0.077

*mean*	1760.800-1726.000=34.800
σ	210.459-188.738=21.722
min	1483.000-1462.000=21.000
max	1961.000-1900.000=61.000

*mean*	3.201-3.050=0.150
σ	0.330-0.347=-0.017
min	2.820-2.849=-0.029
max	3.600-3.668=-0.068

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.773-1.695=0.078
σ	0.101-0.144=-0.043
min	1.594-1.595=-0.001
max	1.835-1.942=-0.107

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.515-397.517=-0.002
σ	517.690-517.689=0.000
min	138.668-138.670=-0.002
max	1174.050-1174.051=-0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	439.000-441.000=-2.000
σ	0.000
min	439.000-441.000=-2.000
max	439.000-441.000=-2.000

*mean*	0.506-0.494=0.011
σ	0.531-0.514=0.017
min	0.237-0.233=0.003
max	1.302-1.265=0.037

policies=20

*mean*	1386.798-1386.839=-0.041
σ	0.164-0.164=-0.000
min	1386.689-1386.726=-0.037
max	1387.042-1387.083=-0.041

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	443.500-445.000=-1.500
σ	5.196-4.619=0.577
min	439.000-441.000=-2.000
max	448.000-449.000=-1.000

*mean*	2.337-2.317=0.020
σ	0.009-0.012=-0.003
min	2.324-2.300=0.023
max	2.346-2.327=0.019

policies=200

*mean*	13876.615-13876.802=-0.187
σ	0.159-0.179=-0.020
min	13876.476-13876.543=-0.067
max	13876.844-13876.954=-0.110

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.000-497.500=-3.500
σ	2.944-5.196=-2.252
min	491.000-492.000=-1.000
max	498.000-504.000=-6.000

*mean*	23.570-23.461=0.110
σ	0.152-0.129=0.023
min	23.403-23.344=0.059
max	23.732-23.615=0.117