Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.676-6.645=0.031
σ	0.000
min	6.676-6.645=0.031
max	6.676-6.645=0.031

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.774=0.001
σ	0.364-0.363=0.001
min	54.625-54.628=-0.002
max	55.809-55.805=0.005

*mean*	418.000-421.000=-3.000
σ	0.000
min	418.000-421.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.142-0.141=0.001
σ	0.004-0.005=-0.001
min	0.138-0.137=0.001
max	0.148-0.151=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.774=0.000
σ	0.005-0.006=-0.000
min	43.764-43.763=0.001
max	43.781-43.783=-0.003

*mean*	418.000-421.000=-3.000
σ	0.000
min	418.000-421.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.123-0.124=-0.001
σ	0.004-0.004=0.000
min	0.117-0.122=-0.005
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4590.875-4426.375=164.500
σ	2249.506-2226.997=22.509
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	123.865-12.417=111.447
σ	314.051-1.950=312.102
min	11.917-11.399=0.517
max	901.089-17.110=883.980

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=-0.000
max	36.618-36.618=-0.001

*mean*	4590.875-4606.625=-15.750
σ	2249.506-2258.183=-8.677
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	13.921-146.533=-132.612
σ	3.211-377.890=-374.679
min	11.453-11.957=-0.504
max	20.769-1081.752=-1060.982

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.951=-0.000

*mean*	7387.000-7407.000=-20.000
σ	0.000
min	7387.000-7407.000=-20.000
max	7387.000-7407.000=-20.000

*mean*	11.560-10.351=1.209
σ	1.018-0.236=0.783
min	10.847-10.109=0.739
max	14.039-10.840=3.199

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.000-0.002=-0.001
min	41.933
max	41.934-41.937=-0.004

*mean*	4181.625-4197.625=-16.000
σ	1945.401-1954.402=-9.001
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	11.865-10.859=1.006
σ	1.854-0.872=0.983
min	10.910-10.290=0.619
max	16.419-12.981=3.438

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4181.625-4197.625=-16.000
σ	1945.401-1954.402=-9.001
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	9.201-7.959=1.242
σ	1.631-0.669=0.962
min	7.732-7.011=0.721
max	12.530-9.384=3.146

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=0.000
min	26.406-26.406=0.000
max	26.406-26.406=0.000

*mean*	4181.625-4197.625=-16.000
σ	1945.401-1954.402=-9.001
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	6.692-6.161=0.531
σ	0.929-0.474=0.455
min	6.079-5.551=0.528
max	8.925-7.181=1.744

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4590.875-4606.625=-15.750
σ	2249.506-2258.183=-8.677
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	6.370-6.171=0.200
σ	0.679-1.144=-0.465
min	5.848-5.376=0.472
max	7.822-8.594=-0.772

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4590.875-4606.625=-15.750
σ	2249.506-2258.183=-8.677
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	6.191-5.922=0.269
σ	0.599-1.052=-0.453
min	5.531-5.343=0.188
max	7.263-8.246=-0.984

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7387.000-7407.000=-20.000
σ	0.000
min	7387.000-7407.000=-20.000
max	7387.000-7407.000=-20.000

*mean*	346.951-345.474=1.477
σ	2.663-3.367=-0.704
min	343.069-340.570=2.500
max	350.624-350.243=0.382

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.469=-0.000
min	3495.713
max	3497.038

*mean*	3757.500-3770.750=-13.250
σ	2300.036-2310.534=-10.498
min	720.000
max	7387.000-7407.000=-20.000

*mean*	1768.081-1753.579=14.502
σ	645.957-628.000=17.957
min	1383.707-1377.811=5.896
max	2848.612-2791.707=56.905

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.853=0.000
max	107.854-107.854=0.000

*mean*	4411.250-4197.625=213.625
σ	2219.146-1954.402=264.744
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	267.837-130.027=137.810
σ	372.314-7.879=364.434
min	125.953-124.014=1.939
max	1188.351-148.791=1039.560

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4411.250-4426.375=-15.125
σ	2219.146-2226.997=-7.851
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	46.691-161.782=-115.090
σ	8.640-335.839=-327.198
min	42.215-41.443=0.771
max	67.805-992.932=-925.127

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7387.000-7407.000=-20.000
σ	0.000
min	7387.000-7407.000=-20.000
max	7387.000-7407.000=-20.000

*mean*	176.154-106.574=69.580
σ	431.429-240.069=191.360
min	22.474-20.943=1.531
max	1243.877-700.707=543.170

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7387.000-7407.000=-20.000
σ	0.000
min	7387.000-7407.000=-20.000
max	7387.000-7407.000=-20.000

*mean*	62.567-57.201=5.366
σ	18.655-6.276=12.378
min	55.272-54.757=0.515
max	108.706-72.704=36.002

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4181.625-4197.625=-16.000
σ	1945.401-1954.402=-9.001
min	1487.000-1484.000=3.000
max	7387.000-7407.000=-20.000

*mean*	3280.910-3120.107=160.803
σ	782.838-737.759=45.079
min	2513.262-2486.962=26.299
max	4645.241-4254.240=391.001

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7387.000-7407.000=-20.000
σ	0.000
min	7387.000-7407.000=-20.000
max	7387.000-7407.000=-20.000

*mean*	1076.672-1005.371=71.301
σ	333.489-202.955=130.535
min	914.368-907.904=6.464
max	1843.359-1494.501=348.858

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7387.000-7407.000=-20.000
σ	0.000
min	7387.000-7407.000=-20.000
max	7387.000-7407.000=-20.000

*mean*	416.216-404.556=11.660
σ	46.837-39.750=7.087
min	389.116-379.640=9.476
max	495.786-501.756=-5.970

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.625-475.250=1.375
σ	0.518-1.035=-0.518
min	476.000-474.000=2.000
max	477.000-476.000=1.000

*mean*	362.591-377.708=-15.117
σ	28.361-8.396=19.966
min	313.584-366.066=-52.482
max	392.394-386.514=5.880

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-564.000=-2.000
σ	0.000
min	562.000-564.000=-2.000
max	562.000-564.000=-2.000

*mean*	789.600-735.511=54.089
σ	38.691-38.183=0.508
min	737.153-691.194=45.959
max	858.196-798.699=59.497

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.970=-0.001
σ	1.821-1.822=-0.001
min	963.264-963.264=0.000
max	971.672-971.677=-0.005

*mean*	1040.850-1029.800=11.050
σ	292.457-298.070=-5.613
min	560.000-552.000=8.000
max	1431.000-1450.000=-19.000

*mean*	1.256-1.246=0.010
σ	0.137-0.067=0.071
min	1.178-1.183=-0.005
max	1.748-1.447=0.301

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.403-0.318=0.085
σ	0.524-0.321=0.203
min	0.142-0.148=-0.005
max	1.338-0.888=0.450

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.476-0.416=0.060
σ	0.309-0.190=0.119
min	0.328-0.324=0.005
max	1.029-0.755=0.274

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.219-0.222=-0.003
σ	0.021-0.023=-0.002
min	0.200-0.204=-0.005
max	0.254-0.263=-0.008

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.332-0.337=-0.005
σ	0.016-0.019=-0.003
min	0.315-0.316=-0.001
max	0.358-0.362=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	433.800-430.000=3.800
σ	3.033-0.000=3.033
min	431.000-430.000=1.000
max	437.000-430.000=7.000

*mean*	0.543-0.535=0.008
σ	0.027-0.042=-0.015
min	0.514-0.500=0.015
max	0.580-0.586=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000-430.000=7.000
σ	0.000
min	437.000-430.000=7.000
max	437.000-430.000=7.000

*mean*	0.436-0.476=-0.040
σ	0.049-0.035=0.014
min	0.391-0.421=-0.030
max	0.510-0.517=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000-430.000=7.000
σ	0.000
min	437.000-430.000=7.000
max	437.000-430.000=7.000

*mean*	2.769-2.631=0.138
σ	0.143-0.107=0.036
min	2.610-2.430=0.181
max	3.822-2.964=0.858

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000-430.000=7.000
σ	0.000
min	437.000-430.000=7.000
max	437.000-430.000=7.000

*mean*	2.738-2.591=0.146
σ	0.120-0.087=0.033
min	2.032-2.418=-0.386
max	3.152-2.801=0.351

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000-430.000=7.000
σ	0.000
min	437.000-430.000=7.000
max	437.000-430.000=7.000

*mean*	0.326-0.308=0.017
σ	0.041-0.009=0.032
min	0.301-0.290=0.010
max	0.655-0.362=0.293

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-430.000=7.000
σ	0.000
min	437.000-430.000=7.000
max	437.000-430.000=7.000

*mean*	0.322-0.297=0.025
σ	0.064-0.011=0.052
min	0.284-0.282=0.002
max	0.653-0.377=0.276

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.709-11.912=-0.203
σ	11.586-12.185=-0.599
min	0.574-0.574=0.000
max	106.168-98.208=7.959

*mean*	465.653-463.692=1.961
σ	18.770-20.376=-1.605
min	406.000-407.000=-1.000
max	477.000-482.000=-5.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=-0.000
max	0.251-0.239=0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.662-278.720=-0.058
σ	1.019-0.997=0.022
min	278.286-278.277=0.010
max	281.560-281.547=0.013

*mean*	446.300-447.000=-0.700
σ	18.667-19.293=-0.626
min	414.000-418.000=-4.000
max	470.000-473.000=-3.000

*mean*	0.575-0.577=-0.002
σ	0.021-0.019=0.002
min	0.531-0.532=-0.001
max	0.605-0.610=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	839.000-845.000=-6.000
σ	0.000
min	839.000-845.000=-6.000
max	839.000-845.000=-6.000

*mean*	231.028-218.075=12.953
σ	37.968-34.578=3.390
min	154.054-151.490=2.565
max	265.660-252.301=13.360

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	839.000-844.125=-5.125
σ	0.000-2.475=-2.475
min	839.000-838.000=1.000
max	839.000-845.000=-6.000

*mean*	9.913-8.730=1.183
σ	1.155-1.513=-0.358
min	9.367-6.250=3.116
max	12.759-9.689=3.070

phase=parser

*mean*	1042.435-1042.436=-0.001
σ	0.000-0.000=-0.000
min	1042.434-1042.436=-0.001
max	1042.435-1042.436=-0.001

*mean*	839.000-844.125=-5.125
σ	0.000-2.475=-2.475
min	839.000-838.000=1.000
max	839.000-845.000=-6.000

*mean*	613.513-573.919=39.594
σ	49.453-52.717=-3.264
min	581.982-453.910=128.071
max	734.513-610.199=124.315

phase=processProdDef

*mean*	2243.975-2243.974=0.001
σ	0.000-0.000=0.000
min	2243.975-2243.974=0.001
max	2243.976-2243.974=0.002

*mean*	839.000-845.000=-6.000
σ	0.000
min	839.000-845.000=-6.000
max	839.000-845.000=-6.000

*mean*	2656.494-2615.097=41.396
σ	382.563-546.622=-164.059
min	1943.986-1965.971=-21.985
max	2989.735-3431.967=-442.232

phase=renaming

*mean*	21.675-21.675=0.000
σ	0.000
min	21.675-21.675=0.000
max	21.675-21.675=0.000

*mean*	839.000-844.125=-5.125
σ	0.000-2.475=-2.475
min	839.000-838.000=1.000
max	839.000-845.000=-6.000

*mean*	41.132-35.553=5.579
σ	2.901-9.314=-6.413
min	39.225-20.311=18.915
max	48.228-41.203=7.025

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	839.000-844.125=-5.125
σ	0.000-2.475=-2.475
min	839.000-838.000=1.000
max	839.000-845.000=-6.000

*mean*	694.388-698.964=-4.576
σ	36.538-82.835=-46.297
min	672.095-640.177=31.918
max	778.647-896.829=-118.182

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.394=-0.000
σ	0.036-0.024=0.012
min	282.338-282.373=-0.035
max	282.425-282.424=0.001

*mean*	442.000-445.200=-3.200
σ	0.000-1.643=-1.643
min	442.000-444.000=-2.000
max	442.000-447.000=-5.000

*mean*	0.377-0.382=-0.005
σ	0.001-0.006=-0.004
min	0.375-0.375=-0.000
max	0.379-0.387=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.125-1267.114=0.011
σ	0.117-0.091=0.025
min	1266.986-1267.001=-0.015
max	1267.310-1267.255=0.055

*mean*	1102.800-1114.600=-11.800
σ	191.105-169.060=22.045
min	841.000-899.000=-58.000
max	1332.000-1325.000=7.000

*mean*	1.985-2.031=-0.046
σ	0.195-0.140=0.055
min	1.780-1.859=-0.078
max	2.200-2.212=-0.011

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.058-1506.148=-0.090
σ	2.922-2.922=-0.001
min	1504.560-1504.648=-0.088
max	1511.273-1511.365=-0.092

*mean*	616.600-630.200=-13.600
σ	81.482-90.062=-8.580
min	493.000-506.000=-13.000
max	710.000-729.000=-19.000

*mean*	2.138-2.380=-0.242
σ	0.109-0.294=-0.185
min	2.052-2.061=-0.009
max	2.310-2.650=-0.340

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.098-1829.116=-0.018
σ	0.052-0.094=-0.042
min	1829.041-1829.016=0.025
max	1829.152-1829.259=-0.107

*mean*	1740.000-1751.600=-11.600
σ	175.593-211.931=-36.338
min	1480.000-1465.000=15.000
max	1891.000-1951.000=-60.000

*mean*	2.865-3.189=-0.324
σ	0.116-0.383=-0.267
min	2.734-2.818=-0.084
max	3.036-3.703=-0.667

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.784-1.656=0.129
σ	0.120-0.084=0.036
min	1.570-1.573=-0.003
max	1.842-1.782=0.060

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.696-397.697=-0.000
σ	518.052-518.051=0.001
min	138.669-138.668=0.001
max	1174.774-1174.773=0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.500-0.474=0.027
σ	0.520-0.469=0.051
min	0.238-0.236=0.003
max	1.281-1.177=0.104

policies=20

*mean*	1386.826-1386.826=-0.000
σ	0.159-0.166=-0.007
min	1386.711-1386.712=-0.001
max	1387.061-1387.072=-0.012

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	2.309-2.321=-0.012
σ	0.006-0.011=-0.004
min	2.299-2.311=-0.012
max	2.314-2.334=-0.020

policies=200

*mean*	13876.892-13876.864=0.028
σ	0.114-0.120=-0.006
min	13876.783-13876.720=0.063
max	13877.050-13877.014=0.036

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.000-493.750=1.250
σ	4.967-3.202=1.765
min	490.000-491.000=-1.000
max	501.000-497.000=4.000

*mean*	23.456-23.417=0.039
σ	0.129-0.080=0.049
min	23.321-23.330=-0.009
max	23.630-23.511=0.119