Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.833-54.860=-0.027
σ	0.366-0.357=0.009
min	54.703-54.724=-0.021
max	55.874-55.876=-0.002

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.140-0.137=0.003
σ	0.005-0.006=-0.001
min	0.131-0.131=0.000
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.843-43.847=-0.004
σ	0.006-0.007=-0.001
min	43.837-43.834=0.002
max	43.853-43.859=-0.006

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.120-0.125=-0.005
σ	0.005-0.005=-0.000
min	0.116-0.118=-0.003
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4591.000-4419.500=171.500
σ	2247.157-2227.590=19.567
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	160.263-12.868=147.395
σ	418.626-3.446=415.180
min	11.977-11.386=0.591
max	1196.308-21.391=1174.917

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4591.000-4601.125=-10.125
σ	2247.157-2258.516=-11.358
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	13.323-179.920=-166.598
σ	3.461-471.166=-467.705
min	11.476-11.248=0.228
max	21.703-1345.971=-1324.267

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.950-41.950=-0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	11.128-10.539=0.589
σ	0.158-0.124=0.034
min	10.964-10.334=0.629
max	11.459-10.760=0.699

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.001-0.000=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4182.750-4190.250=-7.500
σ	1944.357-1954.021=-9.664
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	11.836-11.022=0.814
σ	1.869-1.780=0.089
min	10.847-10.214=0.633
max	16.402-15.416=0.986

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606-27.606=0.000
max	27.993-27.993=0.000

*mean*	4182.750-4190.250=-7.500
σ	1944.357-1954.021=-9.664
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	9.082-8.534=0.547
σ	1.409-1.258=0.151
min	8.024-7.585=0.439
max	12.494-11.598=0.897

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4182.750-4190.250=-7.500
σ	1944.357-1954.021=-9.664
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	6.921-6.563=0.358
σ	1.089-0.932=0.157
min	5.892-5.953=-0.060
max	9.439-8.844=0.595

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4591.000-4601.125=-10.125
σ	2247.157-2258.516=-11.358
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	6.408-6.062=0.346
σ	0.902-0.975=-0.073
min	5.937-5.438=0.499
max	8.634-7.967=0.667

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985-25.985=-0.000

*mean*	4591.000-4601.125=-10.125
σ	2247.157-2258.516=-11.358
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	6.297-5.881=0.416
σ	1.001-1.015=-0.014
min	5.814-5.266=0.548
max	8.764-8.119=0.645

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	362.411-346.308=16.103
σ	41.657-1.850=39.807
min	345.981-342.373=3.608
max	465.466-348.289=117.177

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3758.500-3765.625=-7.125
σ	2299.369-2308.847=-9.478
min	720.000-721.000=-1.000
max	7380.000-7405.000=-25.000

*mean*	1706.296-1763.119=-56.823
σ	563.055-629.015=-65.960
min	1402.536-1388.788=13.748
max	2799.623-2793.689=5.934

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.854-107.854=-0.000

*mean*	4410.875-4190.250=220.625
σ	2216.390-1954.021=262.368
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	191.867-134.913=56.953
σ	151.786-17.303=134.482
min	129.049-124.710=4.340
max	564.758-177.349=387.410

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.000

*mean*	4410.875-4419.500=-8.625
σ	2216.390-2227.590=-11.200
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	42.644-181.375=-138.732
σ	1.502-390.860=-389.358
min	40.837-41.103=-0.266
max	45.287-1148.696=-1103.409

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	22.357-113.468=-91.112
σ	1.258-261.077=-259.820
min	21.716-20.856=0.860
max	25.440-759.601=-734.161

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311-71.311=-0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	221.995-57.301=164.694
σ	467.289-6.320=460.968
min	55.441-54.868=0.573
max	1378.463-72.939=1305.524

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4182.750-4190.250=-7.500
σ	1944.357-1954.021=-9.664
min	1487.000
max	7380.000-7405.000=-25.000

*mean*	3268.343-3146.092=122.251
σ	779.357-782.769=-3.413
min	2493.867-2518.774=-24.908
max	4781.836-4607.487=174.349

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	1032.553-965.172=67.381
σ	174.423-71.421=103.002
min	925.994-922.783=3.211
max	1424.093-1099.293=324.800

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	394.835-386.579=8.256
σ	7.457-4.502=2.955
min	379.108-376.939=2.169
max	406.402-391.770=14.631

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.000=2.000
σ	1.069-0.000=1.069
min	477.000-476.000=1.000
max	479.000-476.000=3.000

*mean*	402.274-361.498=40.776
σ	39.645-44.082=-4.437
min	314.798-301.525=13.273
max	439.836-434.412=5.424

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.750-565.000=0.750
σ	4.166-0.000=4.166
min	559.000-565.000=-6.000
max	568.000-565.000=3.000

*mean*	719.274-768.285=-49.012
σ	94.265-41.236=53.029
min	596.281-703.012=-106.732
max	843.911-819.336=24.575

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-1024.564=-60.593
σ	1.821-0.761=1.060
min	963.265-1024.092=-60.827
max	971.671-1027.706=-56.034

*mean*	1042.100-1035.150=6.950
σ	291.226-298.917=-7.691
min	577.000-552.000=25.000
max	1431.000-1438.000=-7.000

*mean*	1.277-1.366=-0.089
σ	0.167-0.069=0.098
min	1.177-1.293=-0.116
max	1.727-1.573=0.154

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.423-0.446=-0.023
σ	0.589-0.468=0.121
min	0.138-0.172=-0.033
max	1.475-1.280=0.195

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.825=-0.348
σ	0.324-0.520=-0.196
min	0.318-0.576=-0.258
max	1.055-1.754=-0.699

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.376=-0.157
σ	0.021-0.032=-0.011
min	0.202-0.349=-0.147
max	0.254-0.430=-0.176

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.589=-0.261
σ	0.015-0.027=-0.012
min	0.314-0.564=-0.250
max	0.353-0.634=-0.281

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.000-431.600=4.400
σ	2.236-1.342=0.894
min	432.000-431.000=1.000
max	437.000-434.000=3.000

*mean*	0.570-0.571=-0.001
σ	0.043-0.109=-0.066
min	0.496-0.466=0.030
max	0.604-0.749=-0.145

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.461-0.466=-0.005
σ	0.035-0.060=-0.024
min	0.421-0.372=0.049
max	0.514-0.521=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	1.963-1.977=-0.015
σ	0.067-0.068=-0.001
min	1.841-1.847=-0.007
max	2.227-2.278=-0.051

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	1.962-1.955=0.006
σ	0.076-0.064=0.012
min	1.858-1.839=0.019
max	2.307-2.202=0.105

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.304-0.303=0.001
σ	0.009-0.008=0.001
min	0.288-0.287=0.001
max	0.362-0.351=0.010

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.288-0.290=-0.002
σ	0.008-0.006=0.002
min	0.275-0.277=-0.003
max	0.335-0.319=0.016

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.521-11.610=-0.089
σ	12.056-11.416=0.640
min	0.574-0.574=-0.000
max	112.509-87.127=25.382

*mean*	459.545-467.563=-8.018
σ	17.383-21.142=-3.759
min	406.000-408.000=-2.000
max	474.000-483.000=-9.000

*mean*	0.026-0.027=-0.000
σ	0.029-0.028=0.001
min	0.001-0.001=-0.000
max	0.265-0.222=0.043

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.642-298.720=-20.078
σ	1.061-0.989=0.072
min	278.236-298.298=-20.063
max	281.661-301.524=-19.864

*mean*	442.200-442.800=-0.600
σ	18.079-17.831=0.248
min	415.000
max	471.000-462.000=9.000

*mean*	0.570-0.602=-0.031
σ	0.030-0.021=0.009
min	0.502-0.559=-0.057
max	0.606-0.641=-0.035

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	226.855-224.416=2.439
σ	23.381-28.197=-4.816
min	198.235-193.725=4.510
max	258.696-263.615=-4.919

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	843.750-843.375=0.375
σ	0.707-1.768=-1.061
min	842.000-839.000=3.000
max	844.000

*mean*	8.898-6.812=2.085
σ	1.260-1.089=0.171
min	6.393-6.260=0.133
max	9.652-9.496=0.156

phase=parser

*mean*	1042.435-1042.431=0.004
σ	0.000-0.000=-0.000
min	1042.435-1042.431=0.004
max	1042.435-1042.431=0.004

*mean*	843.750-843.375=0.375
σ	0.707-1.768=-1.061
min	842.000-839.000=3.000
max	844.000

*mean*	560.298-571.450=-11.152
σ	80.607-52.343=28.264
min	426.535-449.199=-22.664
max	609.818-607.833=1.985

phase=processProdDef

*mean*	2243.976-2243.980=-0.004
σ	0.000
min	2243.976-2243.980=-0.004
max	2243.976-2243.980=-0.004

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	2927.299-2650.825=276.474
σ	349.444-402.780=-53.337
min	2353.163-2288.236=64.927
max	3319.234-3470.878=-151.644

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.750-843.375=0.375
σ	0.707-1.768=-1.061
min	842.000-839.000=3.000
max	844.000

*mean*	36.169-23.157=13.012
σ	8.002-6.781=1.221
min	20.543-20.479=0.064
max	41.227-39.933=1.295

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.750-843.375=0.375
σ	0.707-1.768=-1.061
min	842.000-839.000=3.000
max	844.000

*mean*	699.891-690.386=9.505
σ	76.052-56.258=19.794
min	645.304-642.812=2.492
max	883.407-820.836=62.572

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-293.821=-11.427
σ	0.024-0.037=-0.013
min	282.373-293.768=-11.396
max	282.426-293.859=-11.433

*mean*	444.800-443.000=1.800
σ	1.095-0.000=1.095
min	444.000-443.000=1.000
max	446.000-443.000=3.000

*mean*	0.380-0.392=-0.013
σ	0.007-0.005=0.002
min	0.375-0.389=-0.014
max	0.391-0.400=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.070-1320.290=-53.220
σ	0.086-0.139=-0.053
min	1266.993-1320.167=-53.174
max	1267.213-1320.519=-53.306

*mean*	1095.000-1115.000=-20.000
σ	169.747-178.027=-8.280
min	893.000-896.000=-3.000
max	1326.000-1349.000=-23.000

*mean*	2.078-1.958=0.120
σ	0.198-0.036=0.162
min	1.869-1.928=-0.060
max	2.384-2.012=0.372

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.183-1559.279=-53.096
σ	2.929-2.967=-0.039
min	1504.725-1557.709=-52.984
max	1511.415-1564.574=-53.159

*mean*	627.800-623.600=4.200
σ	89.352-87.540=1.811
min	505.000-493.000=12.000
max	729.000-726.000=3.000

*mean*	2.469-2.210=0.259
σ	0.293-0.127=0.167
min	2.118-2.086=0.032
max	2.867-2.416=0.451

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.098-1882.369=-53.271
σ	0.039-0.075=-0.036
min	1829.034-1882.265=-53.231
max	1829.137-1882.459=-53.321

*mean*	1724.600-1754.600=-30.000
σ	186.756-210.681=-23.925
min	1462.000-1473.000=-11.000
max	1896.000-1954.000=-58.000

*mean*	2.981-3.204=-0.223
σ	0.274-0.469=-0.194
min	2.783-2.776=0.007
max	3.465-3.800=-0.336

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.724-1.808=-0.083
σ	0.151-0.054=0.097
min	1.491-1.761=-0.270
max	1.847-1.879=-0.032

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-419.944=-22.245
σ	518.051-518.103=-0.052
min	138.670-160.888=-22.217
max	1174.776-1197.099=-22.323

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	447.000-446.000=1.000
σ	0.000
min	447.000-446.000=1.000
max	447.000-446.000=1.000

*mean*	0.490-0.506=-0.015
σ	0.504-0.486=0.018
min	0.235-0.256=-0.020
max	1.247-1.234=0.013

policies=20

*mean*	1386.844-1609.209=-222.365
σ	0.166-0.367=-0.202
min	1386.730-1608.960=-222.229
max	1387.090-1609.754=-222.664

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	447.000-449.250=-2.250
σ	0.000-6.500=-6.500
min	447.000-446.000=1.000
max	447.000-459.000=-12.000

*mean*	2.320-2.599=-0.280
σ	0.019-0.014=0.004
min	2.307-2.588=-0.281
max	2.347-2.619=-0.272

policies=200

*mean*	13876.890-16100.656=-2223.766
σ	0.043-0.061=-0.019
min	13876.846-16100.581=-2223.735
max	13876.931-16100.723=-2223.792

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	495.750-497.750=-2.000
σ	6.076-4.573=1.502
min	489.000-492.000=-3.000
max	503.000

*mean*	23.481-26.057=-2.576
σ	0.088-0.071=0.017
min	23.399-25.972=-2.574
max	23.569-26.145=-2.576