Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.859=0.001
σ	0.360-0.357=0.002
min	54.719-54.720=-0.001
max	55.883-55.874=0.008

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.141-0.139=0.003
σ	0.003-0.005=-0.002
min	0.138-0.132=0.006
max	0.147-0.147=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.845=0.002
σ	0.006-0.005=0.001
min	43.837-43.837=-0.000
max	43.857-43.853=0.003

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.127-0.124=0.003
σ	0.005-0.005=-0.001
min	0.122-0.118=0.005
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4584.375-4585.375=-1.000
σ	2255.129-2253.222=1.907
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	12.927-13.848=-0.921
σ	2.102-3.688=-1.586
min	11.842-11.728=0.114
max	18.077-21.682=-3.605

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4584.375-4585.375=-1.000
σ	2255.129-2253.222=1.907
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	12.890-13.662=-0.772
σ	1.894-3.380=-1.486
min	11.312-11.410=-0.097
max	17.353-20.704=-3.351

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946
max	41.951-41.950=0.000

*mean*	7403.000-7399.000=4.000
σ	0.000
min	7403.000-7399.000=4.000
max	7403.000-7399.000=4.000

*mean*	11.568-10.995=0.572
σ	0.836-0.083=0.753
min	11.074-10.879=0.195
max	13.590-11.111=2.479

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=-0.000
min	41.933-41.933=0.000
max	41.934-41.934=0.000

*mean*	4170.750-4172.000=-1.250
σ	1946.660-1945.654=1.006
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	11.770-11.489=0.280
σ	1.899-1.854=0.046
min	10.836-10.624=0.212
max	16.439-16.056=0.383

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.001
σ	0.137-0.136=0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4170.750-4172.000=-1.250
σ	1946.660-1945.654=1.006
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	9.045-9.196=-0.152
σ	1.438-1.360=0.077
min	7.996-7.978=0.019
max	12.534-12.461=0.073

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406
max	26.406

*mean*	4170.750-4172.000=-1.250
σ	1946.660-1945.654=1.006
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	6.670-7.115=-0.445
σ	1.238-0.950=0.288
min	5.969-6.508=-0.539
max	9.642-9.420=0.222

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4584.375-4585.375=-1.000
σ	2255.129-2253.222=1.907
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	6.219-6.504=-0.285
σ	0.468-0.958=-0.489
min	5.711-5.867=-0.156
max	7.291-8.616=-1.325

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985

*mean*	4584.375-4585.375=-1.000
σ	2255.129-2253.222=1.907
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	6.044-6.384=-0.340
σ	0.537-1.080=-0.543
min	5.695-5.705=-0.009
max	7.333-8.806=-1.473

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7403.000-7399.000=4.000
σ	0.000
min	7403.000-7399.000=4.000
max	7403.000-7399.000=4.000

*mean*	360.392-360.565=-0.173
σ	41.801-42.472=-0.671
min	342.257-342.726=-0.469
max	463.693-465.279=-1.586

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3749.000-3750.625=-1.625
σ	2299.229-2298.494=0.736
min	720.000-721.000=-1.000
max	7403.000-7399.000=4.000

*mean*	1621.923-1599.461=22.462
σ	539.469-429.837=109.632
min	1397.406-1386.713=10.694
max	2948.043-2642.768=305.275

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.855

*mean*	4405.375-4405.500=-0.125
σ	2226.360-2224.200=2.160
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	191.542-249.746=-58.204
σ	167.251-319.934=-152.684
min	121.944-122.801=-0.857
max	602.478-1040.319=-437.841

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4584.375-4585.375=-1.000
σ	2255.129-2253.222=1.907
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	201.813-179.636=22.176
σ	450.625-379.037=71.588
min	39.950-39.781=0.169
max	1317.044-1117.468=199.576

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7403.000-7399.000=4.000
σ	0.000
min	7403.000-7399.000=4.000
max	7403.000-7399.000=4.000

*mean*	23.331-22.130=1.201
σ	3.073-1.033=2.040
min	21.646-21.508=0.138
max	30.907-24.627=6.280

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311

*mean*	7403.000-7399.000=4.000
σ	0.000
min	7403.000-7399.000=4.000
max	7403.000-7399.000=4.000

*mean*	239.022-278.811=-39.789
σ	514.973-627.489=-112.517
min	54.618-55.546=-0.928
max	1513.481-1831.762=-318.281

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4170.750-4172.000=-1.250
σ	1946.660-1945.654=1.006
min	1485.000-1487.000=-2.000
max	7403.000-7399.000=4.000

*mean*	3124.203-3258.018=-133.814
σ	804.299-922.597=-118.298
min	2470.385-2507.075=-36.689
max	4619.813-4999.708=-379.895

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7403.000-7399.000=4.000
σ	0.000
min	7403.000-7399.000=4.000
max	7403.000-7399.000=4.000

*mean*	1091.224-1056.131=35.093
σ	329.998-189.855=140.143
min	917.291-922.421=-5.131
max	1876.746-1372.725=504.021

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7403.000-7399.000=4.000
σ	0.000
min	7403.000-7399.000=4.000
max	7403.000-7399.000=4.000

*mean*	407.722-393.229=14.492
σ	40.211-4.686=35.525
min	387.623-387.450=0.172
max	506.797-402.735=104.062

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.750-479.000=0.750
σ	2.315-0.000=2.315
min	476.000-479.000=-3.000
max	481.000-479.000=2.000

*mean*	377.220-389.897=-12.677
σ	32.220-22.388=9.832
min	327.072-370.380=-43.309
max	425.031-441.621=-16.590

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.375-562.000=-1.625
σ	1.061-0.000=1.061
min	560.000-562.000=-2.000
max	563.000-562.000=1.000

*mean*	730.598-727.086=3.512
σ	70.768-73.426=-2.658
min	611.962-580.945=31.016
max	846.638-837.313=9.324

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.564-1024.565=-0.000
σ	0.762-0.760=0.001
min	1024.090-1024.095=-0.005
max	1027.712-1027.708=0.004

*mean*	1033.750-1038.150=-4.400
σ	299.417-307.189=-7.772
min	552.000-543.000=9.000
max	1464.000-1523.000=-59.000

*mean*	1.364-1.373=-0.010
σ	0.068-0.075=-0.008
min	1.296-1.261=0.035
max	1.585-1.561=0.024

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.393-0.395=-0.002
σ	0.499-0.496=0.003
min	0.142-0.143=-0.001
max	1.285-1.278=0.006

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.496=-0.020
σ	0.310-0.313=-0.003
min	0.335-0.329=0.006
max	1.030-1.054=-0.024

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.244=-0.030
σ	0.025-0.033=-0.008
min	0.196-0.220=-0.024
max	0.257-0.292=-0.035

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.339=-0.012
σ	0.013-0.020=-0.007
min	0.313-0.323=-0.010
max	0.347-0.374=-0.027

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-437.000=-6.000
σ	0.000-6.595=-6.595
min	431.000
max	431.000-444.000=-13.000

*mean*	0.555-0.598=-0.043
σ	0.051-0.013=0.038
min	0.482-0.585=-0.103
max	0.605-0.615=-0.010

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.500-0.501=-0.001
σ	0.024-0.021=0.003
min	0.469-0.479=-0.010
max	0.529-0.524=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	1.828-2.660=-0.832
σ	0.064-0.094=-0.030
min	1.712-2.445=-0.732
max	2.072-2.891=-0.819

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	1.806-2.636=-0.830
σ	0.057-0.094=-0.037
min	1.716-2.488=-0.772
max	2.011-2.952=-0.941

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.309-0.310=-0.001
σ	0.016-0.008=0.008
min	0.293-0.294=-0.001
max	0.423-0.358=0.065

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.291-0.295=-0.004
σ	0.007-0.008=-0.001
min	0.277-0.283=-0.006
max	0.330-0.341=-0.011

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.734-11.769=-0.036
σ	12.222-11.405=0.817
min	0.717-0.574=0.143
max	137.853-109.312=28.541

*mean*	464.749-458.365=6.384
σ	20.289-20.044=0.245
min	408.000-410.000=-2.000
max	481.000-478.000=3.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.028=0.002
min	0.001-0.001=-0.000
max	0.336-0.278=0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.602-298.684=-0.082
σ	0.979-0.983=-0.004
min	298.195-298.326=-0.131
max	301.383-301.479=-0.096

*mean*	441.700-441.000=0.700
σ	16.614-16.207=0.407
min	414.000
max	466.000-464.000=2.000

*mean*	0.590-0.585=0.005
σ	0.023-0.029=-0.006
min	0.555-0.554=0.001
max	0.632-0.636=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	845.000-844.000=1.000
σ	0.000
min	845.000-844.000=1.000
max	845.000-844.000=1.000

*mean*	211.235-217.700=-6.466
σ	25.901-28.417=-2.516
min	187.873-180.641=7.232
max	252.607-254.574=-1.967

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	844.250-843.375=0.875
σ	2.121-1.768=0.354
min	839.000
max	845.000-844.000=1.000

*mean*	6.562-8.816=-2.254
σ	0.346-1.207=-0.861
min	6.305-6.510=-0.206
max	7.350-9.533=-2.183

phase=parser

*mean*	1042.431-1042.434=-0.003
σ	0.000-0.000=0.000
min	1042.431-1042.433=-0.003
max	1042.431-1042.434=-0.003

*mean*	844.250-843.375=0.875
σ	2.121-1.768=0.354
min	839.000
max	845.000-844.000=1.000

*mean*	508.915-559.673=-50.758
σ	75.906-73.127=2.779
min	403.500-427.608=-24.108
max	599.020-605.914=-6.893

phase=processProdDef

*mean*	2243.980-2243.977=0.003
σ	0.000
min	2243.980-2243.977=0.003
max	2243.980-2243.977=0.003

*mean*	845.000-844.000=1.000
σ	0.000
min	845.000-844.000=1.000
max	845.000-844.000=1.000

*mean*	2677.362-2733.220=-55.859
σ	658.941-531.110=127.832
min	1710.524-1998.575=-288.052
max	3498.037-3397.011=101.026

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	844.250-843.375=0.875
σ	2.121-1.768=0.354
min	839.000
max	845.000-844.000=1.000

*mean*	21.488-35.816=-14.329
σ	1.922-7.706=-5.784
min	20.522-20.662=-0.140
max	26.205-40.356=-14.151

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	844.250-843.375=0.875
σ	2.121-1.768=0.354
min	839.000
max	845.000-844.000=1.000

*mean*	690.967-720.148=-29.180
σ	49.443-64.821=-15.378
min	636.263-646.110=-9.847
max	759.647-863.571=-103.924

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.820=-0.001
σ	0.041-0.041=-0.000
min	293.765-293.765=0.000
max	293.861-293.862=-0.001

*mean*	444.000-440.800=3.200
σ	0.000-3.834=-3.834
min	444.000-438.000=6.000
max	444.000-445.000=-1.000

*mean*	0.393-0.388=0.005
σ	0.003-0.001=0.001
min	0.389-0.386=0.003
max	0.396-0.389=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.286-1320.297=-0.011
σ	0.136-0.136=-0.000
min	1320.164-1320.187=-0.023
max	1320.511-1320.526=-0.015

*mean*	1090.200-1092.000=-1.800
σ	167.540-185.440=-17.900
min	893.000-858.000=35.000
max	1320.000-1323.000=-3.000

*mean*	1.940-2.031=-0.091
σ	0.104-0.167=-0.062
min	1.851-1.876=-0.024
max	2.107-2.278=-0.172

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.291-1559.295=-0.004
σ	2.997-2.971=0.026
min	1557.675-1557.719=-0.044
max	1564.638-1564.594=0.043

*mean*	625.200-633.400=-8.200
σ	87.251-95.965=-8.714
min	495.000-521.000=-26.000
max	728.000-760.000=-32.000

*mean*	2.231-2.326=-0.095
σ	0.228-0.185=0.043
min	2.063-2.136=-0.073
max	2.633-2.562=0.071

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.334-1882.355=-0.022
σ	0.059-0.080=-0.021
min	1882.252-1882.259=-0.007
max	1882.415-1882.452=-0.036

*mean*	1728.400-1761.200=-32.800
σ	173.381-226.627=-53.246
min	1472.000-1462.000=10.000
max	1880.000-1976.000=-96.000

*mean*	3.050-3.152=-0.102
σ	0.251-0.220=0.031
min	2.872-2.899=-0.027
max	3.492-3.353=0.139

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.728-1.653=0.075
σ	0.096-0.138=-0.042
min	1.595-1.550=0.045
max	1.865-1.887=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.943-419.945=-0.003
σ	518.105-518.107=-0.002
min	160.887-160.887=-0.000
max	1197.100-1197.106=-0.006

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	447.000
σ	0.000
min	447.000
max	447.000

*mean*	0.529-0.534=-0.005
σ	0.523-0.531=-0.008
min	0.263-0.264=-0.002
max	1.314-1.330=-0.017

policies=20

*mean*	1609.205-1609.213=-0.008
σ	0.351-0.361=-0.010
min	1608.948-1608.955=-0.007
max	1609.724-1609.745=-0.021

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000
σ	6.000
min	447.000
max	459.000

*mean*	2.580-2.592=-0.012
σ	0.020-0.014=0.006
min	2.560-2.576=-0.016
max	2.608-2.609=-0.001

policies=200

*mean*	16100.700-16100.666=0.034
σ	0.078-0.084=-0.006
min	16100.617-16100.599=0.018
max	16100.802-16100.780=0.022

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-495.000=1.500
σ	4.655-3.162=1.492
min	491.000-492.000=-1.000
max	502.000-499.000=3.000

*mean*	26.031-26.025=0.006
σ	0.114-0.097=0.017
min	25.966-25.921=0.045
max	26.201-26.152=0.049