Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.861-54.858=0.003
σ	0.361-0.358=0.003
min	54.721-54.720=0.001
max	55.888-55.877=0.011

*mean*	416.000-420.700=-4.700
σ	0.000-0.483=-0.483
min	416.000-420.000=-4.000
max	416.000-421.000=-5.000

*mean*	0.140-0.138=0.002
σ	0.006-0.005=0.001
min	0.132-0.132=-0.000
max	0.151-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.852=-0.005
σ	0.007-0.007=0.000
min	43.833-43.842=-0.009
max	43.856-43.860=-0.004

*mean*	416.700-421.000=-4.300
σ	0.483-0.000=0.483
min	416.000-421.000=-5.000
max	417.000-421.000=-4.000

*mean*	0.125-0.141=-0.015
σ	0.004-0.011=-0.007
min	0.122-0.122=0.001
max	0.132-0.154=-0.022

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4581.250-4592.125=-10.875
σ	2253.261-2248.535=4.726
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	12.968-168.396=-155.428
σ	2.052-441.425=-439.373
min	11.916-11.205=0.711
max	17.845-1260.858=-1243.013

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4581.250-4592.125=-10.875
σ	2253.261-2248.535=4.726
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	12.925-13.753=-0.828
σ	2.052-4.342=-2.290
min	11.583-10.919=0.664
max	17.848-23.710=-5.862

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.950-41.950=0.000

*mean*	7397.000-7385.000=12.000
σ	0.000
min	7397.000-7385.000=12.000
max	7397.000-7385.000=12.000

*mean*	10.812-10.889=-0.077
σ	0.196-1.054=-0.858
min	10.425-10.319=0.106
max	11.041-13.440=-2.398

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4166.750-4183.125=-16.375
σ	1945.237-1945.050=0.187
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	11.471-11.190=0.281
σ	1.783-2.282=-0.499
min	10.652-10.049=0.603
max	15.869-16.813=-0.944

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4166.750-4183.125=-16.375
σ	1945.237-1945.050=0.187
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	9.087-8.553=0.534
σ	1.299-1.403=-0.105
min	7.993-7.338=0.656
max	12.219-11.927=0.292

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4166.750-4183.125=-16.375
σ	1945.237-1945.050=0.187
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	7.034-6.612=0.422
σ	0.841-0.900=-0.058
min	6.386-5.998=0.388
max	9.078-8.798=0.280

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4581.250-4592.125=-10.875
σ	2253.261-2248.535=4.726
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	6.204-5.939=0.264
σ	0.464-1.004=-0.539
min	5.840-5.334=0.507
max	7.326-8.160=-0.833

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985

*mean*	4581.250-4592.125=-10.875
σ	2253.261-2248.535=4.726
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	5.981-5.872=0.110
σ	0.464-1.059=-0.595
min	5.641-5.264=0.377
max	7.110-8.227=-1.117

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7397.000-7385.000=12.000
σ	0.000
min	7397.000-7385.000=12.000
max	7397.000-7385.000=12.000

*mean*	361.170-345.322=15.848
σ	43.961-1.914=42.047
min	343.655-343.005=0.650
max	469.914-347.696=122.218

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713-3495.713=0.000
max	3497.037-3497.038=-0.001

*mean*	3746.625-3759.000=-12.375
σ	2297.462-2300.056=-2.594
min	720.000
max	7397.000-7385.000=12.000

*mean*	1595.393-1763.563=-168.169
σ	493.070-635.906=-142.836
min	1391.446-1386.287=5.159
max	2805.882-2800.156=5.726

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853
max	107.854-107.855=-0.000

*mean*	4400.625-4412.000=-11.375
σ	2224.442-2217.984=6.458
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	205.372-251.010=-45.637
σ	186.588-325.595=-139.007
min	129.922-122.554=7.368
max	665.251-1055.592=-390.341

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4581.250-4412.000=169.250
σ	2253.261-2217.984=35.277
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	166.241-43.738=122.503
σ	350.294-7.797=342.498
min	39.948-39.209=0.739
max	1033.165-62.749=970.416

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.947
max	40.950

*mean*	7397.000-7385.000=12.000
σ	0.000
min	7397.000-7385.000=12.000
max	7397.000-7385.000=12.000

*mean*	22.033-169.664=-147.631
σ	1.540-417.139=-415.599
min	21.394-20.838=0.556
max	25.842-1202.007=-1176.165

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7397.000-7385.000=12.000
σ	0.000
min	7397.000-7385.000=12.000
max	7397.000-7385.000=12.000

*mean*	269.458-64.124=205.334
σ	600.947-20.463=580.485
min	55.326-55.242=0.083
max	1756.713-114.186=1642.527

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.014-0.014=0.000
min	4646.845
max	4646.884

*mean*	4166.750-4183.125=-16.375
σ	1945.237-1945.050=0.187
min	1488.000-1487.000=1.000
max	7397.000-7385.000=12.000

*mean*	3204.570-3340.694=-136.123
σ	828.523-791.636=36.886
min	2500.195-2500.318=-0.123
max	4701.632-4692.064=9.568

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7397.000-7385.000=12.000
σ	0.000
min	7397.000-7385.000=12.000
max	7397.000-7385.000=12.000

*mean*	1071.138-1032.919=38.219
σ	294.179-255.561=38.618
min	915.487-914.592=0.894
max	1765.767-1646.541=119.226

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7397.000-7385.000=12.000
σ	0.000
min	7397.000-7385.000=12.000
max	7397.000-7385.000=12.000

*mean*	389.903-406.069=-16.166
σ	4.988-45.428=-40.440
min	381.511-377.448=4.063
max	399.491-517.586=-118.094

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.250-477.375=-0.125
σ	1.389-0.916=0.473
min	475.000-476.000=-1.000
max	478.000

*mean*	388.361-380.902=7.459
σ	28.608-35.210=-6.602
min	361.354-313.016=48.338
max	439.914-428.953=10.960

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.000-564.000=-6.000
σ	2.138-0.000=2.138
min	556.000-564.000=-8.000
max	560.000-564.000=-4.000

*mean*	742.763-729.439=13.324
σ	48.915-75.618=-26.703
min	670.848-601.846=69.002
max	812.681-803.000=9.680

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.563=0.002
σ	0.760-0.760=-0.000
min	1024.092-1024.094=-0.002
max	1027.706-1027.705=0.000

*mean*	1060.100-1046.250=13.850
σ	313.092-314.171=-1.078
min	591.000-552.000=39.000
max	1528.000-1655.000=-127.000

*mean*	1.370-1.400=-0.030
σ	0.064-0.134=-0.071
min	1.306-1.298=0.008
max	1.525-1.865=-0.341

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.397=-0.096
σ	0.292-0.494=-0.203
min	0.143-0.146=-0.003
max	0.818-1.279=-0.461

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.474=0.007
σ	0.318-0.322=-0.004
min	0.325-0.320=0.005
max	1.049-1.049=-0.000

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.219=0.001
σ	0.022-0.019=0.003
min	0.207-0.205=0.002
max	0.259-0.253=0.006

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.339-0.350=-0.011
σ	0.018-0.028=-0.010
min	0.321-0.326=-0.004
max	0.367-0.391=-0.023

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.200
σ	1.789
min	433.000
max	437.000

*mean*	0.536-0.574=-0.038
σ	0.046-0.035=0.011
min	0.486-0.533=-0.047
max	0.608-0.608=-0.000

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.446-0.489=-0.044
σ	0.051-0.041=0.010
min	0.381-0.434=-0.053
max	0.510-0.522=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	2.692-2.633=0.059
σ	0.085-0.096=-0.011
min	2.497-2.509=-0.011
max	2.932-3.111=-0.179

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	2.703-2.648=0.054
σ	0.084-0.093=-0.009
min	2.496-2.492=0.004
max	2.901-2.995=-0.094

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.309-0.305=0.003
σ	0.011-0.010=0.001
min	0.290-0.291=-0.000
max	0.367-0.375=-0.008

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.293-0.296=-0.003
σ	0.007-0.008=-0.002
min	0.280-0.283=-0.003
max	0.323-0.335=-0.012

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.433-11.525=-0.092
σ	11.457-10.634=0.823
min	0.573-0.574=-0.000
max	104.591-76.036=28.555

*mean*	464.473-458.384=6.089
σ	21.951-20.206=1.745
min	408.000
max	483.000-479.000=4.000

*mean*	0.027-0.027=0.000
σ	0.028-0.026=0.002
min	0.001-0.001=0.000
max	0.251-0.185=0.066

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.629-298.714=-0.085
σ	1.013-1.050=-0.037
min	298.192-298.302=-0.110
max	301.503-301.697=-0.194

*mean*	438.600-444.300=-5.700
σ	16.433-20.881=-4.448
min	412.000-414.000=-2.000
max	462.000-473.000=-11.000

*mean*	0.603-0.603=-0.000
σ	0.017-0.015=0.002
min	0.575-0.572=0.003
max	0.639-0.630=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738

*mean*	838.000-842.750=-4.750
σ	0.000-0.463=-0.463
min	838.000-842.000=-4.000
max	838.000-843.000=-5.000

*mean*	233.915-224.765=9.150
σ	20.240-27.862=-7.622
min	201.352-187.941=13.411
max	255.231-257.987=-2.756

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	838.000-842.625=-4.625
σ	0.000-0.518=-0.518
min	838.000-842.000=-4.000
max	838.000-843.000=-5.000

*mean*	9.565-9.659=-0.094
σ	0.116-1.443=-1.327
min	9.431-7.328=2.102
max	9.760-12.663=-2.903

phase=parser

*mean*	1042.431-1042.435=-0.003
σ	0.000-0.000=0.000
min	1042.431-1042.435=-0.004
max	1042.432-1042.435=-0.003

*mean*	838.000-842.625=-4.625
σ	0.000-0.518=-0.518
min	838.000-842.000=-4.000
max	838.000-843.000=-5.000

*mean*	599.205-591.103=8.102
σ	3.233-71.040=-67.807
min	594.140-474.306=119.834
max	605.066-725.482=-120.416

phase=processProdDef

*mean*	2243.978-2243.976=0.002
σ	0.000
min	2243.978-2243.976=0.002
max	2243.978-2243.976=0.002

*mean*	838.000-842.750=-4.750
σ	0.000-0.463=-0.463
min	838.000-842.000=-4.000
max	838.000-843.000=-5.000

*mean*	2684.556-3004.800=-320.244
σ	323.370-409.677=-86.308
min	1964.065-2402.479=-438.414
max	2931.136-3478.661=-547.525

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	838.000-842.625=-4.625
σ	0.000-0.518=-0.518
min	838.000-842.000=-4.000
max	838.000-843.000=-5.000

*mean*	40.197-39.455=0.742
σ	0.249-5.847=-5.598
min	39.675-26.734=12.941
max	40.481-47.821=-7.340

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	838.000-842.625=-4.625
σ	0.000-0.518=-0.518
min	838.000-842.000=-4.000
max	838.000-843.000=-5.000

*mean*	673.132-726.649=-53.517
σ	4.327-119.111=-114.785
min	666.636-674.958=-8.322
max	679.562-1018.684=-339.122

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=0.001
σ	0.037-0.037=0.000
min	293.768-293.765=0.002
max	293.858-293.857=0.002

*mean*	442.400-442.600=-0.200
σ	0.548
min	442.000
max	443.000

*mean*	0.392-0.395=-0.003
σ	0.007-0.008=-0.001
min	0.387-0.389=-0.001
max	0.403-0.405=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.293-1320.294=-0.000
σ	0.134-0.138=-0.003
min	1320.161-1320.176=-0.014
max	1320.501-1320.522=-0.021

*mean*	1105.200-1099.200=6.000
σ	179.730-186.268=-6.538
min	892.000-843.000=49.000
max	1354.000-1322.000=32.000

*mean*	1.956-1.903=0.053
σ	0.039-0.036=0.003
min	1.914-1.845=0.069
max	2.007-1.936=0.070

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.278-1559.281=-0.003
σ	2.997-2.944=0.053
min	1557.660-1557.762=-0.102
max	1564.624-1564.535=0.089

*mean*	624.800-603.400=21.400
σ	88.858-84.536=4.322
min	493.000-499.000=-6.000
max	730.000-712.000=18.000

*mean*	2.241-2.178=0.063
σ	0.243-0.062=0.180
min	2.052-2.105=-0.053
max	2.663-2.235=0.428

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.335-1882.342=-0.007
σ	0.046-0.046=0.000
min	1882.277-1882.288=-0.011
max	1882.402-1882.408=-0.006

*mean*	1717.000-1721.800=-4.800
σ	179.538-197.089=-17.551
min	1484.000-1457.000=27.000
max	1888.000-1910.000=-22.000

*mean*	2.973-3.002=-0.029
σ	0.117-0.143=-0.026
min	2.880-2.894=-0.014
max	3.167-3.250=-0.083

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.720-1.684=0.036
σ	0.152-0.137=0.014
min	1.515-1.547=-0.032
max	1.852-1.832=0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.945-419.945=-0.000
σ	518.105-518.108=-0.003
min	160.887-160.888=-0.000
max	1197.102-1197.106=-0.004

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	447.000-446.000=1.000
σ	0.000
min	447.000-446.000=1.000
max	447.000-446.000=1.000

*mean*	0.525-0.521=0.004
σ	0.519-0.510=0.009
min	0.259-0.262=-0.002
max	1.304-1.286=0.018

policies=20

*mean*	1609.196-1609.198=-0.002
σ	0.344-0.349=-0.005
min	1608.961-1608.953=0.008
max	1609.705-1609.713=-0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-449.750=0.250
σ	6.000-7.500=-1.500
min	447.000-446.000=1.000
max	459.000-461.000=-2.000

*mean*	2.572-2.584=-0.012
σ	0.026-0.016=0.010
min	2.551-2.565=-0.015
max	2.601-2.602=-0.001

policies=200

*mean*	16100.642-16100.680=-0.038
σ	0.065-0.071=-0.006
min	16100.549-16100.636=-0.087
max	16100.698-16100.786=-0.087

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-500.500=-3.000
σ	5.000
min	491.000-494.000=-3.000
max	503.000-506.000=-3.000

*mean*	25.992-26.018=-0.025
σ	0.073-0.073=-0.001
min	25.916-25.919=-0.004
max	26.090-26.092=-0.003