Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-57.824=-0.000
σ	0.361-0.361=-0.000
min	57.678-57.684=-0.005
max	58.850-58.850=-0.001

*mean*	422.000
σ	0.000
min	422.000
max	422.000

*mean*	0.145-0.146=-0.002
σ	0.006-0.005=0.000
min	0.137-0.138=-0.002
max	0.153-0.155=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.898=0.002
σ	0.004-0.006=-0.002
min	46.891-46.889=0.003
max	46.904-46.909=-0.005

*mean*	422.000
σ	0.000
min	422.000
max	422.000

*mean*	0.131-0.131=0.001
σ	0.005-0.004=0.001
min	0.127-0.127=-0.000
max	0.140-0.138=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.606=0.000

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	12.031-12.006=0.025
σ	0.119-0.139=-0.020
min	11.873-11.906=-0.033
max	12.177-12.294=-0.117

op=column_set() on indexed, repeat

*mean*	36.606-36.606=-0.000
σ	0.000-0.000=0.000
min	36.606
max	36.606

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	12.360-11.560=0.800
σ	0.565-0.408=0.157
min	11.234-11.307=-0.072
max	12.946-12.554=0.392

op=table_records(), no indexes

*mean*	41.940-41.941=-0.000
σ	0.002-0.002=-0.000
min	41.939
max	41.943-41.944=-0.001

*mean*	7027.125-7966.625=-939.500
σ	15.009-281.029=-266.020
min	7009.000-7763.000=-754.000
max	7038.000-8306.000=-1268.000

*mean*	11.011-11.149=-0.138
σ	0.219-0.200=0.019
min	10.682-10.963=-0.281
max	11.289-11.458=-0.169

op=table_records(), repeat

*mean*	41.926-41.926=0.000
σ	0.001-0.000=0.001
min	41.925-41.925=-0.000
max	41.929-41.926=0.003

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	11.055-11.060=-0.005
σ	0.270-0.135=0.135
min	10.739-10.888=-0.149
max	11.639-11.233=0.406

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.635=-0.000
σ	0.137-0.136=0.000
min	27.586
max	27.973

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	8.620-8.443=0.177
σ	0.331-0.247=0.084
min	7.995-8.036=-0.041
max	8.951-8.777=0.173

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.386=0.000
σ	0.000-0.000=-0.000
min	26.386-26.386=0.000
max	26.386

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	6.775-6.669=0.107
σ	0.183-0.352=-0.169
min	6.425-6.365=0.060
max	6.988-7.443=-0.455

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.675=-0.000

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	5.857-5.724=0.133
σ	0.147-0.088=0.059
min	5.672-5.594=0.079
max	6.050-5.883=0.167

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.963=0.000
σ	0.001-0.001=0.000
min	25.963
max	25.964-25.964=0.000

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	5.784-5.697=0.087
σ	0.129-0.102=0.026
min	5.599-5.495=0.104
max	5.988-5.812=0.176

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	7023.500-7898.750=-875.250
σ	15.501-251.360=-235.859
min	7009.000-7763.000=-754.000
max	7038.000-8306.000=-1268.000

*mean*	347.948-347.328=0.620
σ	1.481-2.028=-0.547
min	346.119-344.356=1.764
max	350.549-350.087=0.462

op=load_product(), with indexes

*mean*	3495.849-3495.848=0.000
σ	0.460-0.460=-0.000
min	3495.686
max	3496.988

*mean*	3481.500-3356.000=125.500
σ	2118.054-1784.000=334.054
min	641.000-642.000=-1.000
max	7009.000-5548.000=1461.000

*mean*	1669.563-1696.674=-27.111
σ	513.725-580.713=-66.988
min	1385.275-1386.446=-1.171
max	2653.081-2899.333=-246.252

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=-0.000
σ	0.000-0.000=0.000
min	107.842-107.842=-0.000
max	107.843-107.843=-0.000

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	133.953-140.537=-6.584
σ	8.917-10.098=-1.181
min	126.249-125.551=0.697
max	149.671-157.624=-7.953

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.066
max	62.070

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	42.765-42.950=-0.185
σ	1.917-1.814=0.103
min	40.793-40.732=0.060
max	46.049-45.289=0.761

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.926
max	40.930

*mean*	7027.125-7966.625=-939.500
σ	15.009-281.029=-266.020
min	7009.000-7763.000=-754.000
max	7038.000-8306.000=-1268.000

*mean*	21.881-21.872=0.008
σ	0.344-0.180=0.164
min	21.601-21.644=-0.042
max	22.550-22.124=0.427

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=-0.000
σ	0.002-0.002=-0.000
min	71.294-71.294=0.000
max	71.298-71.298=-0.000

*mean*	7027.125-7966.625=-939.500
σ	15.009-281.029=-266.020
min	7009.000-7763.000=-754.000
max	7038.000-8306.000=-1268.000

*mean*	55.670-63.521=-7.851
σ	0.529-0.511=0.017
min	54.791-62.679=-7.888
max	56.226-64.349=-8.123

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.843=0.000
σ	0.014-0.013=0.000
min	4646.838
max	4646.877-4646.876=0.001

*mean*	4235.750-4194.500=41.250
σ	2158.632-2079.963=78.669
min	1232.000-1244.000=-12.000
max	7009.000-7763.000=-754.000

*mean*	3589.268-3537.842=51.426
σ	830.286-753.424=76.862
min	2485.199-2495.516=-10.317
max	4724.415-4463.559=260.856

op=vertical_lookup_list() on indexed

*mean*	1973.831
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.834=-0.001

*mean*	7027.125-7966.625=-939.500
σ	15.009-281.029=-266.020
min	7009.000-7763.000=-754.000
max	7038.000-8306.000=-1268.000

*mean*	1000.343-1065.153=-64.811
σ	171.003-401.083=-230.080
min	916.847-912.594=4.254
max	1402.184-2057.706=-655.522

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.088

*mean*	7027.125-7966.625=-939.500
σ	15.009-281.029=-266.020
min	7009.000-7763.000=-754.000
max	7038.000-8306.000=-1268.000

*mean*	387.575-396.917=-9.342
σ	6.229-2.461=3.768
min	377.188-392.403=-15.215
max	392.707-399.141=-6.434

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.500-475.750=4.750
σ	0.535-0.463=0.072
min	480.000-475.000=5.000
max	481.000-476.000=5.000

*mean*	395.594-379.950=15.644
σ	45.000-27.782=17.218
min	302.788-348.339=-45.551
max	438.823-434.668=4.155

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.500-563.000=-1.500
σ	1.414-0.000=1.414
min	558.000-563.000=-5.000
max	562.000-563.000=-1.000

*mean*	734.624-748.207=-13.583
σ	72.278-53.752=18.525
min	613.196-679.670=-66.473
max	824.964-812.806=12.157

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.920-976.917=0.002
σ	2.438-2.438=-0.001
min	976.071-976.074=-0.003
max	987.249-987.250=-0.001

*mean*	1053.200-1048.800=4.400
σ	311.230-316.619=-5.389
min	571.000-586.000=-15.000
max	1511.000-1516.000=-5.000

*mean*	1.329-1.324=0.005
σ	0.163-0.172=-0.010
min	1.192-1.104=0.088
max	1.791-1.754=0.037

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.306-0.319=-0.012
σ	0.293-0.319=-0.026
min	0.147-0.148=-0.001
max	0.824-0.887=-0.063

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.482=-0.004
σ	0.318-0.317=0.001
min	0.324-0.321=0.003
max	1.047-1.049=-0.002

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.216=0.002
σ	0.021-0.025=-0.003
min	0.203-0.199=0.004
max	0.255-0.259=-0.004

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.340=-0.008
σ	0.016-0.018=-0.002
min	0.315-0.322=-0.008
max	0.357-0.368=-0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.575-0.585=-0.011
σ	0.056-0.031=0.025
min	0.477-0.532=-0.055
max	0.613-0.609=0.004

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.487-0.474=0.013
σ	0.028-0.034=-0.005
min	0.454-0.427=0.027
max	0.521-0.522=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.943-2.672=-0.729
σ	0.061-0.108=-0.047
min	1.831-2.480=-0.649
max	2.227-2.940=-0.712

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.923-2.611=-0.688
σ	0.050-0.082=-0.033
min	1.821-2.455=-0.634
max	2.080-2.868=-0.788

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.300-0.302=-0.002
σ	0.009-0.009=-0.001
min	0.284-0.284=0.000
max	0.338-0.351=-0.013

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.288-0.291=-0.003
σ	0.008-0.020=-0.013
min	0.271-0.274=-0.003
max	0.325-0.451=-0.125

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.237-11.893=-0.656
σ	11.310-12.088=-0.778
min	0.574-0.574=0.000
max	95.092-115.656=-20.564

*mean*	463.291-465.123=-1.832
σ	21.273-18.485=2.788
min	409.000-407.000=2.000
max	481.000-479.000=2.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.030=-0.002
min	0.001-0.001=0.000
max	0.220-0.277=-0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.604-293.730=-0.126
σ	1.085-1.062=0.023
min	293.189-293.370=-0.182
max	296.690-296.751=-0.061

*mean*	442.400-442.800=-0.400
σ	20.452-16.075=4.377
min	415.000-416.000=-1.000
max	472.000-463.000=9.000

*mean*	0.602-0.592=0.009
σ	0.014-0.023=-0.010
min	0.567-0.553=0.015
max	0.618-0.620=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	847.000-848.000=-1.000
σ	0.000
min	847.000-848.000=-1.000
max	847.000-848.000=-1.000

*mean*	144.190-148.700=-4.510
σ	6.995-12.368=-5.373
min	128.438-130.748=-2.310
max	150.468-161.539=-11.070

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	847.000-848.000=-1.000
σ	0.000
min	847.000-848.000=-1.000
max	847.000-848.000=-1.000

*mean*	5.937-6.318=-0.381
σ	0.122-1.071=-0.949
min	5.781-5.861=-0.080
max	6.149-8.965=-2.816

phase=parser

*mean*	1042.133-1042.130=0.003
σ	0.000-0.000=-0.000
min	1042.133-1042.130=0.003
max	1042.133-1042.130=0.003

*mean*	847.000-848.000=-1.000
σ	0.000
min	847.000-848.000=-1.000
max	847.000-848.000=-1.000

*mean*	377.330-407.277=-29.947
σ	1.936-82.533=-80.597
min	374.250-375.082=-0.833
max	380.548-611.491=-230.943

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	847.000-848.000=-1.000
σ	0.000
min	847.000-848.000=-1.000
max	847.000-848.000=-1.000

*mean*	2744.233-3007.984=-263.751
σ	381.683-360.844=20.839
min	2177.392-2320.401=-143.009
max	3201.048-3381.478=-180.430

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	847.000-848.000=-1.000
σ	0.000
min	847.000-848.000=-1.000
max	847.000-848.000=-1.000

*mean*	39.997-36.277=3.721
σ	0.386-4.472=-4.086
min	39.409-32.898=6.511
max	40.331-46.900=-6.569

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	847.000-848.000=-1.000
σ	0.000
min	847.000-848.000=-1.000
max	847.000-848.000=-1.000

*mean*	677.008-678.632=-1.623
σ	7.376-13.884=-6.507
min	668.960-658.796=10.164
max	688.678-695.739=-7.061

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.855-327.854=0.000
σ	0.038-0.037=0.001
min	327.803-327.804=-0.000
max	327.893-327.892=0.000

*mean*	441.000-440.600=0.400
σ	4.301-3.578=0.723
min	434.000-437.000=-3.000
max	445.000

*mean*	0.433-0.434=-0.001
σ	0.006-0.009=-0.003
min	0.428-0.424=0.004
max	0.442-0.448=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.062-1313.060=0.002
σ	0.142-0.138=0.003
min	1312.960-1312.971=-0.010
max	1313.309-1313.303=0.006

*mean*	1095.400-1099.800=-4.400
σ	183.372-180.745=2.627
min	882.000-890.000=-8.000
max	1333.000-1335.000=-2.000

*mean*	1.943-1.933=0.010
σ	0.062-0.119=-0.058
min	1.848-1.753=0.095
max	2.009-2.087=-0.078

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.058-1552.074=-0.015
σ	3.050-3.077=-0.027
min	1550.505-1550.504=0.001
max	1557.504-1557.569=-0.065

*mean*	619.000-607.200=11.800
σ	78.930-72.241=6.690
min	502.000-506.000=-4.000
max	690.000-685.000=5.000

*mean*	2.342-2.390=-0.048
σ	0.210-0.338=-0.128
min	2.128-2.080=0.048
max	2.608-2.841=-0.234

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.064-1875.058=0.006
σ	0.053-0.045=0.008
min	1875.000-1875.003=-0.003
max	1875.133-1875.113=0.020

*mean*	1744.800-1741.400=3.400
σ	167.597-156.669=10.927
min	1498.000-1503.000=-5.000
max	1957.000-1934.000=23.000

*mean*	2.914-2.886=0.027
σ	0.056-0.058=-0.001
min	2.846-2.802=0.044
max	2.979-2.955=0.024

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.541-1.554=-0.013
σ	0.139-0.081=0.059
min	1.307-1.470=-0.163
max	1.663-1.649=0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.411-419.410=0.000
σ	508.901-508.904=-0.004
min	164.956-164.955=0.001
max	1182.762-1182.767=-0.005

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	433.000-432.000=1.000
σ	0.000
min	433.000-432.000=1.000
max	433.000-432.000=1.000

*mean*	0.531-0.522=0.008
σ	0.522-0.499=0.023
min	0.267-0.267=-0.000
max	1.314-1.271=0.044

policies=20

*mean*	1649.823-1649.815=0.008
σ	0.375-0.390=-0.015
min	1649.610-1649.589=0.021
max	1650.384-1650.399=-0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750-452.500=-2.750
σ	11.295-10.630=0.665
min	436.000-439.000=-3.000
max	459.000-461.000=-2.000

*mean*	2.653-2.673=-0.020
σ	0.016-0.022=-0.006
min	2.638-2.651=-0.013
max	2.674-2.703=-0.029

policies=200

*mean*	16506.131-16505.938=0.193
σ	0.040-0.149=-0.109
min	16506.092-16505.762=0.330
max	16506.175-16506.105=0.070

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-501.500=-4.750
σ	4.193-5.972=-1.779
min	491.000-495.000=-4.000
max	501.000-509.000=-8.000

*mean*	26.755-26.804=-0.049
σ	0.125-0.193=-0.068
min	26.641-26.587=0.054
max	26.871-27.025=-0.154