Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.719=-0.002
σ	0.369-0.364=0.005
min	54.568-54.571=-0.003
max	55.764-55.753=0.011

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.135-0.141=-0.006
σ	0.004-0.004=-0.001
min	0.131-0.137=-0.006
max	0.142-0.148=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.776=0.000
σ	0.010-0.009=0.001
min	43.758-43.762=-0.004
max	43.791-43.792=-0.001

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.121-0.121=-0.000
σ	0.005-0.005=-0.001
min	0.115-0.115=-0.000
max	0.130-0.131=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4426.375-4229.000=197.375
σ	2230.607-1981.445=249.163
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	12.912-12.317=0.594
σ	1.907-0.453=1.454
min	11.902-12.022=-0.120
max	17.511-13.360=4.151

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=0.001

*mean*	4607.625-4229.000=378.625
σ	2261.778-1981.445=280.333
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	177.516-12.891=164.625
σ	464.402-0.346=464.055
min	12.644-12.593=0.051
max	1326.845-13.689=1313.156

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7413.000-7485.000=-72.000
σ	0.000
min	7413.000-7485.000=-72.000
max	7413.000-7485.000=-72.000

*mean*	11.406-11.229=0.177
σ	0.911-0.346=0.565
min	10.987-10.805=0.182
max	13.639-11.860=1.779

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.002-0.002=0.000
min	41.924-41.924=0.000
max	41.929-41.929=0.000

*mean*	4197.250-4229.000=-31.750
σ	1957.411-1981.445=-24.034
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	11.609-11.618=-0.009
σ	1.477-1.374=0.102
min	10.900-10.907=-0.007
max	15.215-14.996=0.218

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.632-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971

*mean*	4197.250-4229.000=-31.750
σ	1957.411-1981.445=-24.034
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	8.763-8.922=-0.159
σ	0.602-0.712=-0.110
min	8.129-8.007=0.122
max	10.116-10.487=-0.371

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4197.250-4229.000=-31.750
σ	1957.411-1981.445=-24.034
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	6.775-7.030=-0.255
σ	0.495-0.456=0.038
min	5.990-6.592=-0.602
max	7.699-8.059=-0.361

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4607.625-4229.000=378.625
σ	2261.778-1981.445=280.333
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	6.369-6.170=0.199
σ	0.677-0.117=0.560
min	5.814-5.987=-0.173
max	7.635-6.357=1.277

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.001=-0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4607.625-4229.000=378.625
σ	2261.778-1981.445=280.333
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	6.250-5.961=0.289
σ	0.720-0.109=0.610
min	5.712-5.829=-0.117
max	7.504-6.130=1.374

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7413.000-7485.000=-72.000
σ	0.000
min	7413.000-7485.000=-72.000
max	7413.000-7485.000=-72.000

*mean*	345.319-415.168=-69.850
σ	1.627-190.435=-188.808
min	342.780-343.865=-1.085
max	347.865-886.444=-538.579

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.453=0.000
min	3495.694-3495.694=-0.000
max	3496.978-3496.977=0.001

*mean*	3771.000-3798.750=-27.750
σ	2313.113-2339.430=-26.318
min	720.000
max	7413.000-7485.000=-72.000

*mean*	1780.305-2199.925=-419.620
σ	635.478-1150.212=-514.734
min	1396.886-1395.458=1.429
max	2823.789-3939.086=-1115.297

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.841-107.841=-0.000

*mean*	4197.250-4229.000=-31.750
σ	1957.411-1981.445=-24.034
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	132.272-138.576=-6.304
σ	9.706-9.038=0.668
min	126.646-131.171=-4.525
max	155.305-159.677=-4.372

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4426.375-4229.000=197.375
σ	2230.607-1981.445=249.163
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	174.700-43.025=131.675
σ	372.383-1.467=370.916
min	41.472-41.342=0.130
max	1096.293-44.949=1051.345

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7413.000-7485.000=-72.000
σ	0.000
min	7413.000-7485.000=-72.000
max	7413.000-7485.000=-72.000

*mean*	61.768-22.529=39.238
σ	110.098-1.424=108.674
min	21.422-21.508=-0.085
max	334.173-25.322=308.851

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296-71.296=-0.000

*mean*	7413.000-7485.000=-72.000
σ	0.000
min	7413.000-7485.000=-72.000
max	7413.000-7485.000=-72.000

*mean*	59.128-56.425=2.703
σ	6.876-1.762=5.114
min	55.169-55.237=-0.068
max	75.018-60.652=14.366

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4197.250-4229.000=-31.750
σ	1957.411-1981.445=-24.034
min	1481.000-1484.000=-3.000
max	7413.000-7485.000=-72.000

*mean*	3187.369-3414.632=-227.263
σ	638.063-707.241=-69.178
min	2494.853-2515.152=-20.298
max	4217.331-4349.797=-132.466

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.831

*mean*	7413.000-7485.000=-72.000
σ	0.000
min	7413.000-7485.000=-72.000
max	7413.000-7485.000=-72.000

*mean*	1014.907-1160.455=-145.548
σ	202.064-542.555=-340.491
min	925.408-920.788=4.620
max	1503.198-2492.345=-989.148

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7413.000-7485.000=-72.000
σ	0.000
min	7413.000-7485.000=-72.000
max	7413.000-7485.000=-72.000

*mean*	409.199-409.902=-0.703
σ	43.337-37.855=5.482
min	380.799-394.144=-13.345
max	515.601-503.483=12.118

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.250-476.000=0.250
σ	0.707-0.000=0.707
min	476.000
max	478.000-476.000=2.000

*mean*	372.772-395.082=-22.310
σ	39.230-34.720=4.509
min	309.488-344.238=-34.749
max	423.073-436.159=-13.087

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.750-558.250=4.500
σ	1.389-0.463=0.926
min	562.000-558.000=4.000
max	565.000-559.000=6.000

*mean*	746.283-770.679=-24.396
σ	61.779-28.900=32.879
min	641.537-722.528=-80.992
max	835.558-811.503=24.056

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	965.009-965.006=0.003
σ	1.821-1.822=-0.001
min	964.306-964.303=0.003
max	972.710-972.713=-0.003

*mean*	1049.450-1040.200=9.250
σ	320.795-312.081=8.714
min	537.000-562.000=-25.000
max	1555.000-1499.000=56.000

*mean*	1.280-1.273=0.007
σ	0.166-0.124=0.042
min	1.174-1.179=-0.005
max	1.892-1.702=0.190

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.390=-0.004
σ	0.499-0.494=0.005
min	0.140-0.136=0.003
max	1.277-1.271=0.005

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.478=-0.003
σ	0.315-0.319=-0.004
min	0.328-0.320=0.008
max	1.038-1.049=-0.010

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.214=0.004
σ	0.023-0.019=0.003
min	0.202-0.197=0.006
max	0.257-0.246=0.011

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.335=-0.001
σ	0.011-0.016=-0.005
min	0.325-0.322=0.003
max	0.353-0.363=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.547-0.565=-0.017
σ	0.050-0.061=-0.012
min	0.486-0.466=0.020
max	0.611-0.612=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.456-0.494=-0.038
σ	0.050-0.020=0.031
min	0.388-0.461=-0.073
max	0.514-0.512=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.614-2.681=-0.067
σ	0.095-0.127=-0.032
min	2.469-2.459=0.010
max	3.060-3.061=-0.001

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.583-2.173=0.410
σ	0.065-0.424=-0.359
min	2.480-1.737=0.743
max	2.840-3.014=-0.174

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.316-0.306=0.010
σ	0.061-0.024=0.037
min	0.293-0.287=0.006
max	0.771-0.526=0.245

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.298-0.295=0.002
σ	0.038-0.025=0.013
min	0.277-0.274=0.002
max	0.597-0.514=0.084

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.882-11.720=0.162
σ	12.331-11.587=0.744
min	0.632-0.632=0.000
max	128.190-93.653=34.537

*mean*	463.816-459.168=4.648
σ	18.217-19.239=-1.022
min	407.000
max	480.000-477.000=3.000

*mean*	0.027-0.027=0.000
σ	0.030-0.028=0.002
min	0.001-0.001=0.000
max	0.313-0.227=0.086

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.174-279.288=-0.114
σ	1.067-1.060=0.007
min	278.738-278.870=-0.132
max	282.207-282.302=-0.095

*mean*	447.000-447.400=-0.400
σ	17.963-17.456=0.507
min	426.000-424.000=2.000
max	475.000-469.000=6.000

*mean*	0.591-0.584=0.007
σ	0.010-0.018=-0.007
min	0.577-0.549=0.028
max	0.613-0.614=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	224.633-231.330=-6.697
σ	27.535-19.877=7.658
min	187.425-195.482=-8.058
max	250.629-251.731=-1.102

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	6.263-9.035=-2.772
σ	1.058-0.143=0.915
min	5.747-8.914=-3.167
max	8.861-9.293=-0.432

phase=parser

*mean*	1042.134-1042.132=0.003
σ	0.000-0.000=-0.000
min	1042.134-1042.131=0.003
max	1042.134-1042.132=0.002

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	404.790-611.843=-207.054
σ	80.927-10.100=70.827
min	374.115-592.328=-218.213
max	605.039-624.798=-19.760

phase=processProdDef

*mean*	2243.717-2243.719=-0.001
σ	0.000
min	2243.717-2243.719=-0.001
max	2243.717-2243.719=-0.001

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	2924.736-2927.838=-3.101
σ	315.664-272.423=43.241
min	2421.612-2432.515=-10.903
max	3255.278-3273.588=-18.309

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	35.909-46.564=-10.655
σ	4.626-2.678=1.948
min	33.032-40.462=-7.431
max	46.960-49.209=-2.249

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.576-958.573=0.004
max	958.701-958.698=0.004

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	657.938-657.413=0.525
σ	13.999-19.719=-5.720
min	638.953-633.433=5.520
max	679.693-683.038=-3.345

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.992-282.991=0.001
σ	0.035-0.035=0.000
min	282.942-282.940=0.002
max	283.028-283.026=0.002

*mean*	439.400-441.800=-2.400
σ	3.286-2.950=0.337
min	437.000-439.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.377-0.378=-0.001
σ	0.001-0.001=0.001
min	0.376-0.378=-0.002
max	0.379-0.379=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.241-1268.240=0.001
σ	0.102-0.106=-0.004
min	1268.104-1268.076=0.028
max	1268.391-1268.366=0.025

*mean*	1087.600-1088.200=-0.600
σ	166.656-166.588=0.068
min	891.000-892.000=-1.000
max	1315.000-1317.000=-2.000

*mean*	2.093-2.144=-0.051
σ	0.192-0.270=-0.078
min	1.794-1.791=0.004
max	2.330-2.515=-0.185

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.187-1507.174=0.014
σ	2.959-2.951=0.007
min	1505.650-1505.660=-0.009
max	1512.465-1512.442=0.023

*mean*	613.600-635.800=-22.200
σ	86.650-86.526=0.125
min	516.000-505.000=11.000
max	726.000-729.000=-3.000

*mean*	2.271-2.247=0.023
σ	0.263-0.233=0.030
min	2.063-2.069=-0.006
max	2.682-2.624=0.058

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.194-1830.192=0.002
σ	0.039-0.046=-0.007
min	1830.133-1830.125=0.008
max	1830.238-1830.238=0.001

*mean*	1730.400-1731.000=-0.600
σ	180.719-167.988=12.731
min	1469.000-1493.000=-24.000
max	1894.000-1888.000=6.000

*mean*	3.025-3.036=-0.011
σ	0.265-0.350=-0.085
min	2.847-2.798=0.048
max	3.495-3.656=-0.160

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.641-1.787=-0.146
σ	0.211-0.050=0.162
min	1.290-1.709=-0.420
max	1.801-1.847=-0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.989-393.988=0.000
σ	509.611-509.611=-0.000
min	139.180-139.179=0.001
max	1158.406-1158.405=0.000

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	433.000-444.000=-11.000
σ	0.000
min	433.000-444.000=-11.000
max	433.000-444.000=-11.000

*mean*	0.493-0.478=0.015
σ	0.507-0.480=0.027
min	0.231-0.236=-0.005
max	1.254-1.198=0.056

policies=20

*mean*	1391.912-1391.913=-0.001
σ	0.169-0.170=-0.001
min	1391.793-1391.796=-0.003
max	1392.163-1392.166=-0.003

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	440.500-448.000=-7.500
σ	5.000-8.000=-3.000
min	433.000-444.000=-11.000
max	443.000-460.000=-17.000

*mean*	2.317-2.321=-0.004
σ	0.018-0.009=0.009
min	2.295-2.311=-0.016
max	2.337-2.329=0.008

policies=200

*mean*	13927.656-13927.731=-0.075
σ	0.140-0.106=0.033
min	13927.509-13927.625=-0.116
max	13927.845-13927.878=-0.033

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	494.500-496.000=-1.500
σ	4.203-3.916=0.287
min	490.000-491.000=-1.000
max	499.000-500.000=-1.000

*mean*	23.453-23.468=-0.015
σ	0.158-0.081=0.077
min	23.315-23.389=-0.074
max	23.620-23.560=0.060