Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.718=-0.001
σ	0.363-0.366=-0.003
min	54.584-54.585=-0.001
max	55.749-55.760=-0.011

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.141-0.145=-0.005
σ	0.005-0.008=-0.004
min	0.136-0.137=-0.002
max	0.149-0.162=-0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=0.000
σ	0.010-0.007=0.003
min	43.761-43.768=-0.007
max	43.794-43.788=0.005

*mean*	418.700-418.000=0.700
σ	0.483-0.000=0.483
min	418.000
max	419.000-418.000=1.000

*mean*	0.121-0.124=-0.003
σ	0.005-0.004=0.001
min	0.115-0.121=-0.006
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4591.125-4586.625=4.500
σ	2248.661-2247.760=0.901
min	1487.000
max	7382.000-7380.000=2.000

*mean*	161.731-137.435=24.296
σ	422.356-351.522=70.834
min	11.981-12.222=-0.241
max	1207.007-1007.396=199.611

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4591.125-4586.625=4.500
σ	2248.661-2247.760=0.901
min	1487.000
max	7382.000-7380.000=2.000

*mean*	14.030-14.233=-0.203
σ	4.264-3.217=1.047
min	11.646-11.588=0.058
max	24.483-20.579=3.904

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.942=0.000

*mean*	7382.000-7380.000=2.000
σ	0.000
min	7382.000-7380.000=2.000
max	7382.000-7380.000=2.000

*mean*	11.734-11.041=0.693
σ	1.973-0.118=1.855
min	10.921-10.822=0.099
max	16.613-11.165=5.448

op=table_records(), repeat

*mean*	41.924-41.925=-0.001
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4182.375-4176.375=6.000
σ	1945.665-1944.087=1.578
min	1487.000
max	7382.000-7380.000=2.000

*mean*	11.810-12.075=-0.265
σ	1.895-1.782=0.113
min	10.741-11.202=-0.461
max	16.401-16.462=-0.061

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.137=-0.000
min	27.584-27.584=-0.000
max	27.971

*mean*	4182.375-4176.375=6.000
σ	1945.665-1944.087=1.578
min	1487.000
max	7382.000-7380.000=2.000

*mean*	9.146-9.102=0.044
σ	1.355-1.441=-0.086
min	8.211-7.965=0.246
max	12.431-12.581=-0.150

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4182.375-4176.375=6.000
σ	1945.665-1944.087=1.578
min	1487.000
max	7382.000-7380.000=2.000

*mean*	6.982-6.831=0.151
σ	1.119-1.186=-0.067
min	5.920-5.981=-0.061
max	9.595-9.694=-0.099

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4591.125-4586.625=4.500
σ	2248.661-2247.760=0.901
min	1487.000
max	7382.000-7380.000=2.000

*mean*	6.472-6.374=0.098
σ	1.014-0.612=0.403
min	5.968-5.898=0.070
max	8.974-7.563=1.411

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961-25.961=0.000
max	25.962

*mean*	4591.125-4586.625=4.500
σ	2248.661-2247.760=0.901
min	1487.000
max	7382.000-7380.000=2.000

*mean*	6.236-6.238=-0.002
σ	0.940-0.697=0.243
min	5.746-5.722=0.024
max	8.536-7.507=1.029

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7382.000-7380.000=2.000
σ	0.000
min	7382.000-7380.000=2.000
max	7382.000-7380.000=2.000

*mean*	344.916-378.220=-33.304
σ	1.736-80.751=-79.015
min	342.579-346.460=-3.882
max	347.660-578.004=-230.345

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.977-3496.978=-0.001

*mean*	3758.375-3754.125=4.250
σ	2300.440-2298.147=2.293
min	720.000
max	7382.000-7380.000=2.000

*mean*	1741.503-1760.501=-18.998
σ	670.461-604.678=65.784
min	1372.461-1395.413=-22.953
max	2903.741-2752.372=151.368

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.841=0.000

*mean*	4410.500-4405.250=5.250
σ	2217.817-2217.346=0.470
min	1487.000
max	7382.000-7380.000=2.000

*mean*	257.069-253.500=3.570
σ	337.930-331.097=6.833
min	125.638-126.748=-1.110
max	1091.924-1071.664=20.260

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.000

*mean*	4410.500-4405.250=5.250
σ	2217.817-2217.346=0.470
min	1487.000
max	7382.000-7380.000=2.000

*mean*	45.621-47.388=-1.767
σ	8.087-9.725=-1.638
min	41.045-41.765=-0.719
max	65.284-70.923=-5.639

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928

*mean*	7382.000-7380.000=2.000
σ	0.000
min	7382.000-7380.000=2.000
max	7382.000-7380.000=2.000

*mean*	185.540-22.967=162.573
σ	462.293-2.696=459.597
min	21.434-21.546=-0.112
max	1329.652-29.470=1300.182

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7382.000-7380.000=2.000
σ	0.000
min	7382.000-7380.000=2.000
max	7382.000-7380.000=2.000

*mean*	64.269-57.372=6.897
σ	22.695-3.021=19.674
min	55.029-55.258=-0.228
max	120.219-64.239=55.980

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4182.375-4176.375=6.000
σ	1945.665-1944.087=1.578
min	1487.000
max	7382.000-7380.000=2.000

*mean*	3297.181-3341.347=-44.166
σ	901.316-772.009=129.307
min	2467.527-2520.372=-52.845
max	4831.138-4610.749=220.389

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7382.000-7380.000=2.000
σ	0.000
min	7382.000-7380.000=2.000
max	7382.000-7380.000=2.000

*mean*	1010.962-981.369=29.593
σ	209.721-72.342=137.378
min	912.129-934.583=-22.454
max	1512.148-1117.155=394.992

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.083=-0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7382.000-7380.000=2.000
σ	0.000
min	7382.000-7380.000=2.000
max	7382.000-7380.000=2.000

*mean*	384.990-504.627=-119.637
σ	8.541-312.446=-303.904
min	364.440-392.133=-27.693
max	390.059-1277.877=-887.819

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-476.000=0.750
σ	0.463-0.000=0.463
min	476.000
max	477.000-476.000=1.000

*mean*	394.295-388.718=5.577
σ	20.340-36.720=-16.380
min	368.397-317.471=50.925
max	430.194-432.142=-1.948

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.875-563.000=0.875
σ	0.354-0.000=0.354
min	563.000
max	564.000-563.000=1.000

*mean*	698.612-726.269=-27.658
σ	60.947-64.712=-3.765
min	605.478-618.623=-13.145
max	771.339-840.218=-68.879

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.562-964.563=-0.002
σ	1.879-1.880=-0.001
min	963.842-963.842=0.000
max	972.510-972.516=-0.006

*mean*	1036.350-1044.000=-7.650
σ	309.648-319.187=-9.539
min	545.000-554.000=-9.000
max	1534.000-1512.000=22.000

*mean*	1.239-1.277=-0.038
σ	0.056-0.105=-0.049
min	1.173-1.184=-0.011
max	1.351-1.506=-0.155

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.380-0.292=0.088
σ	0.506-0.278=0.229
min	0.129-0.140=-0.011
max	1.284-0.784=0.499

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.468-0.480=-0.013
σ	0.316-0.322=-0.006
min	0.313-0.327=-0.014
max	1.033-1.056=-0.023

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.211-0.220=-0.009
σ	0.018-0.024=-0.005
min	0.197-0.201=-0.004
max	0.242-0.259=-0.016

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.441-0.342=0.099
σ	0.267-0.013=0.254
min	0.319-0.332=-0.013
max	0.918-0.364=0.554

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.400-431.000=0.400
σ	0.894-0.000=0.894
min	431.000
max	433.000-431.000=2.000

*mean*	0.550-0.529=0.021
σ	0.036-0.063=-0.027
min	0.500-0.434=0.066
max	0.594-0.588=0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	0.488-0.471=0.017
σ	0.048-0.028=0.019
min	0.435-0.439=-0.004
max	0.531-0.510=0.021

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	2.673-2.674=-0.002
σ	0.106-0.116=-0.010
min	2.477-2.475=0.002
max	2.976-3.061=-0.085

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	2.634-2.657=-0.023
σ	0.104-0.118=-0.014
min	2.482-2.481=0.000
max	2.851-3.252=-0.402

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	0.313-0.306=0.008
σ	0.052-0.008=0.044
min	0.293-0.293=0.000
max	0.794-0.351=0.443

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	0.291-0.291=-0.000
σ	0.008-0.006=0.002
min	0.276-0.281=-0.005
max	0.336-0.327=0.009

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.170-11.629=0.541
σ	12.073-10.818=1.254
min	0.574-0.574=0.000
max	98.233-72.864=25.370

*mean*	465.981-463.404=2.577
σ	21.540-21.278=0.262
min	408.000-407.000=1.000
max	483.000-480.000=3.000

*mean*	0.028-0.027=0.001
σ	0.030-0.026=0.003
min	0.001-0.001=-0.000
max	0.239-0.176=0.062

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.059-279.135=-0.076
σ	1.073-1.052=0.021
min	278.676-278.701=-0.025
max	282.111-282.123=-0.012

*mean*	440.900-444.700=-3.800
σ	14.948-17.632=-2.685
min	413.000-414.000=-1.000
max	465.000

*mean*	0.574-0.583=-0.009
σ	0.029-0.018=0.012
min	0.508-0.542=-0.034
max	0.619-0.614=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	219.119-231.621=-12.502
σ	22.085-27.079=-4.993
min	188.613-186.223=2.390
max	247.040-252.753=-5.712

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	7.387-9.413=-2.027
σ	1.717-0.668=1.049
min	5.882-8.160=-2.278
max	10.380-10.141=0.239

phase=parser

*mean*	1042.137
σ	0.000-0.000=-0.000
min	1042.136-1042.136=0.000
max	1042.137

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	484.536-515.839=-31.303
σ	116.190-157.199=-41.009
min	372.889-374.347=-1.458
max	596.507-725.749=-129.243

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	2730.553-2804.043=-73.490
σ	533.286-521.790=11.496
min	1961.402-2170.501=-209.099
max	3341.809-3376.469=-34.660

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	25.077-36.201=-11.124
σ	6.857-5.541=1.316
min	19.993-26.468=-6.475
max	40.246-40.845=-0.600

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	689.454-679.266=10.188
σ	75.412-53.777=21.635
min	617.975-627.094=-9.119
max	783.443-767.791=15.652

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.001
σ	0.035-0.036=-0.001
min	282.804-282.804=-0.000
max	282.889-282.891=-0.002

*mean*	441.800-442.800=-1.000
σ	3.834
min	439.000-440.000=-1.000
max	446.000-447.000=-1.000

*mean*	0.378-0.385=-0.007
σ	0.001-0.012=-0.010
min	0.376-0.376=-0.000
max	0.380-0.400=-0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.059-1268.062=-0.003
σ	0.117-0.111=0.006
min	1267.959-1267.965=-0.006
max	1268.254-1268.248=0.006

*mean*	1091.400-1093.600=-2.200
σ	167.710-169.908=-2.198
min	892.000-891.000=1.000
max	1320.000-1325.000=-5.000

*mean*	1.997-1.989=0.008
σ	0.113-0.127=-0.014
min	1.844-1.828=0.016
max	2.122-2.102=0.020

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.015-1507.004=0.011
σ	2.968-2.939=0.029
min	1505.457-1505.470=-0.013
max	1512.312-1512.249=0.063

*mean*	624.800-625.800=-1.000
σ	86.872
min	495.000-496.000=-1.000
max	726.000-727.000=-1.000

*mean*	2.185-2.120=0.065
σ	0.177-0.079=0.098
min	2.089-2.007=0.082
max	2.500-2.190=0.311

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.067-1830.067=0.000
σ	0.048-0.047=0.001
min	1829.995-1829.997=-0.002
max	1830.115-1830.110=0.006

*mean*	1721.200-1720.000=1.200
σ	188.995-190.260=-1.265
min	1454.000-1457.000=-3.000
max	1892.000-1893.000=-1.000

*mean*	2.999-3.020=-0.020
σ	0.341-0.299=0.042
min	2.763-2.828=-0.065
max	3.604-3.550=0.054

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.782-1.736=0.045
σ	0.092-0.140=-0.048
min	1.645-1.493=0.152
max	1.886-1.836=0.050

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-406.198=0.000
σ	509.798-509.797=0.001
min	151.297-151.296=0.001
max	1170.895-1170.893=0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.507-0.499=0.009
σ	0.506-0.482=0.024
min	0.253-0.255=-0.002
max	1.267-1.222=0.045

policies=20

*mean*	1513.136-1513.147=-0.011
σ	0.279-0.272=0.007
min	1512.953-1512.974=-0.021
max	1513.549-1513.551=-0.002

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-446.000=-1.000
σ	3.464-4.619=-1.155
min	442.000
max	448.000-450.000=-2.000

*mean*	2.504-2.507=-0.003
σ	0.018-0.014=0.004
min	2.481-2.493=-0.012
max	2.525-2.519=0.005

policies=200

*mean*	15139.965-15140.027=-0.062
σ	0.052-0.102=-0.050
min	15139.895-15139.946=-0.051
max	15140.010-15140.176=-0.166

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.750-497.000=1.750
σ	5.795-4.967=0.829
min	491.000
max	505.000-503.000=2.000

*mean*	25.289-25.382=-0.093
σ	0.083-0.179=-0.096
min	25.214-25.178=0.036
max	25.400-25.604=-0.205