Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664
σ	0.000
min	447.664
max	447.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.870-54.871=-0.001
σ	0.360-0.358=0.002
min	54.730-54.736=-0.005
max	55.893-55.888=0.005

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.142=-0.001
σ	0.005-0.005=0.000
min	0.137-0.138=-0.001
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.839=0.000
σ	0.007-0.006=0.001
min	43.831-43.829=0.002
max	43.852-43.847=0.005

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.122-0.125=-0.003
σ	0.004-0.004=0.000
min	0.117-0.122=-0.005
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.001-0.002=-0.001
min	36.616-36.616=-0.000
max	36.620-36.621=-0.001

*mean*	3917.375-4037.000=-119.625
σ	1832.562-1961.063=-128.502
min	1353.000-1339.000=14.000
max	6987.000-6504.000=483.000

*mean*	11.636-12.280=-0.644
σ	0.254-0.399=-0.146
min	11.372-11.861=-0.490
max	12.192-13.031=-0.839

op=column_set() on indexed, repeat

*mean*	36.616-36.617=-0.001
σ	0.000-0.002=-0.002
min	36.616-36.616=0.000
max	36.616-36.620=-0.003

*mean*	3917.375-4037.000=-119.625
σ	1832.562-1961.063=-128.502
min	1353.000-1339.000=14.000
max	6987.000-6504.000=483.000

*mean*	11.948-12.027=-0.079
σ	0.419-0.429=-0.009
min	11.140-11.511=-0.371
max	12.311-12.770=-0.458

op=table_records(), no indexes

*mean*	41.967-41.966=0.001
σ	0.002-0.002=0.000
min	41.965-41.965=-0.000
max	41.969-41.970=-0.000

*mean*	6987.000-6504.000=483.000
σ	0.000
min	6987.000-6504.000=483.000
max	6987.000-6504.000=483.000

*mean*	11.064-12.231=-1.168
σ	0.936-1.412=-0.476
min	10.648-11.307=-0.659
max	13.376-15.188=-1.812

op=table_records(), repeat

*mean*	41.932-41.930=0.003
σ	0.000-0.002=-0.002
min	41.932-41.928=0.004
max	41.933-41.933=0.000

*mean*	3877.375-4037.000=-159.625
σ	1898.826-1961.063=-62.237
min	1033.000-1339.000=-306.000
max	6987.000-6504.000=483.000

*mean*	11.499-11.532=-0.032
σ	3.063-0.532=2.531
min	10.279-10.879=-0.599
max	19.074-12.680=6.394

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.001
σ	0.137-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	3877.375-4037.000=-159.625
σ	1898.826-1961.063=-62.237
min	1033.000-1339.000=-306.000
max	6987.000-6504.000=483.000

*mean*	8.072-8.384=-0.312
σ	0.304-0.336=-0.033
min	7.441-7.981=-0.540
max	8.422-8.901=-0.479

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.401=0.002
σ	0.000-0.002=-0.002
min	26.404-26.400=0.004
max	26.404-26.404=0.000

*mean*	3877.375-4037.000=-159.625
σ	1898.826-1961.063=-62.237
min	1033.000-1339.000=-306.000
max	6987.000-6504.000=483.000

*mean*	6.278-6.898=-0.619
σ	0.131-0.468=-0.337
min	5.991-6.331=-0.340
max	6.427-7.756=-1.328

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.692-25.693=-0.001
σ	0.003-0.003=-0.000
min	25.691-25.691=-0.000
max	25.699-25.699=-0.000

*mean*	3917.375-4037.000=-119.625
σ	1832.562-1961.063=-128.502
min	1353.000-1339.000=14.000
max	6987.000-6504.000=483.000

*mean*	5.494-6.027=-0.533
σ	0.092-0.153=-0.062
min	5.332-5.811=-0.479
max	5.638-6.277=-0.640

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.981-25.982=-0.001
σ	0.000-0.002=-0.001
min	25.981-25.980=0.001
max	25.982-25.984=-0.002

*mean*	3917.375-4037.000=-119.625
σ	1832.562-1961.063=-128.502
min	1353.000-1339.000=14.000
max	6987.000-6504.000=483.000

*mean*	5.451-5.755=-0.305
σ	0.230-0.189=0.041
min	5.214-5.447=-0.233
max	5.973-5.985=-0.012

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=0.001
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.000

*mean*	6987.000-6504.000=483.000
σ	0.000
min	6987.000-6504.000=483.000
max	6987.000-6504.000=483.000

*mean*	346.879-348.206=-1.327
σ	2.330-1.610=0.720
min	342.337-346.425=-4.087
max	350.105-351.258=-1.153

op=load_product(), with indexes

*mean*	6254.591-6254.590=0.001
σ	0.469-0.469=-0.000
min	6254.425-6254.421=0.004
max	6255.751-6255.750=0.001

*mean*	3525.625-3314.000=211.625
σ	2154.710-1987.639=167.071
min	720.000
max	6987.000-6504.000=483.000

*mean*	3242.122-2630.926=611.196
σ	1164.847-748.633=416.214
min	2407.646-2361.872=45.774
max	5058.957-4483.658=575.299

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	104.802
σ	0.002
min	104.801
max	104.805

*mean*	4037.000
σ	1961.063
min	1339.000
max	6504.000

*mean*	112.811
σ	8.483
min	101.064
max	126.153

op=column_set() on unindexed, dense, minor warmup

*mean*	104.801
σ	0.000
min	104.801
max	104.802

*mean*	3917.375
σ	1832.562
min	1353.000
max	6987.000

*mean*	142.507
σ	90.692
min	105.620
max	366.763

op=column_set() on unindexed, dense, repeat

*mean*	62.080
σ	0.000
min	62.080
max	62.080

*mean*	3917.375
σ	1832.562
min	1353.000
max	6987.000

*mean*	43.555
σ	2.409
min	41.232
max	48.657

op=vertical_lookup_list() on unindexed missing Int

*mean*	2021.661
σ	0.002
min	2021.660
max	2021.663

*mean*	6504.000
σ	0.000
min	6504.000
max	6504.000

*mean*	1086.112
σ	763.253
min	778.734
max	2964.207

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.948

*mean*	6987.000
σ	0.000
min	6987.000
max	6987.000

*mean*	23.341
σ	2.631
min	22.070
max	29.803

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.316-68.264=3.052
σ	0.002-0.002=0.000
min	71.315-68.263=3.052
max	71.319-68.267=3.052

*mean*	6987.000-6504.000=483.000
σ	0.000
min	6987.000-6504.000=483.000
max	6987.000-6504.000=483.000

*mean*	58.856-62.692=-3.836
σ	2.900-14.378=-11.478
min	57.182-55.725=1.457
max	65.947-96.706=-30.759

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	7352.183-7462.186=-110.004
σ	0.013-0.013=0.000
min	7352.177-7462.180=-110.002
max	7352.215-7462.217=-110.002

*mean*	3874.250-4037.000=-162.750
σ	1904.189-1961.063=-56.875
min	1008.000-1339.000=-331.000
max	6987.000-6504.000=483.000

*mean*	4423.975-4445.108=-21.133
σ	710.949-768.374=-57.426
min	3342.015-3413.332=-71.317
max	5121.015-5638.531=-517.515

op=vertical_lookup_list() on indexed

*mean*	2623.010-2623.011=-0.000
σ	0.002-0.002=-0.001
min	2623.009-2623.008=0.000
max	2623.013-2623.014=-0.001

*mean*	6987.000-6504.000=483.000
σ	0.000
min	6987.000-6504.000=483.000
max	6987.000-6504.000=483.000

*mean*	1275.337-1240.616=34.721
σ	376.050-301.125=74.926
min	1085.811-1089.632=-3.821
max	2106.930-1942.266=164.664

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	2021.662
σ	0.002
min	2021.660
max	2021.665

*mean*	6987.000
σ	0.000
min	6987.000
max	6987.000

*mean*	801.898
σ	87.779
min	759.546
max	1018.513

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-167.982=-19.838
σ	0.001
min	148.144-167.982=-19.838
max	148.148-167.986=-19.838

*mean*	476.000-496.000=-20.000
σ	0.000
min	476.000-496.000=-20.000
max	476.000-496.000=-20.000

*mean*	389.379-437.136=-47.756
σ	13.578-27.104=-13.526
min	373.892-401.868=-27.976
max	409.035-468.912=-59.877

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-348.169=-39.676
σ	0.001
min	308.493-348.169=-39.676
max	308.497-348.173=-39.676

*mean*	568.000-581.000=-13.000
σ	0.000
min	568.000-581.000=-13.000
max	568.000-581.000=-13.000

*mean*	748.318-837.905=-89.586
σ	73.238-52.259=20.979
min	630.278-778.270=-147.992
max	835.515-919.251=-83.736

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.601-1024.343=0.258
σ	0.760-0.760=0.000
min	1024.130-1023.869=0.261
max	1027.741-1027.483=0.258

*mean*	1049.000-1053.600=-4.600
σ	313.634-320.000=-6.366
min	574.000-595.000=-21.000
max	1512.000-1532.000=-20.000

*mean*	1.384-1.374=0.010
σ	0.076-0.065=0.011
min	1.306-1.194=0.113
max	1.599-1.498=0.102

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.384-0.319=0.065
σ	0.471-0.325=0.146
min	0.147-0.142=0.004
max	1.225-0.895=0.330

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.503-0.430=0.073
σ	0.376-0.194=0.182
min	0.324-0.335=-0.011
max	1.176-0.777=0.398

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.226-0.227=-0.001
σ	0.020-0.024=-0.003
min	0.207-0.211=-0.003
max	0.261-0.268=-0.008

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.345-0.341=0.004
σ	0.015-0.022=-0.007
min	0.335-0.319=0.015
max	0.371-0.375=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.000-433.800=1.200
σ	2.236-4.025=-1.789
min	431.000-430.000=1.000
max	436.000-438.000=-2.000

*mean*	0.538-0.543=-0.006
σ	0.054-0.071=-0.017
min	0.466-0.427=0.038
max	0.599-0.608=-0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	0.473-0.478=-0.005
σ	0.056-0.041=0.015
min	0.391-0.419=-0.027
max	0.532-0.516=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	2.468-1.917=0.551
σ	0.317-0.077=0.239
min	1.897-1.764=0.133
max	2.973-2.093=0.880

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	2.624-1.963=0.661
σ	0.080-0.069=0.011
min	2.470-1.837=0.633
max	2.898-2.289=0.609

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	0.310-0.314=-0.004
σ	0.012-0.028=-0.016
min	0.294-0.296=-0.002
max	0.394-0.574=-0.179

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	0.300-0.304=-0.004
σ	0.028-0.046=-0.018
min	0.282-0.284=-0.002
max	0.546-0.654=-0.109

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.648-298.694=-0.046
σ	1.000-0.990=0.010
min	298.245-298.345=-0.099
max	301.488-301.509=-0.021

*mean*	444.400-440.700=3.700
σ	14.751-15.542=-0.791
min	426.000-417.000=9.000
max	471.000-462.000=9.000

*mean*	0.596-0.618=-0.022
σ	0.028-0.010=0.018
min	0.545-0.608=-0.063
max	0.644-0.643=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1012.625-1014.375=-1.750
σ	66.114-66.822=-0.707
min	849.000
max	1036.000-1038.000=-2.000

*mean*	209.607-209.779=-0.172
σ	2.291-2.773=-0.482
min	207.339-205.712=1.626
max	213.343-214.943=-1.600

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1012.625-1014.375=-1.750
σ	66.114-66.822=-0.707
min	849.000
max	1036.000-1038.000=-2.000

*mean*	10.955-11.052=-0.096
σ	1.239-0.983=0.256
min	9.543-9.964=-0.421
max	12.861-12.841=0.020

phase=parser

*mean*	1042.367-1042.367=0.000
σ	0.000-0.000=-0.000
min	1042.367
max	1042.367

*mean*	1012.625-1014.375=-1.750
σ	66.114-66.822=-0.707
min	849.000
max	1036.000-1038.000=-2.000

*mean*	563.337-565.721=-2.385
σ	201.257-203.599=-2.341
min	377.845-376.314=1.531
max	846.182-835.971=10.211

phase=processProdDef

*mean*	2074.561
σ	0.000
min	2074.561
max	2074.561

*mean*	1036.000-1038.000=-2.000
σ	0.000
min	1036.000-1038.000=-2.000
max	1036.000-1038.000=-2.000

*mean*	2536.032-2669.572=-133.539
σ	648.048-432.368=215.681
min	1582.907-2055.875=-472.967
max	3216.605-3177.946=38.658

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1012.625-1014.375=-1.750
σ	66.114-66.822=-0.707
min	849.000
max	1036.000-1038.000=-2.000

*mean*	35.430-37.490=-2.060
σ	8.947-6.459=2.488
min	27.297-29.002=-1.705
max	48.181-47.660=0.521

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1012.625-1014.375=-1.750
σ	66.114-66.822=-0.707
min	849.000
max	1036.000-1038.000=-2.000

*mean*	801.025-801.789=-0.763
σ	50.875-113.399=-62.525
min	717.195-649.395=67.801
max	870.308-907.784=-37.476

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.929-293.927=0.002
σ	0.038-0.039=-0.001
min	293.874-293.870=0.004
max	293.968-293.968=0.000

*mean*	443.800-443.200=0.600
σ	1.095-1.643=-0.548
min	443.000-442.000=1.000
max	445.000

*mean*	0.401-0.406=-0.005
σ	0.009-0.008=0.002
min	0.394-0.400=-0.005
max	0.416-0.417=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.413-1320.252=0.161
σ	0.142-0.051=0.091
min	1320.285-1320.206=0.078
max	1320.648-1320.308=0.340

*mean*	1110.600
σ	168.105-168.257=-0.152
min	897.000
max	1321.000

*mean*	1.929-2.026=-0.097
σ	0.043-0.121=-0.078
min	1.888-1.914=-0.026
max	1.996-2.156=-0.160

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.929-1559.840=0.088
σ	4.189-4.135=0.055
min	1557.811-1557.852=-0.041
max	1567.411-1567.232=0.179

*mean*	628.000-627.800=0.200
σ	89.694-89.843=-0.149
min	505.000-504.000=1.000
max	727.000

*mean*	2.408-2.464=-0.056
σ	0.383-0.312=0.071
min	2.065-2.142=-0.077
max	3.005-2.886=0.120

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.495-1882.320=0.175
σ	0.072-0.070=0.002
min	1882.401-1882.231=0.171
max	1882.572-1882.398=0.173

*mean*	1757.600-1759.000=-1.400
σ	215.696-219.421=-3.725
min	1470.000-1466.000=4.000
max	1962.000-1967.000=-5.000

*mean*	3.295-3.270=0.025
σ	0.435-0.408=0.028
min	2.923-2.908=0.015
max	3.769-3.835=-0.066

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.489-1.460=0.028
σ	0.163-0.209=-0.046
min	1.282-1.226=0.056
max	1.610-1.754=-0.143

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	451.071-451.071=0.001
σ	580.614-580.614=-0.000
min	160.760-160.761=-0.000
max	1321.993-1321.992=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.529-0.544=-0.015
σ	0.529-0.548=-0.019
min	0.263-0.260=0.002
max	1.323-1.366=-0.043

policies=20

*mean*	1607.948-1607.948=0.001
σ	0.371-0.379=-0.008
min	1607.690-1607.685=0.005
max	1608.496-1608.507=-0.011

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.000-449.000=-2.000
σ	4.000-8.083=-4.083
min	441.000-442.000=-1.000
max	449.000-456.000=-7.000

*mean*	2.629-2.628=0.000
σ	0.017-0.016=0.001
min	2.609-2.616=-0.007
max	2.646-2.652=-0.006

policies=200

*mean*	16087.875-16087.905=-0.031
σ	0.114-0.044=0.070
min	16087.736-16087.846=-0.110
max	16087.979-16087.944=0.036

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250-498.500=-3.250
σ	3.862-5.686=-1.824
min	491.000-492.000=-1.000
max	499.000-505.000=-6.000

*mean*	26.476-26.516=-0.040
σ	0.081-0.168=-0.087
min	26.396-26.344=0.053
max	26.560-26.709=-0.148