Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-57.822=0.001
σ	0.361-0.361=-0.000
min	57.680-57.682=-0.002
max	58.850-58.850=0.001

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.147-0.148=-0.001
σ	0.003-0.004=-0.001
min	0.143-0.143=0.000
max	0.153-0.156=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.897=0.001
σ	0.006-0.007=-0.001
min	46.890-46.887=0.002
max	46.912-46.908=0.003

*mean*	419.000-420.300=-1.300
σ	0.000-0.483=-0.483
min	419.000-420.000=-1.000
max	419.000-421.000=-2.000

*mean*	0.130-0.127=0.002
σ	0.004-0.005=-0.001
min	0.126-0.121=0.005
max	0.138-0.135=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.606=-0.000

*mean*	4427.375-4588.250=-160.875
σ	2228.065-2249.908=-21.843
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	12.718-179.977=-167.259
σ	2.061-472.678=-470.617
min	11.773-11.901=-0.128
max	17.788-1349.785=-1331.996

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605-36.605=0.000
max	36.606-36.605=0.001

*mean*	4607.625-4588.250=19.375
σ	2259.327-2249.908=9.419
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	120.285-14.781=105.503
σ	303.250-4.580=298.670
min	11.455-11.733=-0.278
max	870.774-25.025=845.749

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.943=-0.001

*mean*	7409.000-7384.000=25.000
σ	0.000
min	7409.000-7384.000=25.000
max	7409.000-7384.000=25.000

*mean*	10.707-11.719=-1.013
σ	0.398-1.924=-1.526
min	10.391-10.832=-0.441
max	11.665-16.465=-4.800

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.000=0.000
min	41.924
max	41.926

*mean*	4198.625-4177.500=21.125
σ	1955.485-1946.022=9.463
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	11.310-11.749=-0.439
σ	1.793-1.776=0.017
min	10.547-10.945=-0.397
max	15.740-16.134=-0.393

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.136-0.137=-0.000
min	27.585
max	27.972-27.972=-0.000

*mean*	4198.625-4177.500=21.125
σ	1955.485-1946.022=9.463
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	8.836-9.276=-0.440
σ	1.167-1.287=-0.121
min	7.897-8.019=-0.123
max	11.665-12.323=-0.657

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=-0.000
min	26.385
max	26.385-26.385=-0.000

*mean*	4198.625-4177.500=21.125
σ	1955.485-1946.022=9.463
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	6.838-7.098=-0.260
σ	0.941-0.884=0.057
min	6.272-6.368=-0.095
max	9.147-9.156=-0.009

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4607.625-4588.250=19.375
σ	2259.327-2249.908=9.419
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	6.379-6.549=-0.169
σ	1.126-0.994=0.132
min	5.613-5.875=-0.262
max	8.790-8.692=0.098

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962
max	25.964

*mean*	4607.625-4588.250=19.375
σ	2259.327-2249.908=9.419
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	6.163-6.429=-0.266
σ	1.143-1.042=0.101
min	5.452-5.803=-0.350
max	8.700-8.704=-0.005

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=0.000
min	1021.597
max	1021.602-1021.602=0.000

*mean*	7409.000-7384.000=25.000
σ	0.000
min	7409.000-7384.000=25.000
max	7409.000-7384.000=25.000

*mean*	348.491-346.688=1.803
σ	1.168-1.314=-0.145
min	346.255-344.774=1.481
max	349.788-348.585=1.203

op=load_product(), with indexes

*mean*	3495.848-3495.848=-0.000
σ	0.460-0.460=-0.000
min	3495.685
max	3496.986-3496.987=-0.001

*mean*	3771.500-3755.250=16.250
σ	2311.617-2300.020=11.597
min	720.000
max	7409.000-7384.000=25.000

*mean*	1805.888-1805.340=0.549
σ	678.812-670.987=7.825
min	1400.767-1407.419=-6.652
max	2958.481-2966.265=-7.784

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=-0.001

*mean*	4198.625-4406.375=-207.750
σ	1955.485-2219.381=-263.897
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	137.278-224.310=-87.032
σ	16.535-248.553=-232.018
min	125.662-123.858=1.804
max	177.305-837.857=-660.551

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065-62.065=0.000
max	62.070-62.069=0.001

*mean*	4427.375-4406.375=21.000
σ	2228.065-2219.381=8.683
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	152.763-46.106=106.657
σ	310.955-7.438=303.517
min	41.102-41.481=-0.379
max	922.331-64.094=858.238

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002-0.002=0.000
min	40.926
max	40.930-40.930=0.001

*mean*	7409.000-7384.000=25.000
σ	0.000
min	7409.000-7384.000=25.000
max	7409.000-7384.000=25.000

*mean*	93.843-177.040=-83.196
σ	202.295-438.316=-236.021
min	20.954-21.310=-0.356
max	594.449-1261.814=-667.365

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297

*mean*	7409.000-7384.000=25.000
σ	0.000
min	7409.000-7384.000=25.000
max	7409.000-7384.000=25.000

*mean*	58.715-65.083=-6.367
σ	8.222-25.417=-17.195
min	55.046-54.928=0.119
max	78.981-127.841=-48.860

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.001
σ	0.014-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4198.625-4177.500=21.125
σ	1955.485-1946.022=9.463
min	1484.000-1487.000=-3.000
max	7409.000-7384.000=25.000

*mean*	3294.490-3262.748=31.742
σ	781.869-795.882=-14.013
min	2554.154-2506.016=48.137
max	4459.042-4538.590=-79.548

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=-0.000
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.833=-0.000

*mean*	7409.000-7384.000=25.000
σ	0.000
min	7409.000-7384.000=25.000
max	7409.000-7384.000=25.000

*mean*	1084.184-1011.158=73.025
σ	269.837-180.154=89.683
min	935.100-914.630=20.470
max	1522.990-1427.550=95.440

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7409.000-7384.000=25.000
σ	0.000
min	7409.000-7384.000=25.000
max	7409.000-7384.000=25.000

*mean*	421.972-395.457=26.515
σ	36.587-6.071=30.516
min	405.775-381.429=24.345
max	512.395-400.009=112.385

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-479.000=-3.000
σ	0.000-2.138=-2.138
min	476.000-477.000=-1.000
max	476.000-481.000=-5.000

*mean*	367.775-380.628=-12.853
σ	29.582-39.525=-9.943
min	322.099-307.621=14.478
max	411.559-430.532=-18.973

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-561.875=0.125
σ	0.000-3.182=-3.182
min	562.000-554.000=8.000
max	562.000-563.000=-1.000

*mean*	744.559-740.389=4.169
σ	73.840-42.394=31.446
min	574.057-704.663=-130.606
max	796.524-834.514=-37.990

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-976.919=-0.000
σ	2.439-2.435=0.003
min	976.073-976.072=0.001
max	987.251-987.238=0.014

*mean*	1049.100-1047.400=1.700
σ	317.610-322.598=-4.988
min	567.000-564.000=3.000
max	1517.000-1547.000=-30.000

*mean*	1.314-1.300=0.014
σ	0.186-0.126=0.060
min	1.206-1.213=-0.006
max	2.002-1.731=0.271

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.400-0.378=0.022
σ	0.511-0.473=0.037
min	0.144-0.136=0.008
max	1.310-1.221=0.089

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.587=-0.109
σ	0.323-0.289=0.034
min	0.315-0.326=-0.011
max	1.055-1.038=0.017

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.383=-0.166
σ	0.024-0.031=-0.007
min	0.199-0.362=-0.163
max	0.260-0.438=-0.178

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.439-0.597=-0.158
σ	0.247-0.040=0.207
min	0.321-0.561=-0.240
max	0.882-0.663=0.219

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.559-0.580=-0.021
σ	0.021-0.093=-0.072
min	0.535-0.490=0.045
max	0.591-0.727=-0.136

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.480-0.467=0.014
σ	0.052-0.052=-0.000
min	0.390-0.394=-0.003
max	0.525-0.519=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.634-2.623=0.010
σ	0.099-0.104=-0.005
min	2.504-2.477=0.027
max	2.965-3.134=-0.169

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.583-2.603=-0.019
σ	0.071-0.089=-0.018
min	2.483-2.449=0.034
max	2.945-2.980=-0.035

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.306-0.312=-0.006
σ	0.008-0.047=-0.039
min	0.293-0.291=0.002
max	0.353-0.767=-0.414

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.291-0.291=-0.001
σ	0.006-0.008=-0.001
min	0.277-0.280=-0.004
max	0.317-0.328=-0.011

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.657-11.643=0.014
σ	11.760-11.549=0.211
min	0.574
max	126.624-101.397=25.227

*mean*	460.271-453.427=6.844
σ	18.884-14.001=4.883
min	407.000
max	478.000-471.000=7.000

*mean*	0.026-0.026=0.000
σ	0.028-0.028=0.001
min	0.001-0.001=0.000
max	0.296-0.239=0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.029-293.712=0.317
σ	1.010-0.995=0.016
min	293.612-293.124=0.488
max	296.901-296.505=0.396

*mean*	441.100-440.600=0.500
σ	17.032-16.887=0.146
min	415.000
max	463.000

*mean*	0.596-0.599=-0.003
σ	0.020-0.011=0.009
min	0.552-0.577=-0.025
max	0.617-0.611=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	848.000-848.750=-0.750
σ	0.000-0.463=-0.463
min	848.000
max	848.000-849.000=-1.000

*mean*	158.671-155.895=2.777
σ	8.541-12.918=-4.377
min	144.126-133.460=10.666
max	165.836-166.730=-0.895

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	848.000-848.625=-0.625
σ	0.000-0.518=-0.518
min	848.000
max	848.000-849.000=-1.000

*mean*	6.305-7.100=-0.795
σ	1.111-1.612=-0.501
min	5.791-5.855=-0.064
max	9.046-9.079=-0.033

phase=parser

*mean*	1042.130-1042.130=0.000
σ	0.000-0.000=0.000
min	1042.129-1042.130=-0.001
max	1042.130

*mean*	848.000-848.625=-0.625
σ	0.000-0.518=-0.518
min	848.000
max	848.000-849.000=-1.000

*mean*	405.131-460.147=-55.015
σ	83.054-115.543=-32.488
min	371.738-374.764=-3.026
max	610.530-615.135=-4.605

phase=processProdDef

*mean*	2241.195
σ	0.000
min	2241.195
max	2241.195

*mean*	848.000-848.750=-0.750
σ	0.000-0.463=-0.463
min	848.000
max	848.000-849.000=-1.000

*mean*	2912.435-2749.297=163.138
σ	83.666-517.452=-433.786
min	2799.665-2158.510=641.155
max	3011.140-3489.374=-478.235

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.000-848.625=-0.625
σ	0.000-0.518=-0.518
min	848.000
max	848.000-849.000=-1.000

*mean*	35.939-37.206=-1.266
σ	4.581-2.369=2.212
min	32.578-33.743=-1.165
max	47.043-39.846=7.197

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.000-848.625=-0.625
σ	0.000-0.518=-0.518
min	848.000
max	848.000-849.000=-1.000

*mean*	672.131-665.122=7.010
σ	11.630-15.947=-4.317
min	655.423-636.503=18.919
max	687.707-680.544=7.163

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-327.855=-0.001
σ	0.037-0.037=-0.001
min	327.803-327.804=-0.001
max	327.890-327.892=-0.002

*mean*	440.600-440.800=-0.200
σ	5.413-4.147=1.266
min	432.000-434.000=-2.000
max	445.000

*mean*	0.433-0.435=-0.002
σ	0.010-0.006=0.005
min	0.424-0.429=-0.006
max	0.451-0.444=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.071-1313.059=0.012
σ	0.139-0.144=-0.005
min	1312.971-1312.961=0.010
max	1313.314-1313.311=0.003

*mean*	1086.400-1071.400=15.000
σ	163.444-185.655=-22.211
min	896.000-830.000=66.000
max	1307.000-1310.000=-3.000

*mean*	1.891-1.885=0.006
σ	0.058-0.049=0.009
min	1.819-1.830=-0.011
max	1.969-1.949=0.020

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.032-1552.073=-0.042
σ	3.053-3.055=-0.003
min	1550.505-1550.487=0.017
max	1557.485-1557.529=-0.044

*mean*	639.600-620.000=19.600
σ	72.092-81.009=-8.917
min	545.000-503.000=42.000
max	738.000-706.000=32.000

*mean*	2.186-2.351=-0.165
σ	0.174-0.295=-0.121
min	2.044-2.060=-0.016
max	2.489-2.681=-0.192

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.060-1875.057=0.003
σ	0.047-0.051=-0.004
min	1875.000-1874.998=0.003
max	1875.129-1875.118=0.011

*mean*	1721.200-1712.800=8.400
σ	207.072-249.538=-42.466
min	1448.000-1415.000=33.000
max	1918.000-2045.000=-127.000

*mean*	2.976-2.946=0.030
σ	0.102-0.153=-0.051
min	2.872-2.841=0.031
max	3.121-3.205=-0.084

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.533-1.520=0.013
σ	0.215-0.165=0.050
min	1.173-1.263=-0.090
max	1.704-1.710=-0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.405-419.404=0.001
σ	508.892-508.893=-0.001
min	164.955-164.955=0.000
max	1182.743-1182.744=-0.000

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	433.000-432.000=1.000
σ	0.000
min	433.000-432.000=1.000
max	433.000-432.000=1.000

*mean*	0.534-0.520=0.014
σ	0.520-0.495=0.025
min	0.266-0.271=-0.005
max	1.313-1.263=0.050

policies=20

*mean*	1649.820-1649.814=0.006
σ	0.379-0.358=0.021
min	1649.597-1649.599=-0.002
max	1650.387-1650.348=0.038

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.500-450.750=-2.250
σ	9.950-11.587=-1.637
min	438.000-436.000=2.000
max	462.000-460.000=2.000

*mean*	2.667-2.642=0.025
σ	0.013-0.014=-0.001
min	2.650-2.632=0.018
max	2.681-2.663=0.018

policies=200

*mean*	16506.047-16506.040=0.007
σ	0.085-0.045=0.040
min	16505.958-16505.994=-0.036
max	16506.161-16506.096=0.065

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.000-498.500=0.500
σ	5.477-5.972=-0.495
min	493.000-492.000=1.000
max	506.000

*mean*	26.821-26.788=0.033
σ	0.125-0.091=0.033
min	26.695-26.711=-0.015
max	26.950-26.904=0.046