Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664
σ	0.000
min	447.664
max	447.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.871-54.869=0.002
σ	0.361-0.360=0.001
min	54.729-54.726=0.003
max	55.897-55.892=0.005

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.141-0.140=0.001
σ	0.005-0.004=0.001
min	0.135-0.133=0.002
max	0.149-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.840=-0.000
σ	0.007-0.006=0.001
min	43.828-43.829=-0.001
max	43.851-43.847=0.004

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.124-0.123=0.001
σ	0.004-0.003=0.001
min	0.118-0.120=-0.002
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.616=-0.000
σ	0.000-0.001=-0.001
min	36.616
max	36.617-36.620=-0.003

*mean*	3917.375-3916.500=0.875
σ	1830.473-1829.444=1.029
min	1353.000-1354.000=-1.000
max	6972.000-6977.000=-5.000

*mean*	12.443-12.727=-0.284
σ	1.952-1.873=0.079
min	11.587-11.892=-0.305
max	17.255-17.353=-0.098

op=column_set() on indexed, repeat

*mean*	36.616-36.616=-0.000
σ	0.000-0.000=0.000
min	36.616-36.616=-0.000
max	36.616

*mean*	3917.375-3916.500=0.875
σ	1830.473-1829.444=1.029
min	1353.000-1354.000=-1.000
max	6972.000-6977.000=-5.000

*mean*	12.580-13.321=-0.740
σ	1.690-1.911=-0.222
min	11.174-12.487=-1.313
max	16.468-18.046=-1.577

op=table_records(), no indexes

*mean*	41.967-41.967=-0.000
σ	0.002-0.002=0.000
min	41.965-41.965=-0.000
max	41.970-41.970=0.000

*mean*	6972.000-6977.000=-5.000
σ	0.000
min	6972.000-6977.000=-5.000
max	6972.000-6977.000=-5.000

*mean*	10.767-11.673=-0.905
σ	0.204-0.938=-0.734
min	10.420-11.170=-0.750
max	11.175-13.960=-2.785

op=table_records(), repeat

*mean*	41.932-41.932=0.000
σ	0.000-0.000=0.000
min	41.932
max	41.933-41.933=0.000

*mean*	3877.250-3876.125=1.125
σ	1897.025-1896.415=0.610
min	1032.000-1031.000=1.000
max	6972.000-6977.000=-5.000

*mean*	11.788-12.228=-0.440
σ	3.142-3.207=-0.065
min	10.456-10.835=-0.378
max	19.556-20.154=-0.598

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.604-27.604=0.000
max	27.991

*mean*	3877.250-3876.125=1.125
σ	1897.025-1896.415=0.610
min	1032.000-1031.000=1.000
max	6972.000-6977.000=-5.000

*mean*	8.207-8.614=-0.407
σ	0.414-0.310=0.104
min	7.258-8.192=-0.934
max	8.556-9.089=-0.534

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.404=-0.000
σ	0.000-0.000=0.000
min	26.404-26.404=-0.000
max	26.404

*mean*	3877.250-3876.125=1.125
σ	1897.025-1896.415=0.610
min	1032.000-1031.000=1.000
max	6972.000-6977.000=-5.000

*mean*	6.311-6.670=-0.358
σ	0.342-0.404=-0.062
min	5.599-5.899=-0.300
max	6.623-7.031=-0.408

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.692-25.692=0.000
σ	0.003-0.003=-0.000
min	25.691
max	25.699-25.699=-0.000

*mean*	3917.375-3916.500=0.875
σ	1830.473-1829.444=1.029
min	1353.000-1354.000=-1.000
max	6972.000-6977.000=-5.000

*mean*	5.912-6.204=-0.292
σ	0.430-0.506=-0.076
min	5.560-5.801=-0.241
max	6.893-7.399=-0.505

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.981-25.981=-0.000
σ	0.000-0.000=0.000
min	25.981
max	25.982

*mean*	3917.375-3916.500=0.875
σ	1830.473-1829.444=1.029
min	1353.000-1354.000=-1.000
max	6972.000-6977.000=-5.000

*mean*	5.692-5.994=-0.303
σ	0.492-0.466=0.027
min	5.330-5.629=-0.298
max	6.871-7.095=-0.223

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	6972.000-6977.000=-5.000
σ	0.000
min	6972.000-6977.000=-5.000
max	6972.000-6977.000=-5.000

*mean*	348.684-347.712=0.972
σ	3.858-2.568=1.290
min	343.288-344.855=-1.567
max	356.748-353.305=3.443

op=load_product(), with indexes

*mean*	6254.591-6254.591=-0.000
σ	0.468-0.468=-0.000
min	6254.425-6254.425=-0.000
max	6255.750-6255.750=-0.001

*mean*	3525.500-3524.125=1.375
σ	2152.912-2151.767=1.145
min	720.000
max	6972.000-6977.000=-5.000

*mean*	3232.465-3207.151=25.314
σ	1205.476-1139.811=65.665
min	2372.074-2364.631=7.443
max	5223.176-5124.699=98.477

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	104.801-104.801=-0.000
σ	0.000-0.001=-0.000
min	104.801-104.801=0.000
max	104.802-104.802=-0.001

*mean*	3917.375-3916.500=0.875
σ	1830.473-1829.444=1.029
min	1353.000-1354.000=-1.000
max	6972.000-6977.000=-5.000

*mean*	142.548-172.906=-30.358
σ	90.466-175.253=-84.787
min	104.215-104.854=-0.640
max	366.221-606.465=-240.244

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.080=0.000
σ	0.001-0.000=0.001
min	62.080
max	62.084-62.080=0.004

*mean*	3917.375-3916.500=0.875
σ	1830.473-1829.444=1.029
min	1353.000-1354.000=-1.000
max	6972.000-6977.000=-5.000

*mean*	46.168-47.251=-1.083
σ	8.409-9.495=-1.086
min	42.119-42.051=0.068
max	66.691-70.526=-3.835

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.948

*mean*	6972.000-6977.000=-5.000
σ	0.000
min	6972.000-6977.000=-5.000
max	6972.000-6977.000=-5.000

*mean*	22.217-23.709=-1.492
σ	0.186-2.751=-2.565
min	22.003-22.439=-0.436
max	22.552-30.500=-7.948

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.316-71.316=-0.000
σ	0.002-0.002=0.000
min	71.315-71.315=-0.000
max	71.319-71.319=0.000

*mean*	6972.000-6977.000=-5.000
σ	0.000
min	6972.000-6977.000=-5.000
max	6972.000-6977.000=-5.000

*mean*	57.722-59.337=-1.615
σ	0.667-2.902=-2.235
min	56.917-57.672=-0.754
max	58.670-66.329=-7.659

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	7352.183-7352.182=0.000
σ	0.013-0.013=0.000
min	7352.178-7352.177=0.000
max	7352.215-7352.215=0.000

*mean*	3874.125-3873.000=1.125
σ	1902.394-1901.786=0.608
min	1007.000-1006.000=1.000
max	6972.000-6977.000=-5.000

*mean*	4400.788-4204.390=196.398
σ	736.791-598.248=138.543
min	3323.428-3285.524=37.904
max	5437.036-5003.718=433.317

op=vertical_lookup_list() on indexed

*mean*	2623.010-2623.011=-0.000
σ	0.002-0.002=0.000
min	2623.009-2623.009=-0.000
max	2623.013

*mean*	6972.000-6977.000=-5.000
σ	0.000
min	6972.000-6977.000=-5.000
max	6972.000-6977.000=-5.000

*mean*	1172.268-1225.225=-52.957
σ	156.767-263.003=-106.236
min	1084.031-1070.239=13.791
max	1494.246-1710.391=-216.146

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	2021.662-2021.662=-0.000
σ	0.002-0.002=0.000
min	2021.660-2021.660=-0.000
max	2021.665

*mean*	6972.000-6977.000=-5.000
σ	0.000
min	6972.000-6977.000=-5.000
max	6972.000-6977.000=-5.000

*mean*	770.227-794.649=-24.422
σ	2.988-85.400=-82.412
min	766.009-760.083=5.926
max	774.586-1005.889=-231.303

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-479.000=-3.000
σ	1.069-0.000=1.069
min	475.000-479.000=-4.000
max	477.000-479.000=-2.000

*mean*	362.824-384.406=-21.582
σ	41.825-35.069=6.756
min	310.949-313.433=-2.484
max	415.297-435.448=-20.151

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.625-563.000=2.625
σ	1.061-0.000=1.061
min	563.000
max	566.000-563.000=3.000

*mean*	731.903-770.590=-38.687
σ	73.583-39.989=33.594
min	630.837-715.097=-84.260
max	828.000-832.763=-4.763

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.599-1024.599=-0.000
σ	0.760-0.760=0.000
min	1024.130-1024.130=-0.001
max	1027.741-1027.740=0.001

*mean*	1048.400-1046.950=1.450
σ	314.171-312.956=1.215
min	573.000-553.000=20.000
max	1512.000-1650.000=-138.000

*mean*	1.386-1.372=0.014
σ	0.082-0.067=0.015
min	1.297-1.287=0.010
max	1.577-1.579=-0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.289-0.465=-0.176
σ	0.294-0.462=-0.168
min	0.132-0.250=-0.118
max	0.810-1.291=-0.482

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.466-0.822=-0.356
σ	0.327-0.527=-0.200
min	0.311-0.540=-0.230
max	1.051-1.763=-0.712

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.211-0.386=-0.175
σ	0.028-0.040=-0.013
min	0.190-0.348=-0.157
max	0.259-0.454=-0.195

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.587=-0.252
σ	0.015-0.017=-0.002
min	0.318-0.561=-0.243
max	0.356-0.604=-0.248

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.800-435.600=-1.800
σ	3.033-5.079=-2.046
min	431.000
max	437.000-441.000=-4.000

*mean*	0.521-0.719=-0.197
σ	0.081-0.030=0.051
min	0.414-0.685=-0.271
max	0.598-0.756=-0.159

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.468-0.614=-0.146
σ	0.056-0.023=0.033
min	0.404-0.583=-0.180
max	0.524-0.639=-0.115

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	1.936-3.501=-1.565
σ	0.057-0.068=-0.011
min	1.843-3.390=-1.547
max	2.099-3.741=-1.642

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	1.977-3.495=-1.518
σ	0.079-0.092=-0.013
min	1.838-3.367=-1.529
max	2.228-3.872=-1.644

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.307-0.541=-0.233
σ	0.008-0.015=-0.006
min	0.296-0.516=-0.221
max	0.358-0.629=-0.270

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.295-0.524=-0.229
σ	0.012-0.033=-0.021
min	0.281-0.498=-0.217
max	0.375-0.830=-0.455

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.894-298.769=0.126
σ	1.008-1.004=0.005
min	298.539-298.273=0.266
max	301.761-301.608=0.153

*mean*	445.100-443.300=1.800
σ	17.742-18.427=-0.686
min	424.000-417.000=7.000
max	472.000-465.000=7.000

*mean*	0.599-0.604=-0.006
σ	0.027-0.024=0.004
min	0.547-0.558=-0.011
max	0.620-0.636=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	852.000-851.000=1.000
σ	0.000
min	852.000-851.000=1.000
max	852.000-851.000=1.000

*mean*	214.290-214.361=-0.071
σ	2.313-2.233=0.080
min	212.763-211.902=0.860
max	219.659-218.076=1.584

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	852.000-851.000=1.000
σ	0.000
min	852.000-851.000=1.000
max	852.000-851.000=1.000

*mean*	10.496-11.286=-0.790
σ	1.274-3.322=-2.048
min	9.478-7.336=2.143
max	13.122-15.504=-2.383

phase=parser

*mean*	1042.368-1042.367=0.000
σ	0.000-0.000=-0.000
min	1042.367
max	1042.368

*mean*	852.000-851.000=1.000
σ	0.000
min	852.000-851.000=1.000
max	852.000-851.000=1.000

*mean*	654.118-653.261=0.857
σ	79.868-157.801=-77.934
min	573.491-427.827=145.664
max	828.626-837.200=-8.574

phase=processProdDef

*mean*	2074.561
σ	0.000
min	2074.561
max	2074.561

*mean*	852.000-851.000=1.000
σ	0.000
min	852.000-851.000=1.000
max	852.000-851.000=1.000

*mean*	2629.010-2769.619=-140.608
σ	506.115-470.875=35.240
min	1610.237-2224.660=-614.423
max	3172.007-3247.415=-75.408

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	852.000-851.000=1.000
σ	0.000
min	852.000-851.000=1.000
max	852.000-851.000=1.000

*mean*	44.084-49.720=-5.636
σ	6.869-4.286=2.583
min	34.577-44.473=-9.897
max	52.817-56.432=-3.615

phase=type checker

*mean*	990.453
σ	0.071
min	990.348
max	990.567

*mean*	852.000-851.000=1.000
σ	0.000
min	852.000-851.000=1.000
max	852.000-851.000=1.000

*mean*	793.517-854.839=-61.323
σ	85.719-50.247=35.473
min	688.888-790.058=-101.170
max	909.786-930.766=-20.980

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.928-293.929=-0.000
σ	0.038-0.038=0.001
min	293.875-293.875=-0.000
max	293.968-293.966=0.001

*mean*	441.600-443.800=-2.200
σ	2.191-1.095=1.095
min	440.000-443.000=-3.000
max	444.000-445.000=-1.000

*mean*	0.395-0.401=-0.006
σ	0.003-0.005=-0.003
min	0.391-0.394=-0.003
max	0.399-0.406=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.403-1320.409=-0.006
σ	0.131-0.135=-0.004
min	1320.284-1320.283=0.001
max	1320.620-1320.624=-0.004

*mean*	1091.600-1094.200=-2.600
σ	168.352-170.388=-2.037
min	892.000
max	1321.000-1326.000=-5.000

*mean*	2.024-2.041=-0.017
σ	0.133-0.143=-0.010
min	1.902-1.904=-0.001
max	2.227-2.210=0.017

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.912-1559.905=0.007
σ	4.132-4.145=-0.013
min	1557.820-1557.784=0.036
max	1567.290-1567.309=-0.020

*mean*	624.400-626.000=-1.600
σ	87.603-87.316=0.288
min	494.000-496.000=-2.000
max	727.000-728.000=-1.000

*mean*	2.274-2.227=0.047
σ	0.210-0.199=0.011
min	2.062-2.052=0.009
max	2.517-2.567=-0.050

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.470-1882.478=-0.008
σ	0.056-0.063=-0.007
min	1882.399-1882.401=-0.002
max	1882.549-1882.548=0.001

*mean*	1721.200-1718.200=3.000
σ	191.611-187.274=4.336
min	1455.000-1454.000=1.000
max	1898.000-1887.000=11.000

*mean*	3.091-3.053=0.038
σ	0.344-0.281=0.063
min	2.898-2.892=0.007
max	3.703-3.555=0.149

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.661-1.709=-0.048
σ	0.117-0.154=-0.036
min	1.548-1.489=0.059
max	1.793-1.858=-0.064

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	451.071-451.073=-0.002
σ	580.615-580.615=-0.000
min	160.762-160.764=-0.002
max	1321.994-1321.996=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.537-0.537=-0.001
σ	0.540-0.550=-0.010
min	0.259-0.259=-0.000
max	1.347-1.363=-0.016

policies=20

*mean*	1607.935-1607.952=-0.016
σ	0.389-0.378=0.010
min	1607.665-1607.685=-0.020
max	1608.509-1608.510=-0.001

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-447.500=3.500
σ	9.238-7.506=1.732
min	443.000-441.000=2.000
max	459.000-454.000=5.000

*mean*	2.638-2.632=0.005
σ	0.038-0.027=0.010
min	2.611-2.612=-0.001
max	2.692-2.672=0.020

policies=200

*mean*	16087.932-16087.860=0.072
σ	0.117-0.148=-0.031
min	16087.765-16087.719=0.046
max	16088.028-16088.066=-0.037

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.250-497.500=2.750
σ	3.862-3.873=-0.011
min	495.000-493.000=2.000
max	504.000-502.000=2.000

*mean*	26.591-26.438=0.153
σ	0.178-0.161=0.017
min	26.459-26.274=0.186
max	26.841-26.658=0.183