Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.889=-0.000
σ	0.357-0.358=-0.001
min	54.755-54.750=0.006
max	55.905-55.908=-0.003

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.142-0.149=-0.007
σ	0.005-0.012=-0.007
min	0.137-0.136=0.002
max	0.152-0.171=-0.019

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.857=-0.000
σ	0.006-0.006=-0.000
min	43.849-43.849=-0.001
max	43.864-43.864=0.000

*mean*	417.700-419.000=-1.300
σ	0.483-0.000=0.483
min	417.000-419.000=-2.000
max	418.000-419.000=-1.000

*mean*	0.125-0.123=0.002
σ	0.005-0.005=-0.001
min	0.121-0.116=0.005
max	0.135-0.130=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4042.750-4029.125=13.625
σ	2009.773-2000.289=9.484
min	1216.000-1218.000=-2.000
max	7147.000-7127.000=20.000

*mean*	13.203-12.366=0.837
σ	1.739-0.294=1.445
min	12.121-11.971=0.150
max	17.435-12.760=4.675

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4042.750-4029.125=13.625
σ	2009.773-2000.289=9.484
min	1216.000-1218.000=-2.000
max	7147.000-7127.000=20.000

*mean*	13.287-12.317=0.970
σ	1.754-0.730=1.024
min	11.440-11.321=0.119
max	16.960-13.105=3.855

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.933-41.932=0.001

*mean*	7147.000-7127.000=20.000
σ	0.000
min	7147.000-7127.000=20.000
max	7147.000-7127.000=20.000

*mean*	15.306-14.320=0.986
σ	0.126-1.362=-1.236
min	15.188-10.970=4.218
max	15.571-14.951=0.619

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4042.750-4029.125=13.625
σ	2009.773-2000.289=9.484
min	1216.000-1218.000=-2.000
max	7147.000-7127.000=20.000

*mean*	14.673-13.208=1.466
σ	1.389-1.898=-0.509
min	11.526-10.852=0.675
max	15.846-14.992=0.854

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4042.750-4029.125=13.625
σ	2009.773-2000.289=9.484
min	1216.000-1218.000=-2.000
max	7147.000-7127.000=20.000

*mean*	9.985-8.394=1.591
σ	1.492-0.369=1.123
min	8.528-7.834=0.695
max	12.428-8.777=3.651

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4042.750-4029.125=13.625
σ	2009.773-2000.289=9.484
min	1216.000-1218.000=-2.000
max	7147.000-7127.000=20.000

*mean*	7.438-6.505=0.934
σ	1.625-0.197=1.428
min	6.287-6.211=0.077
max	10.062-6.812=3.250

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678-25.678=0.000

*mean*	4042.750-4029.125=13.625
σ	2009.773-2000.289=9.484
min	1216.000-1218.000=-2.000
max	7147.000-7127.000=20.000

*mean*	6.157-5.518=0.640
σ	0.481-0.157=0.324
min	5.782-5.336=0.445
max	7.255-5.800=1.454

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.969=-0.000
max	25.972

*mean*	4042.750-4029.125=13.625
σ	2009.773-2000.289=9.484
min	1216.000-1218.000=-2.000
max	7147.000-7127.000=20.000

*mean*	5.790-5.316=0.474
σ	0.543-0.115=0.428
min	5.386-5.124=0.262
max	7.029-5.456=1.574

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7147.000-7127.000=20.000
σ	0.000
min	7147.000-7127.000=20.000
max	7147.000-7127.000=20.000

*mean*	379.334-361.178=18.156
σ	84.675-42.730=41.945
min	347.717-344.417=3.300
max	588.859-466.854=122.004

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.625
max	7918.953-7918.954=-0.000

*mean*	3274.500-3262.750=11.750
σ	1825.455-1815.183=10.272
min	808.000-810.000=-2.000
max	5623.000-5599.000=24.000

*mean*	3636.844-3746.256=-109.412
σ	1116.113-1214.004=-97.891
min	3084.344-3089.918=-5.573
max	6195.871-6025.087=170.785

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4042.750-4029.125=13.625
σ	2009.773-2000.289=9.484
min	1216.000-1218.000=-2.000
max	7147.000-7127.000=20.000

*mean*	89.617-83.746=5.870
σ	19.910-16.598=3.313
min	71.009-69.913=1.096
max	115.776-110.627=5.150

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950

*mean*	7147.000-7127.000=20.000
σ	0.000
min	7147.000-7127.000=20.000
max	7147.000-7127.000=20.000

*mean*	60.683-85.557=-24.874
σ	0.377-66.520=-66.143
min	60.223-60.621=-0.397
max	61.221-250.034=-188.814

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691

*mean*	7147.000-7127.000=20.000
σ	0.000
min	7147.000-7127.000=20.000
max	7147.000-7127.000=20.000

*mean*	99.344-211.053=-111.709
σ	0.922-312.719=-311.797
min	97.821-98.381=-0.560
max	100.441-984.974=-884.533

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.303-4.303=0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4042.750-4029.125=13.625
σ	2009.773-2000.289=9.484
min	1216.000-1218.000=-2.000
max	7147.000-7127.000=20.000

*mean*	7878.424-8258.356=-379.932
σ	1757.589-2001.803=-244.214
min	5974.920-5964.943=9.977
max	10274.411-10898.330=-623.919

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7147.000-7127.000=20.000
σ	0.000
min	7147.000-7127.000=20.000
max	7147.000-7127.000=20.000

*mean*	5130.128-5465.105=-334.977
σ	199.535-1045.088=-845.552
min	5006.243-4989.925=16.318
max	5460.092-8019.288=-2559.196

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-478.000=-4.000
σ	0.000
min	474.000-478.000=-4.000
max	474.000-478.000=-4.000

*mean*	382.109-360.745=21.364
σ	27.868-34.051=-6.183
min	314.845-292.689=22.156
max	396.057-390.108=5.949

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.875-559.250=0.625
σ	0.354-0.463=-0.109
min	559.000
max	560.000

*mean*	787.808-728.405=59.402
σ	11.057-72.615=-61.558
min	769.414-591.345=178.069
max	802.570-794.737=7.833

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.302-1024.299=0.003
σ	0.758-0.759=-0.000
min	1023.825-1023.821=0.003
max	1027.438-1027.437=0.001

*mean*	1039.200-1046.850=-7.650
σ	300.095-314.275=-14.180
min	552.000-570.000=-18.000
max	1460.000-1511.000=-51.000

*mean*	1.558-1.595=-0.036
σ	0.074-0.096=-0.021
min	1.482-1.491=-0.009
max	1.789-1.797=-0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.403=-0.103
σ	0.286-0.505=-0.220
min	0.140-0.135=0.006
max	0.807-1.304=-0.497

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.478=-0.007
σ	0.321-0.306=0.015
min	0.312-0.328=-0.016
max	1.045-1.025=0.020

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.215=-0.001
σ	0.025-0.027=-0.002
min	0.198-0.194=0.004
max	0.257-0.261=-0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.330=0.004
σ	0.020-0.016=0.004
min	0.320-0.319=0.001
max	0.368-0.357=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.000=-4.200
σ	1.789-2.236=-0.447
min	431.000-432.000=-1.000
max	435.000-437.000=-2.000

*mean*	0.584-0.529=0.055
σ	0.029-0.039=-0.010
min	0.543-0.479=0.064
max	0.611-0.587=0.024

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.483-0.491=-0.008
σ	0.033-0.042=-0.009
min	0.452-0.438=0.014
max	0.521-0.527=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	1.947-2.608=-0.661
σ	0.089-0.077=0.012
min	1.737-2.481=-0.744
max	2.220-2.819=-0.599

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	1.944-2.630=-0.686
σ	0.070-0.144=-0.074
min	1.843-2.469=-0.626
max	2.248-3.783=-1.535

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.306-0.300=0.006
σ	0.010-0.009=0.001
min	0.293-0.286=0.007
max	0.373-0.360=0.013

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.290-0.289=0.000
σ	0.007-0.007=-0.000
min	0.277-0.276=0.002
max	0.325-0.322=0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.662-298.799=-0.137
σ	1.010-1.026=-0.016
min	298.190-298.381=-0.191
max	301.526-301.713=-0.187

*mean*	443.100-441.300=1.800
σ	17.065-14.275=2.789
min	417.000-420.000=-3.000
max	469.000-463.000=6.000

*mean*	0.607-0.602=0.005
σ	0.022-0.017=0.005
min	0.558-0.576=-0.017
max	0.640-0.633=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=-0.000
max	236.678-236.678=0.000

*mean*	1064.875-1053.875=11.000
σ	34.295-25.809=8.485
min	980.000-990.000=-10.000
max	1077.000-1063.000=14.000

*mean*	209.820-210.085=-0.265
σ	3.135-1.730=1.405
min	206.021-206.749=-0.728
max	214.467-211.663=2.804

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.875-1053.875=11.000
σ	34.295-25.809=8.485
min	980.000-990.000=-10.000
max	1077.000-1063.000=14.000

*mean*	8.285-8.274=0.011
σ	2.860-1.457=1.403
min	6.253-6.286=-0.033
max	12.935-9.656=3.279

phase=parser

*mean*	1042.366-1042.361=0.005
σ	0.001-0.000=0.001
min	1042.363-1042.360=0.003
max	1042.366-1042.361=0.006

*mean*	1064.875-1053.875=11.000
σ	34.295-25.809=8.485
min	980.000-990.000=-10.000
max	1077.000-1063.000=14.000

*mean*	528.663-475.058=53.605
σ	141.769-91.816=49.953
min	374.645-378.499=-3.854
max	754.704-621.823=132.881

phase=processProdDef

*mean*	4850.765-4850.768=-0.003
σ	0.000-0.000=0.000
min	4850.764-4850.768=-0.003
max	4850.765-4850.768=-0.003

*mean*	1077.000-1063.000=14.000
σ	0.000
min	1077.000-1063.000=14.000
max	1077.000-1063.000=14.000

*mean*	4930.243-4931.326=-1.083
σ	303.710-598.063=-294.353
min	4569.913-3694.850=875.063
max	5483.945-5408.502=75.443

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	1064.875-1053.875=11.000
σ	34.295-25.809=8.485
min	980.000-990.000=-10.000
max	1077.000-1063.000=14.000

*mean*	29.003-31.881=-2.878
σ	12.215-8.954=3.261
min	19.915-20.789=-0.874
max	48.321-40.150=8.172

phase=type checker

*mean*	990.453-990.450=0.003
σ	0.072-0.071=0.001
min	990.344
max	990.567-990.563=0.004

*mean*	1064.875-1053.875=11.000
σ	34.295-25.809=8.485
min	980.000-990.000=-10.000
max	1077.000-1063.000=14.000

*mean*	723.018-742.277=-19.259
σ	93.677-94.749=-1.072
min	644.791-653.580=-8.789
max	907.878-889.698=18.180

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.822=-0.002
σ	0.039-0.038=0.002
min	293.765-293.770=-0.005
max	293.862-293.862=0.000

*mean*	440.600-441.200=-0.600
σ	2.191-1.643=0.548
min	439.000-440.000=-1.000
max	443.000

*mean*	0.393-0.393=0.000
σ	0.001-0.000=0.000
min	0.392-0.392=-0.000
max	0.394-0.393=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.208-1320.195=0.014
σ	0.042-0.059=-0.017
min	1320.146-1320.130=0.016
max	1320.255-1320.265=-0.010

*mean*	1093.400-1079.600=13.800
σ	185.708-189.930=-4.222
min	837.000-838.000=-1.000
max	1315.000-1311.000=4.000

*mean*	2.238-2.214=0.024
σ	0.045-0.049=-0.004
min	2.171-2.142=0.029
max	2.285-2.267=0.018

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.620-1560.688=-0.067
σ	6.220-6.189=0.031
min	1557.646-1557.756=-0.109
max	1571.744-1571.756=-0.012

*mean*	616.800-625.000=-8.200
σ	80.732-88.043=-7.310
min	494.000-519.000=-25.000
max	711.000-738.000=-27.000

*mean*	2.343-2.561=-0.219
σ	0.164-0.308=-0.144
min	2.208-2.195=0.013
max	2.620-2.959=-0.339

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.170-1882.174=-0.004
σ	0.049-0.063=-0.014
min	1882.110-1882.101=0.008
max	1882.228-1882.262=-0.035

*mean*	1723.000-1737.600=-14.600
σ	200.433-191.410=9.023
min	1452.000-1467.000=-15.000
max	1913.000

*mean*	3.045-3.199=-0.154
σ	0.118-0.339=-0.221
min	2.887-2.889=-0.001
max	3.178-3.769=-0.591

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.733-1.645=0.088
σ	0.151-0.166=-0.015
min	1.468-1.457=0.010
max	1.851-1.858=-0.007

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.083-452.082=0.001
σ	582.722-582.721=0.001
min	160.721-160.720=0.001
max	1326.166-1326.164=0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.538-0.544=-0.005
σ	0.528-0.545=-0.017
min	0.271-0.265=0.005
max	1.330-1.361=-0.031

policies=20

*mean*	1607.536-1607.535=0.000
σ	0.410-0.416=-0.005
min	1607.255-1607.253=0.002
max	1608.143-1608.151=-0.008

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-450.500=-4.750
σ	7.500-8.660=-1.160
min	442.000-443.000=-1.000
max	457.000-458.000=-1.000

*mean*	2.686-2.695=-0.009
σ	0.012-0.019=-0.007
min	2.674-2.683=-0.009
max	2.696-2.723=-0.026

policies=200

*mean*	16083.484-16083.420=0.064
σ	0.033-0.178=-0.145
min	16083.450-16083.303=0.147
max	16083.513-16083.685=-0.171

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-497.500=1.750
σ	4.272-4.655=-0.383
min	494.000-492.000=2.000
max	504.000-503.000=1.000

*mean*	27.146-27.132=0.013
σ	0.108-0.104=0.005
min	27.019-27.027=-0.008
max	27.256-27.275=-0.019