Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664
σ	0.000
min	447.664
max	447.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.869-54.870=-0.001
σ	0.360-0.360=0.000
min	54.726-54.730=-0.004
max	55.892-55.893=-0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140-0.141=-0.002
σ	0.004-0.005=-0.001
min	0.133-0.137=-0.003
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.840=-0.000
σ	0.006-0.007=-0.001
min	43.829-43.831=-0.002
max	43.847-43.852=-0.005

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123-0.122=0.001
σ	0.003-0.004=-0.002
min	0.120-0.117=0.004
max	0.130-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.617=-0.000
σ	0.001-0.001=0.000
min	36.616
max	36.620

*mean*	3916.500-3917.375=-0.875
σ	1829.444-1832.562=-3.118
min	1354.000-1353.000=1.000
max	6977.000-6987.000=-10.000

*mean*	12.727-11.636=1.091
σ	1.873-0.254=1.620
min	11.892-11.372=0.520
max	17.353-12.192=5.161

op=column_set() on indexed, repeat

*mean*	36.616-36.616=0.000
σ	0.000-0.000=-0.000
min	36.616-36.616=0.000
max	36.616-36.616=-0.000

*mean*	3916.500-3917.375=-0.875
σ	1829.444-1832.562=-3.118
min	1354.000-1353.000=1.000
max	6977.000-6987.000=-10.000

*mean*	13.321-11.948=1.373
σ	1.911-0.419=1.492
min	12.487-11.140=1.347
max	18.046-12.311=5.735

op=table_records(), no indexes

*mean*	41.967-41.967=0.000
σ	0.002-0.002=0.000
min	41.965-41.965=-0.000
max	41.970-41.969=0.001

*mean*	6977.000-6987.000=-10.000
σ	0.000
min	6977.000-6987.000=-10.000
max	6977.000-6987.000=-10.000

*mean*	11.673-11.064=0.609
σ	0.938-0.936=0.002
min	11.170-10.648=0.521
max	13.960-13.376=0.584

op=table_records(), repeat

*mean*	41.932-41.932=-0.000
σ	0.000-0.000=-0.000
min	41.932-41.932=-0.000
max	41.933-41.933=0.000

*mean*	3876.125-3877.375=-1.250
σ	1896.415-1898.826=-2.411
min	1031.000-1033.000=-2.000
max	6977.000-6987.000=-10.000

*mean*	12.228-11.499=0.729
σ	3.207-3.063=0.145
min	10.835-10.279=0.555
max	20.154-19.074=1.080

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.604
max	27.991

*mean*	3876.125-3877.375=-1.250
σ	1896.415-1898.826=-2.411
min	1031.000-1033.000=-2.000
max	6977.000-6987.000=-10.000

*mean*	8.614-8.072=0.542
σ	0.310-0.304=0.006
min	8.192-7.441=0.751
max	9.089-8.422=0.667

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.404=0.000
σ	0.000-0.000=0.000
min	26.404
max	26.404-26.404=0.000

*mean*	3876.125-3877.375=-1.250
σ	1896.415-1898.826=-2.411
min	1031.000-1033.000=-2.000
max	6977.000-6987.000=-10.000

*mean*	6.670-6.278=0.391
σ	0.404-0.131=0.272
min	5.899-5.991=-0.092
max	7.031-6.427=0.604

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.692-25.692=-0.000
σ	0.003-0.003=-0.000
min	25.691-25.691=-0.000
max	25.699-25.699=-0.000

*mean*	3916.500-3917.375=-0.875
σ	1829.444-1832.562=-3.118
min	1354.000-1353.000=1.000
max	6977.000-6987.000=-10.000

*mean*	6.204-5.494=0.710
σ	0.506-0.092=0.414
min	5.801-5.332=0.470
max	7.399-5.638=1.761

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.981-25.981=-0.000
σ	0.000-0.000=0.000
min	25.981-25.981=-0.000
max	25.982-25.982=-0.000

*mean*	3916.500-3917.375=-0.875
σ	1829.444-1832.562=-3.118
min	1354.000-1353.000=1.000
max	6977.000-6987.000=-10.000

*mean*	5.994-5.451=0.544
σ	0.466-0.230=0.236
min	5.629-5.214=0.414
max	7.095-5.973=1.122

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	6977.000-6987.000=-10.000
σ	0.000
min	6977.000-6987.000=-10.000
max	6977.000-6987.000=-10.000

*mean*	347.712-346.879=0.833
σ	2.568-2.330=0.238
min	344.855-342.337=2.517
max	353.305-350.105=3.200

op=load_product(), with indexes

*mean*	6254.591-6254.591=0.000
σ	0.468-0.469=-0.000
min	6254.425-6254.425=0.000
max	6255.750-6255.751=-0.001

*mean*	3524.125-3525.625=-1.500
σ	2151.767-2154.710=-2.943
min	720.000
max	6977.000-6987.000=-10.000

*mean*	3207.151-3242.122=-34.970
σ	1139.811-1164.847=-25.036
min	2364.631-2407.646=-43.014
max	5124.699-5058.957=65.742

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	104.801-104.801=0.000
σ	0.001-0.000=0.000
min	104.801-104.801=-0.000
max	104.802-104.802=0.001

*mean*	3916.500-3917.375=-0.875
σ	1829.444-1832.562=-3.118
min	1354.000-1353.000=1.000
max	6977.000-6987.000=-10.000

*mean*	172.906-142.507=30.399
σ	175.253-90.692=84.560
min	104.854-105.620=-0.766
max	606.465-366.763=239.702

op=column_set() on unindexed, dense, repeat

*mean*	62.080
σ	0.000
min	62.080
max	62.080

*mean*	3916.500-3917.375=-0.875
σ	1829.444-1832.562=-3.118
min	1354.000-1353.000=1.000
max	6977.000-6987.000=-10.000

*mean*	47.251-43.555=3.696
σ	9.495-2.409=7.085
min	42.051-41.232=0.819
max	70.526-48.657=21.869

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.948

*mean*	6977.000-6987.000=-10.000
σ	0.000
min	6977.000-6987.000=-10.000
max	6977.000-6987.000=-10.000

*mean*	23.709-23.341=0.368
σ	2.751-2.631=0.119
min	22.439-22.070=0.369
max	30.500-29.803=0.698

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.316-71.316=-0.000
σ	0.002-0.002=-0.000
min	71.315-71.315=-0.000
max	71.319-71.319=-0.000

*mean*	6977.000-6987.000=-10.000
σ	0.000
min	6977.000-6987.000=-10.000
max	6977.000-6987.000=-10.000

*mean*	59.337-58.856=0.481
σ	2.902-2.900=0.002
min	57.672-57.182=0.490
max	66.329-65.947=0.382

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	7352.182-7352.183=-0.000
σ	0.013-0.013=0.000
min	7352.177-7352.177=-0.000
max	7352.215-7352.215=-0.000

*mean*	3873.000-3874.250=-1.250
σ	1901.786-1904.189=-2.403
min	1006.000-1008.000=-2.000
max	6977.000-6987.000=-10.000

*mean*	4204.390-4423.975=-219.585
σ	598.248-710.949=-112.701
min	3285.524-3342.015=-56.491
max	5003.718-5121.015=-117.297

op=vertical_lookup_list() on indexed

*mean*	2623.011-2623.010=0.000
σ	0.002-0.002=0.000
min	2623.009
max	2623.013-2623.013=0.000

*mean*	6977.000-6987.000=-10.000
σ	0.000
min	6977.000-6987.000=-10.000
max	6977.000-6987.000=-10.000

*mean*	1225.225-1275.337=-50.112
σ	263.003-376.050=-113.047
min	1070.239-1085.811=-15.571
max	1710.391-2106.930=-396.539

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	2021.662
σ	0.002
min	2021.660
max	2021.665

*mean*	6977.000-6987.000=-10.000
σ	0.000
min	6977.000-6987.000=-10.000
max	6977.000-6987.000=-10.000

*mean*	794.649-801.898=-7.249
σ	85.400-87.779=-2.378
min	760.083-759.546=0.537
max	1005.889-1018.513=-12.625

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-476.000=3.000
σ	0.000
min	479.000-476.000=3.000
max	479.000-476.000=3.000

*mean*	384.406-389.379=-4.973
σ	35.069-13.578=21.491
min	313.433-373.892=-60.459
max	435.448-409.035=26.413

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-568.000=-5.000
σ	0.000
min	563.000-568.000=-5.000
max	563.000-568.000=-5.000

*mean*	770.590-748.318=22.272
σ	39.989-73.238=-33.249
min	715.097-630.278=84.818
max	832.763-835.515=-2.753

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.599-1024.601=-0.001
σ	0.760-0.760=0.000
min	1024.130-1024.130=0.000
max	1027.740-1027.741=-0.000

*mean*	1046.950-1049.000=-2.050
σ	312.956-313.634=-0.678
min	553.000-574.000=-21.000
max	1650.000-1512.000=138.000

*mean*	1.372-1.384=-0.012
σ	0.067-0.076=-0.009
min	1.287-1.306=-0.019
max	1.579-1.599=-0.020

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.465-0.384=0.081
σ	0.462-0.471=-0.009
min	0.250-0.147=0.103
max	1.291-1.225=0.067

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.822-0.503=0.319
σ	0.527-0.376=0.151
min	0.540-0.324=0.216
max	1.763-1.176=0.587

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.386-0.226=0.160
σ	0.040-0.020=0.020
min	0.348-0.207=0.141
max	0.454-0.261=0.193

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.587-0.345=0.241
σ	0.017-0.015=0.002
min	0.561-0.335=0.227
max	0.604-0.371=0.233

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-435.000=0.600
σ	5.079-2.236=2.843
min	431.000
max	441.000-436.000=5.000

*mean*	0.719-0.538=0.181
σ	0.030-0.054=-0.023
min	0.685-0.466=0.219
max	0.756-0.599=0.157

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.614-0.473=0.142
σ	0.023-0.056=-0.033
min	0.583-0.391=0.192
max	0.639-0.532=0.107

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	3.501-2.468=1.033
σ	0.068-0.317=-0.248
min	3.390-1.897=1.493
max	3.741-2.973=0.768

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	3.495-2.624=0.871
σ	0.092-0.080=0.012
min	3.367-2.470=0.897
max	3.872-2.898=0.974

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.541-0.310=0.231
σ	0.015-0.012=0.003
min	0.516-0.294=0.222
max	0.629-0.394=0.235

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.524-0.300=0.224
σ	0.033-0.028=0.005
min	0.498-0.282=0.216
max	0.830-0.546=0.284

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.769-298.648=0.120
σ	1.004-1.000=0.004
min	298.273-298.245=0.028
max	301.608-301.488=0.120

*mean*	443.300-444.400=-1.100
σ	18.427-14.751=3.676
min	417.000-426.000=-9.000
max	465.000-471.000=-6.000

*mean*	0.604-0.596=0.008
σ	0.024-0.028=-0.004
min	0.558-0.545=0.012
max	0.636-0.644=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	851.000-1012.625=-161.625
σ	0.000-66.114=-66.114
min	851.000-849.000=2.000
max	851.000-1036.000=-185.000

*mean*	214.361-209.607=4.754
σ	2.233-2.291=-0.058
min	211.902-207.339=4.563
max	218.076-213.343=4.732

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	851.000-1012.625=-161.625
σ	0.000-66.114=-66.114
min	851.000-849.000=2.000
max	851.000-1036.000=-185.000

*mean*	11.286-10.955=0.330
σ	3.322-1.239=2.083
min	7.336-9.543=-2.207
max	15.504-12.861=2.643

phase=parser

*mean*	1042.367-1042.367=0.000
σ	0.000-0.000=0.000
min	1042.367-1042.367=0.000
max	1042.368-1042.367=0.001

*mean*	851.000-1012.625=-161.625
σ	0.000-66.114=-66.114
min	851.000-849.000=2.000
max	851.000-1036.000=-185.000

*mean*	653.261-563.337=89.924
σ	157.801-201.257=-43.456
min	427.827-377.845=49.982
max	837.200-846.182=-8.981

phase=processProdDef

*mean*	2074.561-2074.561=-0.000
σ	0.000
min	2074.561-2074.561=-0.000
max	2074.561-2074.561=-0.000

*mean*	851.000-1036.000=-185.000
σ	0.000
min	851.000-1036.000=-185.000
max	851.000-1036.000=-185.000

*mean*	2769.619-2536.032=233.586
σ	470.875-648.048=-177.173
min	2224.660-1582.907=641.753
max	3247.415-3216.605=30.810

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	851.000-1012.625=-161.625
σ	0.000-66.114=-66.114
min	851.000-849.000=2.000
max	851.000-1036.000=-185.000

*mean*	49.720-35.430=14.290
σ	4.286-8.947=-4.660
min	44.473-27.297=17.176
max	56.432-48.181=8.251

phase=type checker

*mean*	990.453-990.454=-0.000
σ	0.071
min	990.348-990.348=-0.000
max	990.567-990.567=-0.000

*mean*	851.000-1012.625=-161.625
σ	0.000-66.114=-66.114
min	851.000-849.000=2.000
max	851.000-1036.000=-185.000

*mean*	854.839-801.025=53.814
σ	50.247-50.875=-0.628
min	790.058-717.195=72.862
max	930.766-870.308=60.458

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.929-293.929=-0.000
σ	0.038-0.038=-0.001
min	293.875-293.874=0.001
max	293.966-293.968=-0.001

*mean*	443.800
σ	1.095
min	443.000
max	445.000

*mean*	0.401-0.401=-0.001
σ	0.005-0.009=-0.004
min	0.394-0.394=-0.000
max	0.406-0.416=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.409-1320.413=-0.004
σ	0.135-0.142=-0.007
min	1320.283-1320.285=-0.002
max	1320.624-1320.648=-0.023

*mean*	1094.200-1110.600=-16.400
σ	170.388-168.105=2.283
min	892.000-897.000=-5.000
max	1326.000-1321.000=5.000

*mean*	2.041-1.929=0.112
σ	0.143-0.043=0.100
min	1.904-1.888=0.015
max	2.210-1.996=0.214

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.905-1559.929=-0.024
σ	4.145-4.189=-0.045
min	1557.784-1557.811=-0.027
max	1567.309-1567.411=-0.102

*mean*	626.000-628.000=-2.000
σ	87.316-89.694=-2.378
min	496.000-505.000=-9.000
max	728.000-727.000=1.000

*mean*	2.227-2.408=-0.180
σ	0.199-0.383=-0.184
min	2.052-2.065=-0.013
max	2.567-3.005=-0.438

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.478-1882.495=-0.018
σ	0.063-0.072=-0.010
min	1882.401-1882.401=-0.000
max	1882.548-1882.572=-0.024

*mean*	1718.200-1757.600=-39.400
σ	187.274-215.696=-28.422
min	1454.000-1470.000=-16.000
max	1887.000-1962.000=-75.000

*mean*	3.053-3.295=-0.242
σ	0.281-0.435=-0.154
min	2.892-2.923=-0.031
max	3.555-3.769=-0.214

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.709-1.489=0.220
σ	0.154-0.163=-0.009
min	1.489-1.282=0.207
max	1.858-1.610=0.247

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	451.073-451.071=0.002
σ	580.615-580.614=0.001
min	160.764-160.760=0.003
max	1321.996-1321.993=0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.537-0.529=0.009
σ	0.550-0.529=0.021
min	0.259-0.263=-0.003
max	1.363-1.323=0.040

policies=20

*mean*	1607.952-1607.948=0.003
σ	0.378-0.371=0.008
min	1607.685-1607.690=-0.005
max	1608.510-1608.496=0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-447.000=0.500
σ	7.506-4.000=3.506
min	441.000
max	454.000-449.000=5.000

*mean*	2.632-2.629=0.004
σ	0.027-0.017=0.010
min	2.612-2.609=0.002
max	2.672-2.646=0.027

policies=200

*mean*	16087.860-16087.875=-0.015
σ	0.148-0.114=0.034
min	16087.719-16087.736=-0.018
max	16088.066-16087.979=0.086

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-495.250=2.250
σ	3.873-3.862=0.011
min	493.000-491.000=2.000
max	502.000-499.000=3.000

*mean*	26.438-26.476=-0.037
σ	0.161-0.081=0.079
min	26.274-26.396=-0.123
max	26.658-26.560=0.098