Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695-558.664=0.031
σ	0.000
min	558.695-558.664=0.031
max	558.695-558.664=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.879-54.890=-0.010
σ	0.359-0.358=0.001
min	54.744-54.746=-0.002
max	55.900-55.908=-0.008

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.005=-0.001
min	0.135-0.132=0.002
max	0.148-0.148=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.856=-0.007
σ	0.006-0.005=0.001
min	43.839-43.844=-0.005
max	43.858-43.863=-0.006

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.124-0.125=-0.001
σ	0.004-0.004=0.000
min	0.120-0.122=-0.001
max	0.131-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.621=-0.001

*mean*	4041.750-4042.375=-0.625
σ	2007.510-2008.532=-1.022
min	1218.000-1219.000=-1.000
max	7145.000-7147.000=-2.000

*mean*	12.961-13.215=-0.254
σ	0.275-1.905=-1.630
min	12.498-11.968=0.531
max	13.344-17.857=-4.512

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4041.750-4042.375=-0.625
σ	2007.510-2008.532=-1.022
min	1218.000-1219.000=-1.000
max	7145.000-7147.000=-2.000

*mean*	12.989-13.575=-0.586
σ	0.758-1.295=-0.537
min	12.040-12.396=-0.357
max	13.957-16.603=-2.647

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=0.000

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	15.559-15.587=-0.028
σ	0.318-0.305=0.013
min	15.038-15.096=-0.057
max	16.158-15.981=0.176

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932

*mean*	4041.750-4042.375=-0.625
σ	2007.510-2008.532=-1.022
min	1218.000-1219.000=-1.000
max	7145.000-7147.000=-2.000

*mean*	14.960-14.798=0.162
σ	2.323-1.620=0.703
min	11.068-11.197=-0.129
max	19.432-16.517=2.915

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4041.750-4042.375=-0.625
σ	2007.510-2008.532=-1.022
min	1218.000-1219.000=-1.000
max	7145.000-7147.000=-2.000

*mean*	10.051-10.147=-0.096
σ	1.417-1.466=-0.049
min	8.900-8.837=0.063
max	13.154-12.605=0.548

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404-26.404=-0.000

*mean*	4041.750-4042.375=-0.625
σ	2007.510-2008.532=-1.022
min	1218.000-1219.000=-1.000
max	7145.000-7147.000=-2.000

*mean*	7.449-7.467=-0.018
σ	1.508-1.617=-0.109
min	5.924-6.258=-0.334
max	10.518-10.162=0.356

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=0.000
max	25.678-25.678=-0.000

*mean*	4041.750-4042.375=-0.625
σ	2007.510-2008.532=-1.022
min	1218.000-1219.000=-1.000
max	7145.000-7147.000=-2.000

*mean*	6.043-6.178=-0.135
σ	0.176-0.448=-0.272
min	5.768-5.876=-0.108
max	6.317-7.227=-0.910

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969
max	25.972-25.972=0.000

*mean*	4041.750-4042.375=-0.625
σ	2007.510-2008.532=-1.022
min	1218.000-1219.000=-1.000
max	7145.000-7147.000=-2.000

*mean*	5.775-5.958=-0.183
σ	0.151-0.494=-0.343
min	5.512-5.499=0.014
max	5.960-7.106=-1.146

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	375.840-361.397=14.443
σ	80.146-40.881=39.265
min	344.492-344.255=0.236
max	574.126-462.488=111.638

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.001
σ	0.469-0.469=-0.001
min	7917.625-7917.624=0.001
max	7918.954-7918.954=-0.001

*mean*	3273.625-3273.875=-0.250
σ	1823.218-1824.151=-0.934
min	809.000-810.000=-1.000
max	5620.000-5623.000=-3.000

*mean*	3587.232-3741.347=-154.115
σ	1009.164-1230.062=-220.898
min	3074.885-3079.249=-4.364
max	5875.643-6180.161=-304.518

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4041.750-4042.375=-0.625
σ	2007.510-2008.532=-1.022
min	1218.000-1219.000=-1.000
max	7145.000-7147.000=-2.000

*mean*	89.172-89.946=-0.774
σ	22.877-20.955=1.922
min	70.873-70.855=0.018
max	132.380-121.392=10.987

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	61.655-61.107=0.547
σ	1.157-0.356=0.801
min	60.620-60.665=-0.045
max	64.319-61.674=2.645

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.691

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	99.964-266.331=-166.368
σ	0.618-366.638=-366.020
min	99.075-98.610=0.465
max	100.962-1135.616=-1034.654

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.303=-0.000
min	14215.576-14215.576=0.001
max	14227.820

*mean*	4041.750-4042.375=-0.625
σ	2007.510-2008.532=-1.022
min	1218.000-1219.000=-1.000
max	7145.000-7147.000=-2.000

*mean*	8035.537-8094.192=-58.655
σ	1955.195-1859.267=95.928
min	5935.108-5945.783=-10.676
max	10527.848-11031.411=-503.563

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	5250.088-5133.008=117.080
σ	610.178-223.202=386.977
min	4942.844-4973.045=-30.200
max	6712.251-5523.740=1188.510

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	371.217-381.621=-10.404
σ	34.340-13.986=20.355
min	295.426-348.248=-52.823
max	391.572-392.463=-0.891

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	708.629-742.010=-33.382
σ	79.530-56.035=23.495
min	590.764-620.576=-29.811
max	788.132-779.604=8.527

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.297-1024.298=-0.001
σ	0.759-0.759=0.000
min	1023.823-1023.824=-0.001
max	1027.436-1027.436=-0.000

*mean*	1037.450-1049.600=-12.150
σ	303.200-319.514=-16.314
min	553.000-550.000=3.000
max	1461.000-1562.000=-101.000

*mean*	1.563-1.542=0.021
σ	0.094-0.066=0.028
min	1.368-1.405=-0.037
max	1.843-1.694=0.149

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.307-0.406=-0.099
σ	0.301-0.445=-0.144
min	0.141-0.150=-0.009
max	0.842-1.197=-0.356

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.479-0.427=0.052
σ	0.314-0.198=0.115
min	0.327-0.329=-0.002
max	1.040-0.782=0.258

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.218-0.225=-0.007
σ	0.029-0.020=0.009
min	0.197-0.212=-0.015
max	0.267-0.261=0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.327-0.342=-0.016
σ	0.018-0.019=-0.001
min	0.312-0.325=-0.013
max	0.357-0.373=-0.017

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.000-430.000=7.000
σ	6.595-0.000=6.595
min	431.000-430.000=1.000
max	444.000-430.000=14.000

*mean*	0.539-0.506=0.033
σ	0.054-0.032=0.022
min	0.465-0.478=-0.013
max	0.593-0.541=0.052

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	0.498-0.474=0.023
σ	0.034-0.037=-0.004
min	0.459-0.434=0.025
max	0.527-0.526=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	2.628-2.263=0.365
σ	0.124-0.369=-0.245
min	2.467-1.825=0.642
max	3.447-2.981=0.466

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	2.603-2.582=0.020
σ	0.078-0.059=0.019
min	2.485-2.452=0.033
max	2.859-2.803=0.056

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	0.309-0.307=0.002
σ	0.010-0.009=0.001
min	0.294-0.295=-0.001
max	0.372-0.372=0.001

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	0.294-0.294=0.000
σ	0.008-0.008=-0.000
min	0.281-0.281=0.000
max	0.331-0.351=-0.020

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.710-298.618=0.092
σ	1.008-1.040=-0.032
min	298.327-298.214=0.113
max	301.576-301.577=-0.002

*mean*	441.600-442.300=-0.700
σ	17.225-12.850=4.375
min	417.000-426.000=-9.000
max	463.000

*mean*	0.607-0.607=0.000
σ	0.023-0.014=0.009
min	0.561-0.595=-0.033
max	0.641-0.641=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	827.625-808.000=19.625
σ	7.763-0.000=7.763
min	822.000-808.000=14.000
max	837.000-808.000=29.000

*mean*	219.985-205.708=14.277
σ	3.041-3.453=-0.412
min	216.281-202.076=14.205
max	225.828-211.807=14.021

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	826.250-808.000=18.250
σ	9.647-0.000=9.647
min	811.000-808.000=3.000
max	837.000-808.000=29.000

*mean*	9.618-9.473=0.144
σ	1.641-0.866=0.774
min	6.461-7.554=-1.092
max	12.518-10.647=1.872

phase=parser

*mean*	1042.363-1042.366=-0.004
σ	0.000-0.000=-0.000
min	1042.362-1042.366=-0.003
max	1042.363-1042.367=-0.004

*mean*	825.875-808.000=17.875
σ	10.357-0.000=10.357
min	808.000
max	837.000-808.000=29.000

*mean*	592.580-520.544=72.036
σ	33.306-55.486=-22.180
min	522.319-451.310=71.009
max	624.719-602.970=21.749

phase=processProdDef

*mean*	4850.764-4850.764=-0.000
σ	0.000
min	4850.764-4850.764=-0.000
max	4850.764-4850.764=-0.000

*mean*	829.500-808.000=21.500
σ	8.018-0.000=8.018
min	822.000-808.000=14.000
max	837.000-808.000=29.000

*mean*	4928.398-4746.883=181.514
σ	550.860-437.473=113.387
min	3973.532-4238.748=-265.217
max	5503.164-5467.036=36.128

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	827.625-808.000=19.625
σ	7.763-0.000=7.763
min	822.000-808.000=14.000
max	837.000-808.000=29.000

*mean*	39.367-37.902=1.465
σ	7.854-4.813=3.041
min	21.286-27.012=-5.726
max	48.113-40.987=7.126

phase=type checker

*mean*	990.450-990.453=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	827.625-808.000=19.625
σ	7.763-0.000=7.763
min	822.000-808.000=14.000
max	837.000-808.000=29.000

*mean*	789.207-757.502=31.705
σ	78.170-156.156=-77.987
min	679.341-657.262=22.080
max	905.375-1110.796=-205.421

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.000
σ	0.038-0.037=0.001
min	293.768-293.769=-0.001
max	293.860-293.860=0.001

*mean*	443.400-442.400=1.000
σ	0.548
min	443.000-442.000=1.000
max	444.000-443.000=1.000

*mean*	0.392-0.394=-0.001
σ	0.006-0.001=0.005
min	0.389-0.392=-0.003
max	0.403-0.395=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.224-1320.183=0.040
σ	0.034-0.101=-0.067
min	1320.167-1320.062=0.104
max	1320.253-1320.336=-0.083

*mean*	1084.600-1067.000=17.600
σ	179.760-165.398=14.362
min	852.000-843.000=9.000
max	1311.000-1268.000=43.000

*mean*	2.238-2.076=0.161
σ	0.032-0.080=-0.048
min	2.214-2.012=0.203
max	2.294-2.211=0.083

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.604-1560.574=0.030
σ	6.218-6.236=-0.019
min	1557.601-1557.548=0.053
max	1571.722-1571.724=-0.002

*mean*	619.800-620.000=-0.200
σ	83.572-82.553=1.019
min	494.000-495.000=-1.000
max	719.000-717.000=2.000

*mean*	2.283-2.284=-0.001
σ	0.168-0.144=0.024
min	2.159-2.203=-0.044
max	2.576-2.540=0.036

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.173-1882.180=-0.007
σ	0.050-0.056=-0.007
min	1882.115-1882.111=0.004
max	1882.236-1882.250=-0.014

*mean*	1735.600-1710.400=25.200
σ	226.589-261.296=-34.707
min	1440.000-1395.000=45.000
max	1953.000-2061.000=-108.000

*mean*	3.014-2.972=0.042
σ	0.128-0.085=0.043
min	2.891-2.872=0.020
max	3.180-3.076=0.104

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.780-1.751=0.029
σ	0.131-0.094=0.037
min	1.600-1.607=-0.008
max	1.940-1.847=0.094

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.080=-0.000
σ	582.723-582.722=0.000
min	160.715-160.715=-0.000
max	1326.164-1326.164=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.536-0.532=0.004
σ	0.526-0.518=0.008
min	0.267-0.264=0.003
max	1.324-1.309=0.016

policies=20

*mean*	1607.527-1607.520=0.007
σ	0.417-0.415=0.002
min	1607.239-1607.237=0.002
max	1608.144-1608.134=0.010

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-451.500=-2.000
σ	8.660-9.815=-1.155
min	442.000-443.000=-1.000
max	457.000-460.000=-3.000

*mean*	2.692-2.694=-0.001
σ	0.008-0.011=-0.004
min	2.687-2.681=0.005
max	2.703-2.704=-0.000

policies=200

*mean*	16083.374-16083.547=-0.173
σ	0.098-0.118=-0.020
min	16083.285-16083.447=-0.162
max	16083.488-16083.708=-0.219

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-497.750=-1.250
σ	4.435-4.113=0.322
min	491.000-493.000=-2.000
max	501.000-503.000=-2.000

*mean*	27.217-27.075=0.143
σ	0.107-0.074=0.032
min	27.119-27.004=0.115
max	27.366-27.176=0.189