Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.679=0.209
σ	0.357-0.359=-0.002
min	54.751-54.541=0.210
max	55.903-55.700=0.203

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.141-0.141=0.000
σ	0.005-0.004=0.000
min	0.137-0.134=0.003
max	0.150-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.705=0.151
σ	0.004-0.006=-0.002
min	43.849-43.694=0.155
max	43.863-43.715=0.148

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.124-0.122=0.002
σ	0.005-0.005=-0.000
min	0.118-0.116=0.002
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.625-3862.375=181.250
σ	2009.733-1830.519=179.214
min	1216.000-1278.000=-62.000
max	7145.000-6111.000=1034.000

*mean*	13.507-12.105=1.402
σ	1.872-0.268=1.605
min	12.364-11.791=0.573
max	18.005-12.532=5.473

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4043.625-3862.375=181.250
σ	2009.733-1830.519=179.214
min	1216.000-1278.000=-62.000
max	7145.000-6111.000=1034.000

*mean*	13.440-11.843=1.597
σ	1.545-0.567=0.978
min	11.834-11.348=0.485
max	16.873-12.886=3.987

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7145.000-6111.000=1034.000
σ	0.000
min	7145.000-6111.000=1034.000
max	7145.000-6111.000=1034.000

*mean*	15.455-14.342=1.113
σ	0.178-0.300=-0.123
min	15.213-13.805=1.409
max	15.807-14.805=1.002

op=table_records(), repeat

*mean*	41.930-41.928=0.001
σ	0.002-0.001=0.001
min	41.928-41.928=-0.000
max	41.932-41.932=0.001

*mean*	4043.625-3862.375=181.250
σ	2009.733-1830.519=179.214
min	1216.000-1278.000=-62.000
max	7145.000-6111.000=1034.000

*mean*	14.477-12.969=1.508
σ	1.635-1.978=-0.343
min	11.622-10.380=1.242
max	16.452-15.700=0.752

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4043.625-3862.375=181.250
σ	2009.733-1830.519=179.214
min	1216.000-1278.000=-62.000
max	7145.000-6111.000=1034.000

*mean*	10.045-8.955=1.089
σ	1.659-1.425=0.234
min	8.575-7.991=0.584
max	12.795-12.377=0.418

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4043.625-3862.375=181.250
σ	2009.733-1830.519=179.214
min	1216.000-1278.000=-62.000
max	7145.000-6111.000=1034.000

*mean*	7.781-6.739=1.042
σ	1.756-0.865=0.891
min	6.098-6.074=0.023
max	10.652-8.835=1.817

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.665=-0.000
max	25.678-25.674=0.004

*mean*	4043.625-3862.375=181.250
σ	2009.733-1830.519=179.214
min	1216.000-1278.000=-62.000
max	7145.000-6111.000=1034.000

*mean*	6.235-5.458=0.776
σ	0.404-0.128=0.276
min	5.847-5.257=0.590
max	7.135-5.668=1.468

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.969-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4043.625-3862.375=181.250
σ	2009.733-1830.519=179.214
min	1216.000-1278.000=-62.000
max	7145.000-6111.000=1034.000

*mean*	5.796-5.099=0.697
σ	0.109-0.195=-0.086
min	5.599-4.777=0.822
max	5.955-5.325=0.630

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.990

*mean*	7145.000-6111.000=1034.000
σ	0.000
min	7145.000-6111.000=1034.000
max	7145.000-6111.000=1034.000

*mean*	368.397-1358.002=-989.605
σ	56.803-595.373=-538.570
min	345.272-1026.243=-680.971
max	508.881-2425.364=-1916.483

op=load_product(), with indexes

*mean*	7917.792-7878.102=39.690
σ	0.469-0.470=-0.000
min	7917.624-7877.934=39.690
max	7918.954-7879.264=39.690

*mean*	3275.875-3228.125=47.750
σ	1826.099-1827.369=-1.270
min	809.000-811.000=-2.000
max	5626.000-6111.000=-485.000

*mean*	3551.244-3779.467=-228.223
σ	873.840-1263.360=-389.519
min	3088.741-3081.419=7.322
max	5428.764-6155.868=-727.105

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.001

*mean*	4043.625-3862.375=181.250
σ	2009.733-1830.519=179.214
min	1216.000-1278.000=-62.000
max	7145.000-6111.000=1034.000

*mean*	92.785-85.567=7.218
σ	22.212-18.364=3.848
min	71.525-69.066=2.458
max	126.847-120.393=6.454

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7145.000-6111.000=1034.000
σ	0.000
min	7145.000-6111.000=1034.000
max	7145.000-6111.000=1034.000

*mean*	61.283-62.293=-1.009
σ	0.286-3.797=-3.510
min	60.945-59.889=1.056
max	61.695-69.940=-8.245

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691-66.690=0.001

*mean*	7145.000-6111.000=1034.000
σ	0.000
min	7145.000-6111.000=1034.000
max	7145.000-6111.000=1034.000

*mean*	100.548-98.399=2.149
σ	0.600-1.479=-0.879
min	99.576-96.943=2.632
max	101.479-101.806=-0.327

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.155=2368.015
σ	4.304-4.304=-0.000
min	14215.575-11847.561=2368.014
max	14227.821-11859.806=2368.015

*mean*	4043.625-3862.375=181.250
σ	2009.733-1830.519=179.214
min	1216.000-1278.000=-62.000
max	7145.000-6111.000=1034.000

*mean*	8022.019-6333.162=1688.856
σ	1925.218-1414.492=510.726
min	6055.550-5031.583=1023.967
max	11077.642-8313.941=2763.702

op=vertical_lookup_list() on indexed

*mean*	13159.109-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.092=2368.014
max	13159.110-10791.096=2368.014

*mean*	7145.000-6111.000=1034.000
σ	0.000
min	7145.000-6111.000=1034.000
max	7145.000-6111.000=1034.000

*mean*	5163.537-4930.654=232.883
σ	233.692-1583.900=-1350.208
min	5026.760-4047.627=979.133
max	5671.890-7569.355=-1897.465

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	376.979-379.277=-2.298
σ	19.227-33.239=-14.012
min	350.870-297.227=53.644
max	396.126-393.605=2.521

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.500=0.500
σ	0.000-1.604=-1.604
min	561.000-559.000=2.000
max	561.000-562.000=-1.000

*mean*	781.390-746.786=34.604
σ	15.073-70.325=-55.252
min	760.450-629.461=130.989
max	803.450-840.416=-36.966

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.328=-0.029
σ	0.759-0.759=0.000
min	1023.827-1023.854=-0.027
max	1027.438-1027.466=-0.027

*mean*	1053.800-1063.200=-9.400
σ	311.971-316.056=-4.085
min	570.000-594.000=-24.000
max	1511.000-1568.000=-57.000

*mean*	1.547-1.561=-0.014
σ	0.065-0.046=0.019
min	1.487-1.507=-0.020
max	1.767-1.653=0.113

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.429=0.056
σ	0.527-0.556=-0.029
min	0.239-0.150=0.089
max	1.427-1.420=0.007

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.826-0.839=-0.013
σ	0.523-0.509=0.015
min	0.567-0.586=-0.019
max	1.762-1.748=0.014

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.383=-0.000
σ	0.046-0.034=0.012
min	0.347-0.354=-0.007
max	0.460-0.442=0.019

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.586=-0.000
σ	0.028-0.031=-0.003
min	0.557-0.559=-0.002
max	0.632-0.638=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.200-431.800=5.400
σ	6.535-1.789=4.746
min	431.000
max	444.000-435.000=9.000

*mean*	0.725-0.579=0.146
σ	0.032-0.103=-0.071
min	0.676-0.494=0.182
max	0.765-0.749=0.016

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.625-0.469=0.156
σ	0.025-0.060=-0.035
min	0.590-0.381=0.209
max	0.645-0.523=0.122

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	3.505-2.677=0.828
σ	0.096-0.071=0.025
min	3.381-2.494=0.887
max	3.913-2.840=1.073

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	3.598-2.608=0.990
σ	1.087-0.090=0.997
min	3.360-2.428=0.932
max	14.316-2.841=11.476

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.539-0.312=0.228
σ	0.020-0.053=-0.033
min	0.515-0.290=0.225
max	0.665-0.826=-0.160

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.510-0.292=0.218
σ	0.014-0.027=-0.014
min	0.486-0.277=0.208
max	0.598-0.551=0.047

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.676-298.749=-0.073
σ	0.983-1.038=-0.055
min	298.315-298.360=-0.045
max	301.473-301.701=-0.228

*mean*	440.000-442.900=-2.900
σ	12.901-14.310=-1.408
min	417.000-425.000=-8.000
max	462.000-469.000=-7.000

*mean*	0.599-0.590=0.009
σ	0.016-0.040=-0.024
min	0.565-0.509=0.056
max	0.628-0.643=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	924.250-1686.875=-762.625
σ	10.607-0.354=10.253
min	898.000-1686.000=-788.000
max	928.000-1687.000=-759.000

*mean*	205.536-211.584=-6.048
σ	3.805-3.531=0.274
min	200.740-205.853=-5.113
max	211.028-216.779=-5.751

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	921.375-1686.875=-765.500
σ	18.738-0.354=18.385
min	875.000-1686.000=-811.000
max	928.000-1687.000=-759.000

*mean*	9.623-11.156=-1.534
σ	2.256-1.861=0.394
min	6.474-8.277=-1.802
max	14.170-12.934=1.236

phase=parser

*mean*	1042.361-1042.363=-0.002
σ	0.000-0.000=-0.000
min	1042.361-1042.363=-0.002
max	1042.362-1042.364=-0.002

*mean*	921.375-1686.875=-765.500
σ	18.738-0.354=18.385
min	875.000-1686.000=-811.000
max	928.000-1687.000=-759.000

*mean*	572.048-661.371=-89.324
σ	112.631-71.723=40.907
min	444.469-567.493=-123.024
max	771.834-736.043=35.791

phase=processProdDef

*mean*	4850.766-4753.280=97.487
σ	0.000-0.000=-0.000
min	4850.766-4753.279=97.487
max	4850.767-4753.280=97.487

*mean*	928.000-1687.000=-759.000
σ	0.000
min	928.000-1687.000=-759.000
max	928.000-1687.000=-759.000

*mean*	5127.229-4259.267=867.962
σ	520.627-706.934=-186.307
min	4325.341-3129.092=1196.249
max	5881.443-5441.662=439.782

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	921.375-1686.875=-765.500
σ	18.738-0.354=18.385
min	875.000-1686.000=-811.000
max	928.000-1687.000=-759.000

*mean*	37.364-41.300=-3.936
σ	10.645-7.847=2.798
min	21.278-26.211=-4.933
max	55.904-47.849=8.055

phase=type checker

*mean*	990.454-990.454=-0.000
σ	0.071
min	990.348-990.348=-0.000
max	990.567-990.567=-0.000

*mean*	924.125-1686.875=-762.750
σ	10.960-0.354=10.607
min	897.000-1686.000=-789.000
max	928.000-1687.000=-759.000

*mean*	761.789-805.077=-43.288
σ	101.680-77.383=24.297
min	659.483-683.331=-23.848
max	916.983-923.435=-6.451

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.919=-0.098
σ	0.037-0.038=-0.000
min	293.768-293.865=-0.098
max	293.859-293.958=-0.099

*mean*	443.000-448.000=-5.000
σ	0.000
min	443.000-448.000=-5.000
max	443.000-448.000=-5.000

*mean*	0.402-0.403=-0.000
σ	0.005-0.014=-0.009
min	0.398-0.391=0.007
max	0.411-0.425=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.221-1320.309=-0.088
σ	0.036-0.025=0.010
min	1320.165-1320.280=-0.114
max	1320.260-1320.337=-0.077

*mean*	1099.000-1083.000=16.000
σ	190.330-164.009=26.321
min	838.000-887.000=-49.000
max	1327.000-1306.000=21.000

*mean*	2.231-2.282=-0.051
σ	0.065-0.140=-0.075
min	2.172-2.146=0.026
max	2.337-2.457=-0.120

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1559.472=1.137
σ	6.219-3.407=2.812
min	1557.632-1557.812=-0.180
max	1571.730-1565.562=6.169

*mean*	617.200-625.600=-8.400
σ	81.729-89.690=-7.961
min	493.000-504.000=-11.000
max	712.000-728.000=-16.000

*mean*	2.273-2.444=-0.172
σ	0.092-0.319=-0.227
min	2.192-2.064=0.128
max	2.431-2.882=-0.451

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.158-1882.267=-0.109
σ	0.064-0.053=0.011
min	1882.070-1882.202=-0.133
max	1882.240-1882.345=-0.105

*mean*	1737.400-1721.600=15.800
σ	176.514-173.992=2.522
min	1475.000-1472.000=3.000
max	1889.000-1882.000=7.000

*mean*	3.012-3.054=-0.042
σ	0.106-0.231=-0.125
min	2.888-2.883=0.005
max	3.163-3.459=-0.296

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.851=-0.074
σ	0.138-0.120=0.018
min	1.600-1.655=-0.055
max	1.897-1.960=-0.062

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.411=-0.330
σ	582.722-583.278=-0.556
min	160.718-160.770=-0.052
max	1326.165-1327.329=-1.164

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.543-0.554=-0.011
σ	0.531-0.568=-0.037
min	0.268-0.266=0.002
max	1.339-1.406=-0.067

policies=20

*mean*	1607.521-1608.042=-0.521
σ	0.419-0.419=-0.001
min	1607.236-1607.759=-0.523
max	1608.141-1608.663=-0.522

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-449.250=-3.500
σ	7.500-3.500=4.000
min	442.000-444.000=-2.000
max	457.000-451.000=6.000

*mean*	2.698-2.701=-0.003
σ	0.021-0.018=0.003
min	2.680-2.690=-0.010
max	2.725-2.728=-0.003

policies=200

*mean*	16083.449-16088.590=-5.141
σ	0.082-0.120=-0.038
min	16083.341-16088.507=-5.166
max	16083.520-16088.766=-5.246

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-499.750=-4.000
σ	2.872-5.315=-2.443
min	492.000-494.000=-2.000
max	499.000-506.000=-7.000

*mean*	27.191-27.148=0.043
σ	0.093-0.031=0.062
min	27.092-27.121=-0.029
max	27.282-27.191=0.091