Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664-558.633=-110.969
σ	0.000
min	447.664-558.633=-110.969
max	447.664-558.633=-110.969

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.883-54.678=0.205
σ	0.360-0.358=0.002
min	54.749-54.540=0.209
max	55.905-55.696=0.209

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.142-0.142=-0.000
σ	0.004-0.005=-0.000
min	0.137-0.137=-0.000
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.852-43.704=0.148
σ	0.007-0.005=0.002
min	43.840-43.697=0.143
max	43.860-43.717=0.143

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.132-0.122=0.010
σ	0.009-0.005=0.004
min	0.122-0.117=0.005
max	0.145-0.130=0.015

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.618=-0.002
σ	0.000-0.002=-0.002
min	36.616-36.616=-0.000
max	36.616-36.620=-0.004

*mean*	4587.250-3864.375=722.875
σ	2254.977-1831.513=423.464
min	1487.000-1279.000=208.000
max	7406.000-6113.000=1293.000

*mean*	12.872-12.786=0.086
σ	1.889-0.498=1.391
min	11.928-12.133=-0.205
max	17.514-13.833=3.681

op=column_set() on indexed, repeat

*mean*	36.616-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.616-36.616=0.000
max	36.616-36.620=-0.004

*mean*	4587.250-3864.375=722.875
σ	2254.977-1831.513=423.464
min	1487.000-1279.000=208.000
max	7406.000-6113.000=1293.000

*mean*	13.501-12.566=0.935
σ	1.995-0.563=1.432
min	11.623-11.847=-0.224
max	18.261-13.368=4.894

op=table_records(), no indexes

*mean*	41.947-41.930=0.018
σ	0.002-0.002=0.000
min	41.946-41.928=0.017
max	41.950-41.933=0.017

*mean*	7406.000-6113.000=1293.000
σ	0.000
min	7406.000-6113.000=1293.000
max	7406.000-6113.000=1293.000

*mean*	11.184-15.590=-4.406
σ	0.114-0.644=-0.530
min	10.998-15.029=-4.030
max	11.322-17.123=-5.802

op=table_records(), repeat

*mean*	41.932-41.928=0.004
σ	0.000-0.000=0.000
min	41.932-41.928=0.004
max	41.933-41.929=0.005

*mean*	4173.375-3864.375=309.000
σ	1946.465-1831.513=114.951
min	1487.000-1279.000=208.000
max	7406.000-6113.000=1293.000

*mean*	11.582-13.482=-1.900
σ	1.957-1.711=0.246
min	10.682-11.229=-0.547
max	16.418-15.495=0.922

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.001
σ	0.137-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4173.375-3864.375=309.000
σ	1946.465-1831.513=114.951
min	1487.000-1279.000=208.000
max	7406.000-6113.000=1293.000

*mean*	9.270-9.209=0.061
σ	1.303-0.857=0.445
min	8.480-8.364=0.115
max	12.470-11.074=1.396

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.401=0.003
σ	0.000-0.002=-0.002
min	26.404-26.400=0.004
max	26.404-26.404=0.000

*mean*	4173.375-3864.375=309.000
σ	1946.465-1831.513=114.951
min	1487.000-1279.000=208.000
max	7406.000-6113.000=1293.000

*mean*	7.339-7.306=0.033
σ	0.865-0.747=0.118
min	6.930-6.683=0.247
max	9.458-8.963=0.495

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.669=0.010
σ	0.003-0.003=0.000
min	25.678-25.665=0.012
max	25.686-25.674=0.012

*mean*	4587.250-3864.375=722.875
σ	2254.977-1831.513=423.464
min	1487.000-1279.000=208.000
max	7406.000-6113.000=1293.000

*mean*	6.219-5.952=0.267
σ	0.466-0.137=0.329
min	5.979-5.709=0.270
max	7.357-6.116=1.241

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.970=0.012
σ	0.000-0.002=-0.002
min	25.982-25.968=0.013
max	25.983-25.974=0.009

*mean*	4587.250-3864.375=722.875
σ	2254.977-1831.513=423.464
min	1487.000-1279.000=208.000
max	7406.000-6113.000=1293.000

*mean*	6.118-5.883=0.235
σ	0.509-0.175=0.334
min	5.788-5.739=0.050
max	7.338-6.253=1.085

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-2524.604=-1502.990
σ	0.002-0.002=0.000
min	1021.612-2524.602=-1502.990
max	1021.617-2524.606=-1502.989

*mean*	7406.000-6113.000=1293.000
σ	0.000
min	7406.000-6113.000=1293.000
max	7406.000-6113.000=1293.000

*mean*	362.995-1348.795=-985.800
σ	42.238-541.947=-499.709
min	345.950-1042.508=-696.558
max	467.490-2255.593=-1788.103

op=load_product(), with indexes

*mean*	3495.866-7878.102=-4382.236
σ	0.469-0.469=-0.001
min	3495.700-7877.935=-4382.235
max	3497.026-7879.264=-4382.238

*mean*	3751.500-3229.125=522.375
σ	2299.593-1829.642=469.951
min	720.000-809.000=-89.000
max	7406.000-6113.000=1293.000

*mean*	1623.795-3799.741=-2175.946
σ	573.782-1279.802=-706.020
min	1393.539-3100.959=-1707.420
max	3035.707-6197.947=-3162.240

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	3864.375
σ	1831.513
min	1279.000
max	6113.000

*mean*	83.394
σ	11.856
min	70.828
max	101.601

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853
σ	0.000
min	107.852
max	107.853

*mean*	4408.000
σ	2226.234
min	1487.000
max	7406.000

*mean*	189.750
σ	147.103
min	126.426
max	551.116

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.001
min	62.080
max	62.084

*mean*	4587.250
σ	2254.977
min	1487.000
max	7406.000

*mean*	194.190
σ	425.025
min	41.317
max	1246.064

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6113.000
σ	0.000
min	6113.000
max	6113.000

*mean*	64.221
σ	5.138
min	60.236
max	74.060

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	7406.000
σ	0.000
min	7406.000
max	7406.000

*mean*	22.567
σ	1.989
min	21.509
max	27.443

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-66.687=4.619
σ	0.002-0.002=0.000
min	71.305-66.686=4.619
max	71.309-66.690=4.619

*mean*	7406.000-6113.000=1293.000
σ	0.000
min	7406.000-6113.000=1293.000
max	7406.000-6113.000=1293.000

*mean*	312.315-99.788=212.527
σ	722.355-1.176=721.179
min	55.415-98.785=-43.369
max	2100.049-102.109=1997.941

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-11849.156=-7202.307
σ	0.014-4.304=-4.290
min	4646.844-11847.561=-7200.717
max	4646.883-11859.806=-7212.923

*mean*	4173.375-3864.375=309.000
σ	1946.465-1831.513=114.951
min	1487.000-1279.000=208.000
max	7406.000-6113.000=1293.000

*mean*	3139.656-6255.821=-3116.165
σ	839.053-1228.185=-389.132
min	2515.774-5015.460=-2499.686
max	4733.233-8100.817=-3367.583

op=vertical_lookup_list() on indexed

*mean*	1973.849-10791.094=-8817.245
σ	0.002-0.002=-0.000
min	1973.847-10791.091=-8817.245
max	1973.851-10791.096=-8817.245

*mean*	7406.000-6113.000=1293.000
σ	0.000
min	7406.000-6113.000=1293.000
max	7406.000-6113.000=1293.000

*mean*	1074.162-5170.604=-4096.443
σ	245.877-1526.468=-1280.591
min	932.718-4043.343=-3110.625
max	1645.804-7336.893=-5691.089

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103
σ	0.002
min	905.101
max	905.106

*mean*	7406.000
σ	0.000
min	7406.000
max	7406.000

*mean*	402.775
σ	42.325
min	381.220
max	507.121

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.500-478.000=-1.500
σ	0.535-0.000=0.535
min	476.000-478.000=-2.000
max	477.000-478.000=-1.000

*mean*	358.558-375.868=-17.310
σ	43.833-20.384=23.449
min	314.627-349.180=-34.553
max	416.901-394.602=22.298

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	562.750-562.000=0.750
σ	3.105-0.000=3.105
min	559.000-562.000=-3.000
max	565.000-562.000=3.000

*mean*	787.220-766.650=20.570
σ	70.954-49.738=21.217
min	630.055-651.487=-21.432
max	843.167-804.008=39.159

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.327=0.239
σ	0.759-0.758=0.001
min	1024.095-1023.854=0.241
max	1027.704-1027.465=0.239

*mean*	1054.700-1053.000=1.700
σ	317.900-315.774=2.126
min	592.000
max	1528.000-1522.000=6.000

*mean*	1.388-1.587=-0.199
σ	0.077-0.082=-0.005
min	1.244-1.517=-0.273
max	1.590-1.768=-0.178

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.405-0.406=-0.001
σ	0.509-0.554=-0.044
min	0.144-0.133=0.011
max	1.313-1.394=-0.081

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.471=0.007
σ	0.323-0.325=-0.002
min	0.320-0.315=0.005
max	1.055-1.052=0.003

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.214=0.006
σ	0.023-0.025=-0.002
min	0.206-0.196=0.009
max	0.260-0.258=0.003

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.320=0.017
σ	0.016-0.017=-0.000
min	0.319-0.303=0.016
max	0.362-0.348=0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024-964.840=0.183
σ	0.011
min	965.018-964.835=0.183
max	965.042-964.859=0.183

*mean*	431.000-435.600=-4.600
σ	0.000-5.079=-5.079
min	431.000
max	431.000-441.000=-10.000

*mean*	0.546-0.559=-0.013
σ	0.071-0.042=0.029
min	0.438-0.521=-0.083
max	0.600-0.617=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.928-885.820=0.107
σ	0.002
min	885.926-885.819=0.107
max	885.930-885.823=0.107

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.500-0.482=0.018
σ	0.029-0.032=-0.002
min	0.450-0.451=-0.002
max	0.523-0.525=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.649-2.627=0.023
σ	0.102-0.091=0.010
min	2.462-2.471=-0.009
max	2.951-2.904=0.047

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.604-2.630=-0.025
σ	0.085-0.080=0.005
min	2.465-2.482=-0.017
max	3.005-2.892=0.113

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.303-0.309=-0.006
σ	0.013-0.012=0.001
min	0.287-0.296=-0.009
max	0.384-0.388=-0.004

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.291-0.294=-0.003
σ	0.007-0.009=-0.001
min	0.275-0.280=-0.005
max	0.321-0.355=-0.035

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.579
σ	10.987
min	0.574
max	82.426

*mean*	458.338
σ	17.149
min	408.000
max	473.000

*mean*	0.027
σ	0.027
min	0.001
max	0.199

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.686-298.760=-0.074
σ	1.029-0.999=0.031
min	298.276-298.300=-0.024
max	301.614-301.590=0.025

*mean*	438.700-441.300=-2.600
σ	15.420-13.961=1.460
min	417.000-425.000=-8.000
max	465.000-464.000=1.000

*mean*	0.601-0.611=-0.010
σ	0.025-0.019=0.006
min	0.567-0.567=0.000
max	0.664-0.644=0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	976.000-1687.000=-711.000
σ	0.000
min	976.000-1687.000=-711.000
max	976.000-1687.000=-711.000

*mean*	212.080-212.472=-0.392
σ	3.599-2.618=0.981
min	206.467-208.528=-2.062
max	217.144-216.427=0.717

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	976.000-1687.000=-711.000
σ	0.000
min	976.000-1687.000=-711.000
max	976.000-1687.000=-711.000

*mean*	10.042-10.993=-0.950
σ	3.949-2.279=1.670
min	6.304-6.436=-0.132
max	15.223-12.828=2.395

phase=parser

*mean*	1042.454-1042.363=0.091
σ	0.000-0.000=0.000
min	1042.453-1042.362=0.091
max	1042.454-1042.363=0.091

*mean*	976.000-1687.000=-711.000
σ	0.000
min	976.000-1687.000=-711.000
max	976.000-1687.000=-711.000

*mean*	587.620-663.198=-75.578
σ	226.482-70.356=156.126
min	375.432-567.774=-192.342
max	843.874-728.818=115.055

phase=processProdDef

*mean*	2232.169-4753.278=-2521.109
σ	0.000-0.000=-0.000
min	2232.169-4753.278=-2521.109
max	2232.169-4753.278=-2521.109

*mean*	976.000-1687.000=-711.000
σ	0.000
min	976.000-1687.000=-711.000
max	976.000-1687.000=-711.000

*mean*	2575.215-4373.391=-1798.176
σ	439.594-844.903=-405.308
min	1918.667-3079.543=-1160.876
max	3052.894-5497.844=-2444.950

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	976.000-1687.000=-711.000
σ	0.000
min	976.000-1687.000=-711.000
max	976.000-1687.000=-711.000

*mean*	44.782-43.269=1.512
σ	8.871-13.430=-4.559
min	36.432-20.871=15.562
max	55.402-66.144=-10.743

phase=type checker

*mean*	990.454-990.450=0.004
σ	0.071
min	990.348-990.344=0.004
max	990.567-990.563=0.004

*mean*	976.000-1687.000=-711.000
σ	0.000
min	976.000-1687.000=-711.000
max	976.000-1687.000=-711.000

*mean*	788.617-818.772=-30.155
σ	69.899-85.915=-16.016
min	692.525-659.097=33.428
max	924.974-915.835=9.139

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.918=-0.097
σ	0.038-0.038=-0.000
min	293.767-293.863=-0.096
max	293.860-293.956=-0.097

*mean*	443.000-447.000=-4.000
σ	3.000-0.000=3.000
min	440.000-447.000=-7.000
max	447.000

*mean*	0.397-0.397=0.000
σ	0.007-0.007=-0.001
min	0.391-0.390=0.001
max	0.405-0.406=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.287-1320.285=0.002
σ	0.141-0.054=0.087
min	1320.164-1320.228=-0.063
max	1320.524-1320.351=0.174

*mean*	1115.400-1113.000=2.400
σ	169.549-188.669=-19.120
min	899.000-892.000=7.000
max	1326.000-1376.000=-50.000

*mean*	1.954-2.219=-0.266
σ	0.036-0.076=-0.040
min	1.912-2.145=-0.233
max	1.988-2.307=-0.320

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.281-1559.476=-0.195
σ	2.960-3.345=-0.385
min	1557.694-1557.846=-0.151
max	1564.560-1565.455=-0.895

*mean*	639.800-628.200=11.600
σ	74.590-89.636=-15.046
min	541.000-506.000=35.000
max	729.000

*mean*	2.309-2.407=-0.098
σ	0.227-0.242=-0.014
min	2.053-2.165=-0.112
max	2.538-2.739=-0.201

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.359-1882.266=0.093
σ	0.084-0.063=0.021
min	1882.261-1882.180=0.082
max	1882.464-1882.347=0.117

*mean*	1753.000-1723.600=29.400
σ	213.367-176.024=37.343
min	1465.000-1507.000=-42.000
max	1954.000-1964.000=-10.000

*mean*	3.194-3.124=0.069
σ	0.300-0.296=0.003
min	2.888-2.725=0.163
max	3.554-3.455=0.099

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.675-1.695=-0.020
σ	0.078-0.223=-0.145
min	1.591-1.366=0.224
max	1.795-1.856=-0.061

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.908-452.411=-35.503
σ	512.374-583.279=-70.905
min	160.716-160.767=-0.052
max	1185.469-1327.329=-141.860

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	446.000-442.000=4.000
σ	0.000
min	446.000-442.000=4.000
max	446.000-442.000=4.000

*mean*	0.517-0.529=-0.012
σ	0.506-0.516=-0.010
min	0.257-0.268=-0.011
max	1.276-1.303=-0.027

policies=20

*mean*	1607.506-1608.029=-0.522
σ	0.364-0.400=-0.036
min	1607.254-1607.755=-0.502
max	1608.044-1608.620=-0.576

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-447.250=1.750
σ	2.000-3.500=-1.500
min	446.000-442.000=4.000
max	450.000-449.000=1.000

*mean*	2.616-2.690=-0.074
σ	0.021-0.018=0.003
min	2.592-2.674=-0.083
max	2.635-2.715=-0.080

policies=200

*mean*	16083.511-16088.500=-4.989
σ	0.064-0.168=-0.104
min	16083.437-16088.385=-4.948
max	16083.585-16088.745=-5.160

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-497.000=2.250
σ	4.646-3.916=0.730
min	493.000
max	504.000-502.000=2.000

*mean*	26.328-27.096=-0.768
σ	0.183-0.078=0.105
min	26.187-27.015=-0.828
max	26.597-27.198=-0.602