Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-558.633=-111.750
σ	0.000
min	446.883-558.633=-111.750
max	446.883-558.633=-111.750

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.889=-0.029
σ	0.360-0.358=0.002
min	54.721-54.749=-0.028
max	55.884-55.907=-0.024

*mean*	417.700-417.000=0.700
σ	0.483-0.000=0.483
min	417.000
max	418.000-417.000=1.000

*mean*	0.141-0.141=0.000
σ	0.004-0.005=-0.001
min	0.139-0.136=0.002
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.856=-0.008
σ	0.005-0.005=0.001
min	43.837-43.849=-0.012
max	43.857-43.862=-0.005

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.124-0.124=0.000
σ	0.004-0.005=-0.001
min	0.120-0.120=-0.000
max	0.132-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.002

*mean*	4590.875-4030.875=560.000
σ	2250.008-2001.077=248.931
min	1483.000-1218.000=265.000
max	7386.000-7130.000=256.000

*mean*	127.187-12.766=114.420
σ	323.137-0.396=322.741
min	11.805-12.062=-0.258
max	926.893-13.441=913.452

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.003

*mean*	4590.875-4030.875=560.000
σ	2250.008-2001.077=248.931
min	1483.000-1218.000=265.000
max	7386.000-7130.000=256.000

*mean*	14.269-13.148=1.122
σ	3.309-0.468=2.841
min	11.547-12.109=-0.563
max	20.707-13.556=7.151

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.000
min	41.946-41.928=0.018
max	41.950-41.933=0.017

*mean*	7386.000-7130.000=256.000
σ	0.000
min	7386.000-7130.000=256.000
max	7386.000-7130.000=256.000

*mean*	11.125-14.775=-3.649
σ	0.488-1.460=-0.972
min	10.780-11.323=-0.543
max	12.274-15.769=-3.495

op=table_records(), repeat

*mean*	41.933-41.929=0.004
σ	0.000-0.002=-0.002
min	41.933-41.927=0.005
max	41.934-41.932=0.001

*mean*	4182.375-4030.875=151.500
σ	1946.193-2001.077=-54.884
min	1483.000-1218.000=265.000
max	7386.000-7130.000=256.000

*mean*	11.548-13.687=-2.139
σ	1.863-1.930=-0.067
min	10.698-11.203=-0.505
max	16.125-15.403=0.722

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.653=0.002
σ	0.136-0.136=0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4182.375-4030.875=151.500
σ	1946.193-2001.077=-54.884
min	1483.000-1218.000=265.000
max	7386.000-7130.000=256.000

*mean*	9.015-9.199=-0.185
σ	1.232-0.392=0.840
min	8.079-8.687=-0.608
max	11.993-9.691=2.302

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.401=0.005
σ	0.000-0.002=-0.002
min	26.406-26.400=0.006
max	26.406-26.404=0.002

*mean*	4182.375-4030.875=151.500
σ	1946.193-2001.077=-54.884
min	1483.000-1218.000=265.000
max	7386.000-7130.000=256.000

*mean*	7.049-6.555=0.494
σ	0.965-0.533=0.432
min	6.448-5.890=0.559
max	9.383-7.364=2.020

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.668=0.013
σ	0.003-0.004=-0.001
min	25.680-25.665=0.014
max	25.688-25.677=0.010

*mean*	4590.875-4030.875=560.000
σ	2250.008-2001.077=248.931
min	1483.000-1218.000=265.000
max	7386.000-7130.000=256.000

*mean*	6.602-6.047=0.555
σ	1.119-0.117=1.002
min	5.835-5.895=-0.061
max	9.050-6.295=2.755

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.970=0.015
σ	0.000-0.002=-0.001
min	25.984-25.968=0.016
max	25.985-25.972=0.013

*mean*	4590.875-4030.875=560.000
σ	2250.008-2001.077=248.931
min	1483.000-1218.000=265.000
max	7386.000-7130.000=256.000

*mean*	6.442-5.679=0.763
σ	1.237-0.255=0.982
min	5.729-5.321=0.408
max	9.273-5.979=3.293

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.613=0.014
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7386.000-7130.000=256.000
σ	0.000
min	7386.000-7130.000=256.000
max	7386.000-7130.000=256.000

*mean*	361.813-347.246=14.566
σ	43.807-2.202=41.604
min	342.693-343.659=-0.966
max	470.093-349.929=120.164

op=load_product(), with indexes

*mean*	3495.878-7917.793=-4421.914
σ	0.468-0.469=-0.001
min	3495.713-7917.625=-4421.913
max	3497.037-7918.954=-4421.917

*mean*	3757.625-3264.500=493.125
σ	2300.753-1815.592=485.161
min	720.000-809.000=-89.000
max	7386.000-5601.000=1785.000

*mean*	1794.572-3568.865=-1774.293
σ	671.599-948.971=-277.372
min	1401.092-3086.152=-1685.059
max	2965.746-5672.271=-2706.525

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4030.875
σ	2001.077
min	1218.000
max	7130.000

*mean*	84.834
σ	14.663
min	70.294
max	109.016

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.855

*mean*	4411.750
σ	2219.486
min	1483.000
max	7386.000

*mean*	242.924
σ	301.595
min	126.431
max	988.367

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4411.750
σ	2219.486
min	1483.000
max	7386.000

*mean*	44.618
σ	8.340
min	39.963
max	65.066

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7130.000
σ	0.000
min	7130.000
max	7130.000

*mean*	167.245
σ	294.221
min	60.631
max	895.357

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	22.112
σ	0.850
min	21.499
max	23.979

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.688=4.620
σ	0.002-0.002=-0.000
min	71.307-66.686=4.621
max	71.311-66.691=4.620

*mean*	7386.000-7130.000=256.000
σ	0.000
min	7386.000-7130.000=256.000
max	7386.000-7130.000=256.000

*mean*	275.875-104.232=171.643
σ	619.852-9.581=610.272
min	55.409-98.743=-43.334
max	1809.928-125.958=1683.969

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-14217.171=-9570.321
σ	0.014-4.303=-4.290
min	4646.845-14215.575=-9568.730
max	4646.884-14227.820=-9580.936

*mean*	4182.375-4030.875=151.500
σ	1946.193-2001.077=-54.884
min	1483.000-1218.000=265.000
max	7386.000-7130.000=256.000

*mean*	3297.409-8190.400=-4892.991
σ	847.110-1790.248=-943.138
min	2501.799-5974.727=-3472.928
max	4908.128-10723.598=-5815.471

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.109=-11185.257
σ	0.002-0.002=0.000
min	1973.849-13159.106=-11185.256
max	1973.854-13159.110=-11185.256

*mean*	7386.000-7130.000=256.000
σ	0.000
min	7386.000-7130.000=256.000
max	7386.000-7130.000=256.000

*mean*	1065.437-5414.364=-4348.927
σ	266.884-1147.382=-880.498
min	922.804-4965.797=-4042.992
max	1698.487-8251.713=-6553.226

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	388.761
σ	6.156
min	373.976
max	393.553

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	385.318-357.365=27.953
σ	29.014-33.140=-4.126
min	349.265-293.760=55.506
max	423.021-390.791=32.230

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	562.750-560.000=2.750
σ	0.463-0.000=0.463
min	562.000-560.000=2.000
max	563.000-560.000=3.000

*mean*	743.987-758.277=-14.289
σ	77.436-49.820=27.616
min	595.379-638.560=-43.181
max	840.807-791.500=49.307

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.299=0.266
σ	0.760-0.758=0.001
min	1024.094-1023.825=0.270
max	1027.704-1027.435=0.269

*mean*	1040.500-1044.500=-4.000
σ	307.947-315.324=-7.377
min	544.000-549.000=-5.000
max	1526.000-1519.000=7.000

*mean*	1.383-1.567=-0.184
σ	0.095-0.075=0.020
min	1.308-1.488=-0.180
max	1.647-1.785=-0.138

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.299=-0.005
σ	0.283-0.292=-0.009
min	0.139-0.140=-0.002
max	0.797-0.816=-0.019

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.479=0.001
σ	0.316-0.324=-0.008
min	0.322-0.326=-0.004
max	1.045-1.058=-0.014

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.218=0.004
σ	0.024-0.025=-0.001
min	0.200-0.201=-0.001
max	0.263-0.261=0.003

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.331=0.002
σ	0.021-0.019=0.001
min	0.311-0.318=-0.007
max	0.365-0.365=-0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.840=0.130
σ	0.011
min	964.965-964.835=0.130
max	964.989-964.859=0.130

*mean*	437.000-431.600=5.400
σ	6.595-1.342=5.254
min	431.000
max	444.000-434.000=10.000

*mean*	0.535-0.546=-0.011
σ	0.047-0.033=0.014
min	0.495-0.528=-0.033
max	0.589-0.605=-0.015

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.820=0.078
σ	0.002
min	885.897-885.819=0.078
max	885.901-885.823=0.078

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.475-0.460=0.015
σ	0.042-0.056=-0.014
min	0.418-0.381=0.037
max	0.521-0.523=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	2.629-2.578=0.052
σ	0.100-0.106=-0.007
min	2.434-2.427=0.007
max	2.845-2.955=-0.110

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	2.579-2.548=0.031
σ	0.077-0.074=0.002
min	2.434-2.413=0.021
max	2.900-2.811=0.089

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.310-0.305=0.005
σ	0.033-0.009=0.024
min	0.291-0.289=0.002
max	0.622-0.363=0.259

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.294-0.292=0.002
σ	0.008-0.008=-0.000
min	0.282-0.279=0.003
max	0.335-0.337=-0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.740
σ	12.670
min	0.574
max	106.210

*mean*	458.812
σ	18.701
min	408.000
max	474.000

*mean*	0.027
σ	0.031
min	0.001
max	0.252

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.708-298.614=0.095
σ	1.026-1.016=0.010
min	298.291-298.216=0.075
max	301.624-301.498=0.126

*mean*	445.200-442.900=2.300
σ	18.201-15.652=2.549
min	417.000-418.000=-1.000
max	471.000

*mean*	0.601-0.586=0.015
σ	0.016-0.033=-0.016
min	0.570-0.535=0.035
max	0.636-0.638=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.681=-62.943
σ	0.000-0.000=0.000
min	173.738-236.681=-62.943
max	173.738-236.682=-62.943

*mean*	839.000-1065.875=-226.875
σ	0.000-34.295=-34.295
min	839.000-981.000=-142.000
max	839.000-1078.000=-239.000

*mean*	239.095-206.341=32.754
σ	19.244-2.824=16.420
min	193.871-202.656=-8.785
max	255.693-210.074=45.619

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	839.000-1065.875=-226.875
σ	0.000-34.295=-34.295
min	839.000-981.000=-142.000
max	839.000-1078.000=-239.000

*mean*	9.237-9.025=0.213
σ	0.735-2.039=-1.305
min	7.424-6.616=0.808
max	9.564-12.672=-3.108

phase=parser

*mean*	1042.434-1042.359=0.074
σ	0.000-0.000=-0.000
min	1042.433-1042.359=0.074
max	1042.434-1042.360=0.074

*mean*	839.000-1065.875=-226.875
σ	0.000-34.295=-34.295
min	839.000-981.000=-142.000
max	839.000-1078.000=-239.000

*mean*	569.350-520.587=48.763
σ	58.557-75.242=-16.685
min	424.872-444.463=-19.590
max	596.628-639.725=-43.098

phase=processProdDef

*mean*	2243.977-4850.766=-2606.790
σ	0.000-0.000=0.000
min	2243.977-4850.766=-2606.790
max	2243.977-4850.767=-2606.790

*mean*	839.000-1078.000=-239.000
σ	0.000
min	839.000-1078.000=-239.000
max	839.000-1078.000=-239.000

*mean*	2454.693-5167.573=-2712.880
σ	466.612-223.160=243.452
min	1992.001-4835.956=-2843.955
max	3356.549-5461.989=-2105.440

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	839.000-1065.875=-226.875
σ	0.000-34.295=-34.295
min	839.000-981.000=-142.000
max	839.000-1078.000=-239.000

*mean*	38.165-33.782=4.384
σ	4.803-10.605=-5.802
min	26.318-20.154=6.164
max	40.393-48.070=-7.676

phase=type checker

*mean*	989.752-990.450=-0.698
σ	0.066-0.071=-0.005
min	989.654-990.344=-0.690
max	989.841-990.563=-0.722

*mean*	839.000-1065.875=-226.875
σ	0.000-34.295=-34.295
min	839.000-981.000=-142.000
max	839.000-1078.000=-239.000

*mean*	673.916-693.055=-19.139
σ	15.769-44.807=-29.038
min	642.692-653.569=-10.877
max	699.826-795.667=-95.842

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=0.000
σ	0.037-0.038=-0.001
min	293.768-293.768=0.000
max	293.859-293.860=-0.001

*mean*	443.000-440.000=3.000
σ	0.000-2.739=-2.739
min	443.000-438.000=5.000
max	443.000

*mean*	0.390-0.397=-0.007
σ	0.002-0.008=-0.006
min	0.387-0.391=-0.004
max	0.392-0.411=-0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.293-1320.207=0.087
σ	0.131-0.049=0.082
min	1320.172-1320.134=0.038
max	1320.501-1320.260=0.241

*mean*	1089.200-1092.800=-3.600
σ	166.671-182.531=-15.860
min	892.000-839.000=53.000
max	1317.000-1309.000=8.000

*mean*	1.949-2.294=-0.345
σ	0.091-0.186=-0.095
min	1.863-2.148=-0.286
max	2.090-2.620=-0.530

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.282-1560.625=-1.343
σ	2.958-6.221=-3.264
min	1557.714-1557.649=0.066
max	1564.559-1571.750=-7.191

*mean*	609.600-618.200=-8.600
σ	92.611-81.729=10.882
min	497.000-494.000=3.000
max	727.000-713.000=14.000

*mean*	2.186-2.330=-0.144
σ	0.136-0.182=-0.047
min	2.052-2.208=-0.156
max	2.335-2.642=-0.308

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.339-1882.155=0.184
σ	0.054-0.040=0.014
min	1882.271-1882.125=0.146
max	1882.415-1882.223=0.192

*mean*	1728.000-1734.600=-6.600
σ	177.076-227.408=-50.332
min	1470.000-1439.000=31.000
max	1887.000-1953.000=-66.000

*mean*	2.976-3.058=-0.082
σ	0.256-0.174=0.082
min	2.723-2.879=-0.156
max	3.395-3.262=0.133

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.588-1.809=-0.221
σ	0.169-0.087=0.082
min	1.366-1.698=-0.332
max	1.830-1.906=-0.076

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.943-452.081=-32.139
σ	518.108-582.723=-64.615
min	160.885-160.716=0.169
max	1197.104-1326.165=-129.061

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	446.000-443.000=3.000
σ	0.000
min	446.000-443.000=3.000
max	446.000-443.000=3.000

*mean*	0.519-0.539=-0.020
σ	0.511-0.539=-0.028
min	0.259-0.268=-0.009
max	1.286-1.348=-0.062

policies=20

*mean*	1609.188-1607.522=1.666
σ	0.345-0.407=-0.063
min	1608.940-1607.243=1.697
max	1609.695-1608.125=1.570

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-446.500=2.500
σ	6.000-4.041=1.959
min	446.000-443.000=3.000
max	458.000-450.000=8.000

*mean*	2.580-2.684=-0.105
σ	0.025-0.026=-0.001
min	2.548-2.660=-0.113
max	2.608-2.709=-0.101

policies=200

*mean*	16100.509-16083.335=17.174
σ	0.106-0.125=-0.019
min	16100.408-16083.212=17.196
max	16100.646-16083.502=17.144

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.500-493.000=6.500
σ	6.758-2.160=4.597
min	491.000-490.000=1.000
max	507.000-495.000=12.000

*mean*	26.027-27.148=-1.121
σ	0.062-0.119=-0.057
min	25.967-27.011=-1.043
max	26.113-27.296=-1.183