Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-558.664=-111.781
σ	0.000
min	446.883-558.664=-111.781
max	446.883-558.664=-111.781

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.835-54.881=-0.046
σ	0.365-0.359=0.007
min	54.706-54.741=-0.036
max	55.875-55.901=-0.027

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.140-0.140=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.133=0.004
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.849=-0.008
σ	0.003-0.006=-0.003
min	43.835-43.839=-0.003
max	43.847-43.860=-0.014

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.120-0.124=-0.004
σ	0.005-0.004=0.001
min	0.115-0.120=-0.006
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.002

*mean*	4591.625-4043.375=548.250
σ	2249.892-2009.110=240.782
min	1485.000-1218.000=267.000
max	7386.000-7147.000=239.000

*mean*	114.937-12.872=102.065
σ	288.354-0.314=288.040
min	11.828-12.387=-0.559
max	828.559-13.262=815.298

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.003

*mean*	4591.625-4043.375=548.250
σ	2249.892-2009.110=240.782
min	1485.000-1218.000=267.000
max	7386.000-7147.000=239.000

*mean*	13.030-12.081=0.949
σ	2.428-0.150=2.278
min	11.330-11.812=-0.482
max	18.631-12.332=6.300

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=-0.000
min	41.946-41.928=0.018
max	41.950-41.933=0.017

*mean*	7386.000-7147.000=239.000
σ	0.000
min	7386.000-7147.000=239.000
max	7386.000-7147.000=239.000

*mean*	11.144-15.169=-4.025
σ	0.244-0.217=0.028
min	10.846-14.834=-3.988
max	11.525-15.444=-3.919

op=table_records(), repeat

*mean*	41.933-41.930=0.004
σ	0.000-0.002=-0.002
min	41.933-41.927=0.005
max	41.934-41.932=0.001

*mean*	4182.500-4043.375=139.125
σ	1946.264-2009.110=-62.847
min	1485.000-1218.000=267.000
max	7386.000-7147.000=239.000

*mean*	12.024-13.723=-1.699
σ	1.752-1.507=0.245
min	11.112-10.626=0.486
max	16.308-16.075=0.233

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.653=0.001
σ	0.137-0.136=0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4182.500-4043.375=139.125
σ	1946.264-2009.110=-62.847
min	1485.000-1218.000=267.000
max	7386.000-7147.000=239.000

*mean*	8.939-9.829=-0.890
σ	1.288-1.263=0.025
min	8.053-8.722=-0.669
max	12.071-12.662=-0.591

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.401=0.005
σ	0.000-0.002=-0.002
min	26.406-26.400=0.006
max	26.406-26.404=0.002

*mean*	4182.500-4043.375=139.125
σ	1946.264-2009.110=-62.847
min	1485.000-1218.000=267.000
max	7386.000-7147.000=239.000

*mean*	6.696-7.912=-1.215
σ	1.133-1.059=0.075
min	5.717-6.939=-1.222
max	9.395-10.367=-0.973

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.668=0.013
σ	0.003-0.004=-0.001
min	25.680-25.665=0.014
max	25.688-25.677=0.010

*mean*	4591.625-4043.375=548.250
σ	2249.892-2009.110=240.782
min	1485.000-1218.000=267.000
max	7386.000-7147.000=239.000

*mean*	6.244-5.884=0.360
σ	0.456-0.114=0.342
min	5.935-5.764=0.171
max	7.337-6.134=1.203

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.970=0.015
σ	0.000-0.002=-0.001
min	25.984-25.968=0.016
max	25.985-25.972=0.013

*mean*	4591.625-4043.375=548.250
σ	2249.892-2009.110=240.782
min	1485.000-1218.000=267.000
max	7386.000-7147.000=239.000

*mean*	6.056-5.716=0.341
σ	0.551-0.152=0.399
min	5.688-5.413=0.275
max	7.391-5.886=1.505

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.614=0.013
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7386.000-7147.000=239.000
σ	0.000
min	7386.000-7147.000=239.000
max	7386.000-7147.000=239.000

*mean*	362.034-375.444=-13.410
σ	43.324-82.152=-38.828
min	344.450-343.640=0.810
max	469.155-578.709=-109.555

op=load_product(), with indexes

*mean*	3495.878-7917.793=-4421.914
σ	0.469-0.469=-0.000
min	3495.713-7917.624=-4421.912
max	3497.038-7918.953=-4421.915

*mean*	3758.375-3275.250=483.125
σ	2300.951-1824.817=476.134
min	720.000-810.000=-90.000
max	7386.000-5623.000=1763.000

*mean*	1723.757-3752.430=-2028.673
σ	611.701-1192.714=-581.013
min	1394.931-3097.669=-1702.737
max	2975.665-5877.741=-2902.076

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4043.375
σ	2009.110
min	1218.000
max	7147.000

*mean*	86.012
σ	19.526
min	70.897
max	123.128

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.853
max	107.855

*mean*	4411.500
σ	2219.313
min	1485.000
max	7386.000

*mean*	247.170
σ	318.899
min	123.643
max	1035.335

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4411.500
σ	2219.313
min	1485.000
max	7386.000

*mean*	44.825
σ	7.450
min	40.444
max	63.028

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7147.000
σ	0.000
min	7147.000
max	7147.000

*mean*	60.956
σ	0.935
min	60.022
max	63.164

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	22.609
σ	2.070
min	21.488
max	27.679

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.688=4.620
σ	0.002-0.002=-0.000
min	71.307-66.686=4.621
max	71.311-66.691=4.620

*mean*	7386.000-7147.000=239.000
σ	0.000
min	7386.000-7147.000=239.000
max	7386.000-7147.000=239.000

*mean*	220.672-99.694=120.977
σ	463.445-0.583=462.861
min	55.060-98.693=-43.633
max	1367.610-100.760=1266.850

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-14217.171=-9570.320
σ	0.014-4.304=-4.290
min	4646.845-14215.576=-9568.730
max	4646.884-14227.821=-9580.937

*mean*	4182.500-4043.375=139.125
σ	1946.264-2009.110=-62.847
min	1485.000-1218.000=267.000
max	7386.000-7147.000=239.000

*mean*	3273.001-8385.937=-5112.935
σ	741.343-1977.735=-1236.393
min	2508.135-6009.305=-3501.169
max	4490.800-11230.977=-6740.177

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.108=-11185.257
σ	0.002-0.002=0.000
min	1973.849-13159.106=-11185.256
max	1973.854-13159.110=-11185.256

*mean*	7386.000-7147.000=239.000
σ	0.000
min	7386.000-7147.000=239.000
max	7386.000-7147.000=239.000

*mean*	1048.030-5299.446=-4251.416
σ	199.087-585.896=-386.810
min	920.638-5020.215=-4099.577
max	1490.188-6694.566=-5204.378

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	391.510
σ	7.462
min	379.071
max	405.699

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.875-478.000=-1.125
σ	0.354-0.000=0.354
min	476.000-478.000=-2.000
max	477.000-478.000=-1.000

*mean*	386.309-380.490=5.819
σ	25.849-18.165=7.684
min	360.969-348.321=12.648
max	426.852-394.647=32.204

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	564.750-561.000=3.750
σ	3.536-0.000=3.536
min	556.000-561.000=-5.000
max	566.000-561.000=5.000

*mean*	712.753-737.758=-25.005
σ	83.392-53.572=29.820
min	582.426-639.973=-57.546
max	814.817-791.774=23.043

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-1024.299=-60.327
σ	1.820-0.758=1.062
min	963.264-1023.827=-60.563
max	971.668-1027.435=-55.766

*mean*	1043.950-1037.250=6.700
σ	309.546-300.650=8.896
min	584.000-564.000=20.000
max	1500.000-1459.000=41.000

*mean*	1.239-1.533=-0.294
σ	0.062-0.062=0.001
min	1.173-1.464=-0.291
max	1.411-1.658=-0.248

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.296=-0.006
σ	0.292-0.292=0.000
min	0.135-0.138=-0.002
max	0.808-0.815=-0.007

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.469-0.474=-0.005
σ	0.324-0.317=0.007
min	0.314-0.323=-0.009
max	1.048-1.041=0.007

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.206-0.218=-0.011
σ	0.027-0.023=0.004
min	0.188-0.198=-0.010
max	0.253-0.258=-0.004

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.325=0.001
σ	0.015-0.016=-0.001
min	0.315-0.315=0.001
max	0.352-0.353=-0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.840=0.130
σ	0.011
min	964.965-964.835=0.130
max	964.989-964.859=0.130

*mean*	431.400-434.600=-3.200
σ	0.894-4.099=-3.204
min	431.000
max	433.000-439.000=-6.000

*mean*	0.571-0.589=-0.018
σ	0.036-0.027=0.009
min	0.519-0.545=-0.026
max	0.607-0.618=-0.011

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.820=0.078
σ	0.002
min	885.897-885.819=0.078
max	885.901-885.823=0.078

*mean*	439.000
σ	0.000
min	439.000
max	439.000

*mean*	0.441-0.480=-0.038
σ	0.054-0.035=0.019
min	0.378-0.428=-0.050
max	0.522-0.524=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	439.000
σ	0.000
min	439.000
max	439.000

*mean*	2.620-2.585=0.035
σ	0.095-0.072=0.023
min	2.424-2.469=-0.045
max	2.910-2.861=0.050

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	439.000
σ	0.000
min	439.000
max	439.000

*mean*	2.574-2.588=-0.013
σ	0.074-0.074=0.000
min	2.427-2.473=-0.046
max	2.867-3.011=-0.144

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	439.000
σ	0.000
min	439.000
max	439.000

*mean*	0.303-0.306=-0.003
σ	0.008-0.012=-0.003
min	0.288-0.289=-0.001
max	0.355-0.380=-0.025

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	439.000
σ	0.000
min	439.000
max	439.000

*mean*	0.290-0.295=-0.004
σ	0.007-0.016=-0.009
min	0.278-0.278=0.000
max	0.326-0.431=-0.105

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.621
σ	10.889
min	0.574
max	77.630

*mean*	466.441
σ	18.992
min	408.000
max	483.000

*mean*	0.027
σ	0.027
min	0.001
max	0.191

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.677-298.631=-19.954
σ	1.114-1.013=0.102
min	278.187-298.163=-19.977
max	281.828-301.504=-19.676

*mean*	445.100-440.500=4.600
σ	17.760-13.946=3.814
min	415.000-420.000=-5.000
max	466.000-461.000=5.000

*mean*	0.574-0.599=-0.025
σ	0.021-0.033=-0.013
min	0.536-0.528=0.008
max	0.610-0.641=-0.031

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.681=-62.943
σ	0.000-0.000=0.000
min	173.738-236.681=-62.943
max	173.738-236.681=-62.943

*mean*	842.500-1065.000=-222.500
σ	0.535-33.941=-33.407
min	842.000-981.000=-139.000
max	843.000-1077.000=-234.000

*mean*	239.566-206.619=32.947
σ	15.086-3.111=11.975
min	216.319-203.050=13.269
max	251.899-211.637=40.262

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	842.375-1065.000=-222.625
σ	0.518-33.941=-33.424
min	842.000-981.000=-139.000
max	843.000-1077.000=-234.000

*mean*	9.524-10.024=-0.500
σ	0.132-2.004=-1.872
min	9.356-7.650=1.706
max	9.728-13.002=-3.275

phase=parser

*mean*	1042.435-1042.362=0.073
σ	0.000-0.000=-0.000
min	1042.435-1042.361=0.074
max	1042.435-1042.362=0.073

*mean*	842.375-1065.000=-222.625
σ	0.518-33.941=-33.424
min	842.000-981.000=-139.000
max	843.000-1077.000=-234.000

*mean*	598.325-562.115=36.210
σ	7.137-140.183=-133.046
min	588.791-412.864=175.927
max	608.362-763.989=-155.627

phase=processProdDef

*mean*	2243.976-4850.764=-2606.787
σ	0.000
min	2243.976-4850.764=-2606.787
max	2243.976-4850.764=-2606.787

*mean*	842.500-1077.000=-234.500
σ	0.535-0.000=0.535
min	842.000-1077.000=-235.000
max	843.000-1077.000=-234.000

*mean*	2608.063-4826.116=-2218.052
σ	468.800-671.292=-202.492
min	2032.189-3489.275=-1457.086
max	3212.052-5423.400=-2211.348

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	842.375-1065.000=-222.625
σ	0.518-33.941=-33.424
min	842.000-981.000=-139.000
max	843.000-1077.000=-234.000

*mean*	40.477-39.548=0.929
σ	0.312-8.431=-8.119
min	40.056-26.973=13.084
max	41.155-49.335=-8.181

phase=type checker

*mean*	989.752-990.450=-0.698
σ	0.066-0.071=-0.005
min	989.654-990.344=-0.690
max	989.841-990.563=-0.722

*mean*	842.375-1065.000=-222.625
σ	0.518-33.941=-33.424
min	842.000-981.000=-139.000
max	843.000-1077.000=-234.000

*mean*	691.661-789.505=-97.844
σ	32.230-120.427=-88.197
min	668.733-655.656=13.077
max	764.826-917.788=-152.962

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.396-293.817=-11.422
σ	0.036-0.039=-0.003
min	282.340-293.767=-11.428
max	282.427-293.858=-11.431

*mean*	441.200-443.400=-2.200
σ	1.643-0.548=1.095
min	440.000-443.000=-3.000
max	443.000-444.000=-1.000

*mean*	0.377-0.399=-0.022
σ	0.002-0.007=-0.005
min	0.375-0.394=-0.019
max	0.379-0.408=-0.029

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.096-1320.189=-53.093
σ	0.087-0.098=-0.011
min	1267.009-1320.060=-53.051
max	1267.227-1320.335=-53.108

*mean*	1088.400-1072.400=16.000
σ	174.043-167.783=6.259
min	850.000-844.000=6.000
max	1294.000-1273.000=21.000

*mean*	1.888-2.127=-0.239
σ	0.109-0.211=-0.102
min	1.797-1.986=-0.189
max	2.067-2.493=-0.426

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.074-1560.584=-54.510
σ	2.964-6.262=-3.298
min	1504.518-1557.545=-53.027
max	1511.363-1571.778=-60.416

*mean*	614.000-618.600=-4.600
σ	77.878-82.473=-4.595
min	494.000
max	701.000-716.000=-15.000

*mean*	2.210-2.298=-0.088
σ	0.223-0.228=-0.004
min	2.054-2.169=-0.115
max	2.598-2.703=-0.105

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.106-1882.180=-53.073
σ	0.030-0.057=-0.026
min	1829.056-1882.114=-53.058
max	1829.139-1882.246=-53.108

*mean*	1736.400-1695.600=40.800
σ	241.360-245.176=-3.816
min	1428.000-1393.000=35.000
max	2045.000-2020.000=25.000

*mean*	2.904-2.966=-0.062
σ	0.089-0.094=-0.005
min	2.797-2.835=-0.038
max	2.991-3.077=-0.087

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.757-1.811=-0.054
σ	0.089-0.086=0.003
min	1.645-1.678=-0.033
max	1.846-1.908=-0.062

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-452.082=-54.384
σ	518.052-582.724=-64.672
min	138.670-160.714=-22.044
max	1174.776-1326.168=-151.392

*mean*	97.750-102.250=-4.500
σ	7.500-8.500=-1.000
min	94.000-98.000=-4.000
max	109.000-115.000=-6.000

*mean*	447.000-444.000=3.000
σ	0.000
min	447.000-444.000=3.000
max	447.000-444.000=3.000

*mean*	0.499-0.536=-0.037
σ	0.531-0.516=0.015
min	0.232-0.271=-0.039
max	1.296-1.311=-0.015

policies=20

*mean*	1386.840-1607.499=-220.660
σ	0.165-0.416=-0.251
min	1386.725-1607.226=-220.501
max	1387.085-1608.119=-221.035

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	447.000-450.500=-3.500
σ	0.000-7.506=-7.506
min	447.000-444.000=3.000
max	447.000-457.000=-10.000

*mean*	2.325-2.676=-0.351
σ	0.017-0.038=-0.021
min	2.311-2.636=-0.325
max	2.349-2.714=-0.366

policies=200

*mean*	13876.893-16083.259=-2206.366
σ	0.079-0.103=-0.024
min	13876.812-16083.200=-2206.387
max	13877.002-16083.413=-2206.412

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	495.250-495.750=-0.500
σ	4.500-4.787=-0.287
min	490.000
max	501.000

*mean*	23.507-27.124=-3.616
σ	0.170-0.070=0.099
min	23.343-27.073=-3.729
max	23.738-27.226=-3.488