Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-557.883=-111.000
σ	0.000
min	446.883-557.883=-111.000
max	446.883-557.883=-111.000

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.869=-0.009
σ	0.361-0.359=0.003
min	54.722-54.723=-0.001
max	55.888-55.890=-0.002

*mean*	418.000-420.700=-2.700
σ	0.000-0.483=-0.483
min	418.000-420.000=-2.000
max	418.000-421.000=-3.000

*mean*	0.139-0.147=-0.008
σ	0.006-0.012=-0.006
min	0.132-0.136=-0.004
max	0.151-0.168=-0.017

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.853=-0.005
σ	0.007-0.006=0.001
min	43.835-43.842=-0.007
max	43.858-43.860=-0.002

*mean*	418.000-421.000=-3.000
σ	0.000
min	418.000-421.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.126-0.121=0.005
σ	0.004-0.004=0.000
min	0.121-0.117=0.004
max	0.134-0.129=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.619=-0.002
σ	0.000-0.002=-0.002
min	36.617-36.617=0.000
max	36.618-36.621=-0.003

*mean*	4589.375-4041.875=547.500
σ	2249.140-2008.424=240.716
min	1487.000-1219.000=268.000
max	7382.000-7146.000=236.000

*mean*	175.207-12.601=162.606
σ	461.089-0.486=460.603
min	11.644-12.153=-0.509
max	1316.342-13.661=1302.681

op=column_set() on indexed, repeat

*mean*	36.617-36.619=-0.002
σ	0.000-0.002=-0.002
min	36.617-36.617=0.000
max	36.618-36.621=-0.004

*mean*	4589.375-4041.875=547.500
σ	2249.140-2008.424=240.716
min	1487.000-1219.000=268.000
max	7382.000-7146.000=236.000

*mean*	14.223-11.887=2.336
σ	4.083-0.551=3.532
min	12.440-11.295=1.145
max	24.299-12.747=11.552

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.000
min	41.946-41.929=0.017
max	41.950-41.933=0.017

*mean*	7382.000-7146.000=236.000
σ	0.000
min	7382.000-7146.000=236.000
max	7382.000-7146.000=236.000

*mean*	11.579-14.398=-2.820
σ	1.986-0.189=1.797
min	10.721-14.153=-3.431
max	16.486-14.754=1.732

op=table_records(), repeat

*mean*	41.933-41.930=0.003
σ	0.000-0.002=-0.002
min	41.933-41.928=0.005
max	41.934-41.933=0.001

*mean*	4179.750-4041.875=137.875
σ	1945.836-2008.424=-62.588
min	1487.000-1219.000=268.000
max	7382.000-7146.000=236.000

*mean*	11.416-13.472=-2.056
σ	1.872-1.587=0.286
min	10.506-10.339=0.168
max	16.029-15.792=0.237

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.136-0.136=0.000
min	27.606-27.606=0.000
max	27.993-27.993=0.000

*mean*	4179.750-4041.875=137.875
σ	1945.836-2008.424=-62.588
min	1487.000-1219.000=268.000
max	7382.000-7146.000=236.000

*mean*	8.921-9.476=-0.555
σ	1.417-1.691=-0.274
min	7.778-8.001=-0.223
max	12.348-12.386=-0.038

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.403=0.003
σ	0.000-0.002=-0.002
min	26.406-26.402=0.004
max	26.406-26.406=-0.000

*mean*	4179.750-4041.875=137.875
σ	1945.836-2008.424=-62.588
min	1487.000-1219.000=268.000
max	7382.000-7146.000=236.000

*mean*	6.784-7.414=-0.630
σ	1.074-1.498=-0.423
min	5.826-6.412=-0.586
max	9.015-9.907=-0.893

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.670=0.010
σ	0.003-0.004=-0.001
min	25.680-25.667=0.012
max	25.688-25.679=0.008

*mean*	4589.375-4041.875=547.500
σ	2249.140-2008.424=240.716
min	1487.000-1219.000=268.000
max	7382.000-7146.000=236.000

*mean*	6.238-5.332=0.905
σ	0.950-0.104=0.846
min	5.619-5.221=0.398
max	8.551-5.548=3.003

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.972=0.012
σ	0.000-0.002=-0.001
min	25.984-25.971=0.013
max	25.985-25.975=0.011

*mean*	4589.375-4041.875=547.500
σ	2249.140-2008.424=240.716
min	1487.000-1219.000=268.000
max	7382.000-7146.000=236.000

*mean*	6.102-5.245=0.857
σ	1.046-0.057=0.989
min	5.461-5.169=0.293
max	8.672-5.336=3.336

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.626=0.001
σ	0.002-0.002=0.000
min	1021.625-1021.625=0.000
max	1021.629-1021.629=0.000

*mean*	7382.000-7146.000=236.000
σ	0.000
min	7382.000-7146.000=236.000
max	7382.000-7146.000=236.000

*mean*	346.103-376.335=-30.232
σ	3.314-54.722=-51.408
min	341.135-345.095=-3.961
max	350.976-466.312=-115.336

op=load_product(), with indexes

*mean*	3495.878-7917.805=-4421.927
σ	0.469-0.469=-0.001
min	3495.713-7917.637=-4421.925
max	3497.038-7918.966=-4421.928

*mean*	3756.625-3273.750=482.875
σ	2300.185-1823.803=476.381
min	720.000-810.000=-90.000
max	7382.000-5622.000=1760.000

*mean*	1764.230-3644.920=-1880.690
σ	682.703-1101.564=-418.860
min	1386.818-3117.939=-1731.120
max	2954.172-6214.104=-3259.932

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.077
max	62.081

*mean*	4041.875
σ	2008.424
min	1219.000
max	7146.000

*mean*	90.686
σ	25.311
min	70.719
max	127.263

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.855

*mean*	4408.125
σ	2218.423
min	1487.000
max	7382.000

*mean*	261.802
σ	354.441
min	126.254
max	1138.082

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4408.125
σ	2218.423
min	1487.000
max	7382.000

*mean*	44.607
σ	7.968
min	39.897
max	63.837

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.951

*mean*	7146.000
σ	0.000
min	7146.000
max	7146.000

*mean*	60.121
σ	1.079
min	59.404
max	62.724

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	213.706
σ	542.608
min	21.542
max	1556.592

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.689=4.619
σ	0.002-0.002=-0.000
min	71.307-66.687=4.619
max	71.311-66.692=4.619

*mean*	7382.000-7146.000=236.000
σ	0.000
min	7382.000-7146.000=236.000
max	7382.000-7146.000=236.000

*mean*	65.414-287.719=-222.305
σ	25.924-385.947=-360.023
min	55.164-97.721=-42.556
max	129.514-1157.307=-1027.794

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-14217.172=-9570.322
σ	0.014-4.304=-4.290
min	4646.845-14215.577=-9568.732
max	4646.884-14227.822=-9580.938

*mean*	4179.750-4041.875=137.875
σ	1945.836-2008.424=-62.588
min	1487.000-1219.000=268.000
max	7382.000-7146.000=236.000

*mean*	3259.557-8076.456=-4816.899
σ	708.153-1931.800=-1223.647
min	2490.699-6034.349=-3543.650
max	4428.855-10986.880=-6558.025

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.111=-11185.260
σ	0.002-0.002=0.000
min	1973.849-13159.108=-11185.259
max	1973.854-13159.112=-11185.258

*mean*	7382.000-7146.000=236.000
σ	0.000
min	7382.000-7146.000=236.000
max	7382.000-7146.000=236.000

*mean*	1021.494-5344.462=-4322.969
σ	260.623-572.067=-311.444
min	909.778-5016.547=-4106.769
max	1659.188-6673.985=-5014.797

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	386.402
σ	5.558
min	374.224
max	391.753

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	364.820-379.320=-14.500
σ	48.625-18.125=30.501
min	292.084-347.034=-54.950
max	444.024-393.276=50.747

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	565.000-562.000=3.000
σ	2.828-0.000=2.828
min	558.000-562.000=-4.000
max	566.000-562.000=4.000

*mean*	749.538-750.497=-0.959
σ	57.255-54.967=2.288
min	634.612-633.990=0.621
max	822.684-803.383=19.301

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.299=0.266
σ	0.760-0.759=0.001
min	1024.095-1023.827=0.268
max	1027.706-1027.438=0.268

*mean*	1048.650-1039.400=9.250
σ	311.650-300.353=11.298
min	592.000-552.000=40.000
max	1509.000-1461.000=48.000

*mean*	1.376-1.542=-0.166
σ	0.073-0.074=-0.000
min	1.297-1.474=-0.177
max	1.576-1.769=-0.193

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.912=0.000
σ	0.020
min	0.903-0.902=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.297-0.441=-0.144
σ	0.295-0.608=-0.313
min	0.138-0.141=-0.003
max	0.820-1.527=-0.707

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.475=-0.001
σ	0.319-0.326=-0.007
min	0.319-0.316=0.003
max	1.045-1.058=-0.013

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.220=-0.004
σ	0.019-0.021=-0.002
min	0.202-0.206=-0.004
max	0.250-0.258=-0.008

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.337=-0.001
σ	0.022-0.026=-0.004
min	0.313-0.312=0.001
max	0.371-0.377=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.787=0.183
σ	0.011
min	964.965-964.782=0.183
max	964.989-964.806=0.183

*mean*	436.200-436.000=0.200
σ	5.541-2.236=3.305
min	431.000-432.000=-1.000
max	442.000-437.000=5.000

*mean*	0.537-0.527=0.010
σ	0.045-0.035=0.009
min	0.482-0.470=0.012
max	0.582-0.566=0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.791=0.107
σ	0.002
min	885.897-885.789=0.107
max	885.901-885.793=0.107

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.499-0.485=0.014
σ	0.043-0.032=0.011
min	0.422-0.432=-0.010
max	0.527-0.510=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	1.943-1.946=-0.003
σ	0.094-0.086=0.007
min	1.752-1.776=-0.023
max	2.303-2.193=0.110

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.506-1.959=0.547
σ	0.220-0.079=0.140
min	1.898-1.819=0.079
max	2.765-2.209=0.555

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.292=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.301-0.304=-0.002
σ	0.008-0.009=-0.001
min	0.288-0.290=-0.002
max	0.348-0.349=-0.001

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.289-0.287=0.002
σ	0.007-0.007=-0.000
min	0.274-0.271=0.003
max	0.323-0.320=0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.743
σ	11.657
min	0.574
max	87.149

*mean*	460.629
σ	19.274
min	408.000
max	478.000

*mean*	0.027
σ	0.028
min	0.001
max	0.208

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.604-298.665=-0.061
σ	1.017-1.026=-0.009
min	298.241-298.191=0.050
max	301.495-301.565=-0.070

*mean*	443.000-441.500=1.500
σ	19.562-16.900=2.662
min	415.000
max	469.000-462.000=7.000

*mean*	0.601-0.605=-0.004
σ	0.022-0.016=0.006
min	0.566-0.571=-0.005
max	0.632-0.637=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.734=0.004
σ	0.000-0.000=0.000
min	173.738-173.734=0.004
max	173.738-173.734=0.004

*mean*	844.000-785.000=59.000
σ	0.000
min	844.000-785.000=59.000
max	844.000-785.000=59.000

*mean*	223.133-201.754=21.378
σ	23.618-12.768=10.849
min	192.067-187.178=4.889
max	251.745-230.279=21.466

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	843.375-785.000=58.375
σ	1.768-0.000=1.768
min	839.000-785.000=54.000
max	844.000-785.000=59.000

*mean*	8.684-7.560=1.124
σ	1.059-1.497=-0.438
min	7.256-6.979=0.277
max	9.656-11.264=-1.608

phase=parser

*mean*	1042.434-1042.348=0.086
σ	0.000-0.001=-0.001
min	1042.434-1042.345=0.089
max	1042.434-1042.349=0.085

*mean*	843.375-785.000=58.375
σ	1.768-0.000=1.768
min	839.000-785.000=54.000
max	844.000-785.000=59.000

*mean*	562.605-618.565=-55.960
σ	63.624-8.883=54.741
min	430.336-597.586=-167.249
max	609.715-625.643=-15.928

phase=processProdDef

*mean*	2243.977-4862.576=-2618.599
σ	0.000-0.000=-0.000
min	2243.977-4862.575=-2618.599
max	2243.977-4862.576=-2618.599

*mean*	844.000-785.000=59.000
σ	0.000
min	844.000-785.000=59.000
max	844.000-785.000=59.000

*mean*	2843.098-4932.091=-2088.993
σ	351.020-645.163=-294.143
min	2022.307-3679.355=-1657.049
max	3133.363-5549.531=-2416.168

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375-785.000=58.375
σ	1.768-0.000=1.768
min	839.000-785.000=54.000
max	844.000-785.000=59.000

*mean*	35.023-23.897=11.126
σ	7.043-6.603=0.440
min	26.350-21.152=5.198
max	40.450-40.231=0.219

phase=type checker

*mean*	989.752-989.755=-0.003
σ	0.066-0.066=-0.001
min	989.654-989.654=0.000
max	989.841-989.845=-0.004

*mean*	843.375-785.000=58.375
σ	1.768-0.000=1.768
min	839.000-785.000=54.000
max	844.000-785.000=59.000

*mean*	705.132-797.014=-91.882
σ	63.582-51.696=11.886
min	645.543-700.232=-54.688
max	850.697-850.253=0.444

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.000
σ	0.038-0.037=0.000
min	293.768-293.768=-0.000
max	293.859-293.859=-0.000

*mean*	441.600-441.800=-0.200
σ	4.278-2.683=1.595
min	437.000-439.000=-2.000
max	446.000-445.000=1.000

*mean*	0.395-0.397=-0.002
σ	0.008-0.008=0.000
min	0.390-0.390=0.000
max	0.408-0.406=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.292-1320.121=0.171
σ	0.127-0.137=-0.011
min	1320.162-1320.006=0.156
max	1320.481-1320.345=0.135

*mean*	1090.400-1080.400=10.000
σ	180.130-217.560=-37.430
min	864.000-828.000=36.000
max	1314.000-1366.000=-52.000

*mean*	1.905-1.991=-0.086
σ	0.058-0.243=-0.185
min	1.840-1.827=0.013
max	1.985-2.419=-0.434

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.274-1560.574=-1.301
σ	2.970-6.247=-3.277
min	1557.686-1557.527=0.159
max	1564.569-1571.744=-7.175

*mean*	633.800-627.600=6.200
σ	69.027-73.799=-4.772
min	539.000-519.000=20.000
max	718.000-700.000=18.000

*mean*	2.216-2.224=-0.008
σ	0.227-0.173=0.054
min	1.968-2.070=-0.102
max	2.531-2.492=0.040

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.339-1882.179=0.160
σ	0.061-0.058=0.003
min	1882.275-1882.119=0.156
max	1882.431-1882.271=0.160

*mean*	1738.800-1715.600=23.200
σ	188.942-160.099=28.843
min	1472.000-1509.000=-37.000
max	1912.000-1937.000=-25.000

*mean*	3.060-2.902=0.158
σ	0.355-0.091=0.264
min	2.824-2.769=0.055
max	3.686-3.004=0.682

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.685-1.679=0.006
σ	0.222-0.160=0.063
min	1.337-1.475=-0.138
max	1.852-1.885=-0.033

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.768-454.943=-35.175
σ	518.097-588.444=-70.348
min	160.716-160.720=-0.004
max	1196.913-1337.610=-140.697

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	440.000-446.000=-6.000
σ	0.000
min	440.000-446.000=-6.000
max	440.000-446.000=-6.000

*mean*	0.508-0.546=-0.037
σ	0.540-0.554=-0.014
min	0.223-0.264=-0.042
max	1.319-1.377=-0.059

policies=20

*mean*	1607.484-1607.513=-0.029
σ	0.343-0.377=-0.034
min	1607.248-1607.246=0.002
max	1607.993-1608.072=-0.079

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.500-450.000=-4.500
σ	6.351-8.000=-1.649
min	440.000-446.000=-6.000
max	451.000-462.000=-11.000

*mean*	2.581-2.642=-0.061
σ	0.023-0.028=-0.005
min	2.564-2.602=-0.037
max	2.615-2.662=-0.047

policies=200

*mean*	16083.566-16083.409=0.157
σ	0.098-0.244=-0.145
min	16083.491-16083.143=0.348
max	16083.706-16083.731=-0.025

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.250-498.000=2.250
σ	6.076-4.690=1.385
min	493.000
max	507.000-504.000=3.000

*mean*	26.057-26.656=-0.599
σ	0.098-0.058=0.040
min	25.960-26.597=-0.636
max	26.167-26.736=-0.568