Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.861=-0.001
σ	0.360-0.360=-0.000
min	54.719-54.721=-0.003
max	55.882-55.884=-0.002

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.140-0.142=-0.002
σ	0.005-0.005=0.000
min	0.134-0.137=-0.003
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.846-43.846=-0.001
σ	0.005-0.005=0.000
min	43.836-43.838=-0.002
max	43.852-43.855=-0.003

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.123-0.124=-0.001
σ	0.004-0.005=-0.001
min	0.118-0.118=0.000
max	0.131-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4228.875-4427.125=-198.250
σ	1980.146-2226.935=-246.789
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	11.695-13.627=-1.932
σ	0.195-3.463=-3.268
min	11.386-12.103=-0.716
max	12.071-22.154=-10.083

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.617-36.618=-0.001

*mean*	4228.875-4606.875=-378.000
σ	1980.146-2258.081=-277.935
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	11.423-166.716=-155.293
σ	0.597-433.158=-432.561
min	10.891-11.564=-0.672
max	12.428-1238.692=-1226.264

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.950

*mean*	7484.000-7407.000=77.000
σ	0.000
min	7484.000-7407.000=77.000
max	7484.000-7407.000=77.000

*mean*	10.565-11.056=-0.490
σ	0.198-0.274=-0.076
min	10.142-10.799=-0.658
max	10.737-11.486=-0.749

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.001-0.000=0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4228.875-4198.250=30.625
σ	1980.146-1954.331=25.815
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	10.885-11.622=-0.737
σ	1.694-1.259=0.435
min	10.171-10.529=-0.358
max	15.073-14.569=0.504

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.136-0.136=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4228.875-4198.250=30.625
σ	1980.146-1954.331=25.815
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	8.513-8.697=-0.184
σ	1.194-0.704=0.491
min	7.574-7.585=-0.011
max	11.414-10.110=1.303

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4228.875-4198.250=30.625
σ	1980.146-1954.331=25.815
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	6.687-6.685=0.003
σ	0.959-0.632=0.327
min	6.058-5.968=0.090
max	9.036-7.888=1.148

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680-25.680=0.000
max	25.688

*mean*	4228.875-4606.875=-378.000
σ	1980.146-2258.081=-277.935
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	5.532-6.711=-1.179
σ	0.212-1.292=-1.079
min	5.326-5.854=-0.528
max	5.944-8.972=-3.028

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985-25.985=-0.000

*mean*	4228.875-4606.875=-378.000
σ	1980.146-2258.081=-277.935
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	5.435-6.622=-1.187
σ	0.115-1.387=-1.271
min	5.247-5.620=-0.373
max	5.587-9.135=-3.549

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7484.000-7407.000=77.000
σ	0.000
min	7484.000-7407.000=77.000
max	7484.000-7407.000=77.000

*mean*	349.084-350.442=-1.358
σ	2.685-2.472=0.213
min	344.501-346.148=-1.647
max	352.675-353.813=-1.138

op=load_product(), with indexes

*mean*	3495.879-3495.878=0.000
σ	0.468-0.468=0.000
min	3495.713
max	3497.038-3497.036=0.002

*mean*	3798.250-3771.000=27.250
σ	2338.237-2310.539=27.699
min	720.000
max	7484.000-7407.000=77.000

*mean*	2085.972-1777.446=308.527
σ	1009.227-664.645=344.582
min	1392.905-1384.397=8.509
max	3928.733-2918.569=1010.164

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853
max	107.854

*mean*	4228.875-4198.250=30.625
σ	1980.146-1954.331=25.815
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	133.513-131.690=1.823
σ	13.043-10.036=3.007
min	122.907-125.732=-2.825
max	164.915-155.987=8.928

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4228.875-4427.125=-198.250
σ	1980.146-2226.935=-246.789
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	42.364-184.519=-142.155
σ	1.345-399.233=-397.888
min	40.570-42.286=-1.716
max	44.118-1172.569=-1128.452

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7484.000-7407.000=77.000
σ	0.000
min	7484.000-7407.000=77.000
max	7484.000-7407.000=77.000

*mean*	22.591-92.959=-70.368
σ	2.395-200.928=-198.533
min	21.189-21.815=-0.626
max	27.037-590.230=-563.194

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311

*mean*	7484.000-7407.000=77.000
σ	0.000
min	7484.000-7407.000=77.000
max	7484.000-7407.000=77.000

*mean*	56.746-58.689=-1.943
σ	3.390-7.109=-3.719
min	54.905-55.541=-0.636
max	65.046-76.257=-11.211

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.013=0.000
min	4646.845
max	4646.883

*mean*	4228.875-4198.250=30.625
σ	1980.146-1954.331=25.815
min	1484.000-1483.000=1.000
max	7484.000-7407.000=77.000

*mean*	3336.914-3224.214=112.700
σ	647.585-710.098=-62.513
min	2478.719-2526.984=-48.265
max	4278.168-4296.409=-18.241

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853

*mean*	7484.000-7407.000=77.000
σ	0.000
min	7484.000-7407.000=77.000
max	7484.000-7407.000=77.000

*mean*	1158.414-1013.540=144.875
σ	657.194-168.170=489.024
min	921.183-933.870=-12.687
max	2784.868-1412.278=1372.590

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7484.000-7407.000=77.000
σ	0.000
min	7484.000-7407.000=77.000
max	7484.000-7407.000=77.000

*mean*	424.577-391.131=33.445
σ	58.775-3.468=55.307
min	392.773-383.575=9.198
max	540.634-395.021=145.613

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-475.375=1.625
σ	0.000-0.518=-0.518
min	477.000-475.000=2.000
max	477.000-476.000=1.000

*mean*	353.246-387.311=-34.065
σ	26.270-34.585=-8.315
min	312.049-311.815=0.234
max	386.148-428.228=-42.081

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	556.750-557.375=-0.625
σ	1.389-1.061=0.328
min	556.000-557.000=-1.000
max	559.000-560.000=-1.000

*mean*	783.107-729.508=53.599
σ	55.298-62.514=-7.216
min	686.369-604.893=81.476
max	844.951-799.747=45.204

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.565=0.001
σ	0.760-0.759=0.001
min	1024.092-1024.093=-0.002
max	1027.709-1027.704=0.005

*mean*	1048.600-1044.000=4.600
σ	311.999-308.997=3.002
min	592.000-590.000=2.000
max	1510.000-1500.000=10.000

*mean*	1.398-1.413=-0.015
σ	0.083-0.124=-0.041
min	1.316-1.321=-0.005
max	1.589-1.828=-0.239

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.324-0.299=0.025
σ	0.352-0.292=0.059
min	0.140-0.150=-0.010
max	0.950-0.820=0.129

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.482=-0.002
σ	0.328-0.318=0.010
min	0.324-0.327=-0.003
max	1.067-1.050=0.016

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.217=0.002
σ	0.022-0.023=-0.001
min	0.195-0.201=-0.005
max	0.255-0.256=-0.001

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.362=-0.035
σ	0.019-0.038=-0.018
min	0.306-0.320=-0.014
max	0.357-0.419=-0.061

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	432.000-430.600=1.400
σ	0.000-0.548=-0.548
min	432.000-430.000=2.000
max	432.000-431.000=1.000

*mean*	0.537-0.555=-0.018
σ	0.068-0.043=0.025
min	0.437-0.487=-0.050
max	0.608-0.591=0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	432.000-431.000=1.000
σ	0.000
min	432.000-431.000=1.000
max	432.000-431.000=1.000

*mean*	0.492-0.500=-0.007
σ	0.017-0.031=-0.013
min	0.473-0.455=0.018
max	0.516-0.524=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	432.000-431.000=1.000
σ	0.000
min	432.000-431.000=1.000
max	432.000-431.000=1.000

*mean*	1.955-2.717=-0.762
σ	0.069-0.100=-0.031
min	1.802-2.515=-0.713
max	2.191-3.130=-0.939

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	432.000-431.000=1.000
σ	0.000
min	432.000-431.000=1.000
max	432.000-431.000=1.000

*mean*	1.968-2.630=-0.662
σ	0.070-0.097=-0.027
min	1.859-2.464=-0.605
max	2.171-2.949=-0.778

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	432.000-431.000=1.000
σ	0.000
min	432.000-431.000=1.000
max	432.000-431.000=1.000

*mean*	0.303-0.311=-0.008
σ	0.009-0.014=-0.005
min	0.287-0.295=-0.008
max	0.349-0.386=-0.037

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	432.000-431.000=1.000
σ	0.000
min	432.000-431.000=1.000
max	432.000-431.000=1.000

*mean*	0.292-0.294=-0.002
σ	0.007-0.008=-0.000
min	0.277-0.279=-0.003
max	0.325-0.325=-0.000

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.573-11.618=-0.044
σ	10.708-11.818=-1.110
min	0.574-0.574=0.000
max	88.719-95.073=-6.354

*mean*	461.988-459.979=2.009
σ	20.801-19.530=1.271
min	406.000-408.000=-2.000
max	479.000-480.000=-1.000

*mean*	0.027-0.027=-0.000
σ	0.026-0.029=-0.003
min	0.001-0.001=0.000
max	0.207-0.231=-0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.607-298.882=-0.275
σ	0.994-1.014=-0.020
min	298.213-298.495=-0.282
max	301.434-301.765=-0.331

*mean*	441.800-438.900=2.900
σ	16.785-15.624=1.161
min	414.000
max	469.000-461.000=8.000

*mean*	0.600-0.580=0.019
σ	0.032-0.041=-0.010
min	0.526-0.516=0.010
max	0.657-0.639=0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	842.875-842.750=0.125
σ	0.354-1.035=-0.682
min	842.000
max	843.000-844.000=-1.000

*mean*	225.241-232.433=-7.191
σ	36.099-22.806=13.293
min	152.812-198.378=-45.566
max	260.868-256.333=4.535

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	842.750-842.500=0.250
σ	0.463-0.926=-0.463
min	842.000
max	843.000-844.000=-1.000

*mean*	9.117-9.636=-0.519
σ	1.748-0.137=1.611
min	7.424-9.427=-2.003
max	12.663-9.818=2.845

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.000-0.000=-0.000
min	1042.435
max	1042.435

*mean*	842.750-842.500=0.250
σ	0.463-0.926=-0.463
min	842.000
max	843.000-844.000=-1.000

*mean*	566.575-603.002=-36.427
σ	88.191-8.405=79.786
min	439.035-592.309=-153.274
max	722.893-616.009=106.884

phase=processProdDef

*mean*	2243.976
σ	0.000
min	2243.976
max	2243.976

*mean*	842.875-842.750=0.125
σ	0.354-1.035=-0.682
min	842.000
max	843.000-844.000=-1.000

*mean*	2810.936-2946.403=-135.466
σ	314.872-462.254=-147.382
min	2422.824-2031.853=390.971
max	3332.852-3410.861=-78.009

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.750-842.500=0.250
σ	0.463-0.926=-0.463
min	842.000
max	843.000-844.000=-1.000

*mean*	36.316-40.436=-4.120
σ	8.520-0.265=8.255
min	26.488-40.029=-13.541
max	48.835-40.797=8.037

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.750-842.500=0.250
σ	0.463-0.926=-0.463
min	842.000
max	843.000-844.000=-1.000

*mean*	677.980-719.591=-41.611
σ	26.257-54.238=-27.982
min	656.741-675.407=-18.666
max	738.554-804.850=-66.297

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.819=0.001
σ	0.037-0.039=-0.001
min	293.768-293.768=-0.000
max	293.858-293.859=-0.001

*mean*	441.600-444.800=-3.200
σ	2.191-1.095=1.095
min	440.000-444.000=-4.000
max	444.000-446.000=-2.000

*mean*	0.393-0.392=0.001
σ	0.005-0.006=-0.001
min	0.389-0.388=0.001
max	0.402-0.403=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.292-1320.287=0.005
σ	0.140-0.136=0.004
min	1320.169-1320.165=0.004
max	1320.523-1320.510=0.013

*mean*	1081.400-1092.000=-10.600
σ	192.666-168.135=24.531
min	839.000-894.000=-55.000
max	1321.000-1322.000=-1.000

*mean*	1.921-1.961=-0.040
σ	0.057-0.136=-0.078
min	1.858-1.878=-0.019
max	1.975-2.200=-0.225

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.358-1559.283=0.074
σ	2.932-2.972=-0.040
min	1557.848-1557.686=0.162
max	1564.592-1564.585=0.007

*mean*	624.200-626.600=-2.400
σ	86.123-86.875=-0.752
min	522.000-497.000=25.000
max	738.000-728.000=10.000

*mean*	2.420-2.220=0.200
σ	0.263-0.140=0.123
min	2.185-2.105=0.080
max	2.841-2.460=0.381

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.339-1882.348=-0.009
σ	0.042-0.060=-0.019
min	1882.281-1882.266=0.015
max	1882.390-1882.425=-0.034

*mean*	1721.600-1731.800=-10.200
σ	197.060-176.263=20.797
min	1458.000-1475.000=-17.000
max	1910.000-1890.000=20.000

*mean*	3.036-3.072=-0.036
σ	0.121-0.273=-0.152
min	2.899-2.893=0.006
max	3.230-3.556=-0.325

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.794-1.820=-0.026
σ	0.101-0.133=-0.032
min	1.652-1.586=0.067
max	1.892-1.907=-0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.768-419.769=-0.002
σ	518.096-518.097=-0.000
min	160.714-160.716=-0.002
max	1196.912-1196.914=-0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	447.000-446.000=1.000
σ	0.000
min	447.000-446.000=1.000
max	447.000-446.000=1.000

*mean*	0.527-0.494=0.033
σ	0.520-0.455=0.065
min	0.261-0.260=0.001
max	1.307-1.177=0.130

policies=20

*mean*	1607.472-1607.497=-0.024
σ	0.356-0.353=0.003
min	1607.235-1607.249=-0.015
max	1608.001-1608.017=-0.016

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-449.250=1.000
σ	6.500
min	447.000-446.000=1.000
max	460.000-459.000=1.000

*mean*	2.589-2.594=-0.005
σ	0.025-0.027=-0.002
min	2.554-2.566=-0.012
max	2.614-2.628=-0.015

policies=200

*mean*	16083.461-16083.460=0.001
σ	0.081-0.153=-0.071
min	16083.349-16083.351=-0.001
max	16083.543-16083.681=-0.138

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-496.500=-0.500
σ	4.397-4.203=0.194
min	491.000-492.000=-1.000
max	501.000-502.000=-1.000

*mean*	26.111-26.131=-0.020
σ	0.112-0.121=-0.009
min	25.987-25.997=-0.010
max	26.259-26.288=-0.029