Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.860=-0.026
σ	0.367-0.359=0.007
min	54.701-54.720=-0.019
max	55.877-55.882=-0.005

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.136=0.001
max	0.148-0.151=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.847=-0.005
σ	0.005-0.006=-0.000
min	43.834-43.836=-0.002
max	43.852-43.855=-0.003

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.120-0.124=-0.004
σ	0.005-0.004=0.001
min	0.115-0.119=-0.004
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4425.875-4573.375=-147.500
σ	2226.971-2245.527=-18.556
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	12.893-12.342=0.551
σ	1.890-1.907=-0.017
min	11.915-11.336=0.579
max	17.453-16.979=0.475

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.001

*mean*	4606.875-4573.375=33.500
σ	2258.023-2245.527=12.495
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	137.398-12.729=124.669
σ	351.348-1.491=349.857
min	11.568-11.239=0.329
max	1006.929-16.245=990.685

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.950=0.000

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	11.125-10.452=0.673
σ	0.182-0.180=0.002
min	10.839-10.283=0.556
max	11.412-10.837=0.575

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.001-0.000=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4197.000-4394.875=-197.875
σ	1954.071-2217.473=-263.403
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	11.424-11.580=-0.157
σ	1.212-2.423=-1.211
min	10.788-9.986=0.802
max	14.364-15.616=-1.252

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4197.000-4394.875=-197.875
σ	1954.071-2217.473=-263.403
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	8.856-8.991=-0.135
σ	0.583-1.590=-1.007
min	8.012-7.837=0.174
max	10.095-11.762=-1.667

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4197.000-4394.875=-197.875
σ	1954.071-2217.473=-263.403
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	7.099-6.990=0.109
σ	0.389-1.346=-0.957
min	6.835-6.130=0.705
max	8.033-9.213=-1.179

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4606.875-4573.375=33.500
σ	2258.023-2245.527=12.495
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	6.497-5.701=0.796
σ	0.607-0.369=0.238
min	6.000-5.397=0.603
max	7.702-6.544=1.158

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984-25.984=-0.000
max	25.985

*mean*	4606.875-4573.375=33.500
σ	2258.023-2245.527=12.495
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	6.390-5.535=0.855
σ	0.579-0.425=0.154
min	5.882-5.307=0.574
max	7.545-6.574=0.971

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.629-1021.629=0.000

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	345.507-346.974=-1.467
σ	2.535-1.998=0.537
min	340.962-344.346=-3.384
max	349.281-349.999=-0.718

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.468-0.468=-0.000
min	3495.713-3495.713=0.000
max	3497.037

*mean*	3770.875-3740.250=30.625
σ	2310.256-2289.331=20.926
min	720.000
max	7408.000-7385.000=23.000

*mean*	1762.281-1565.233=197.048
σ	626.470-423.345=203.125
min	1395.435-1383.215=12.220
max	2783.652-2601.641=182.012

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.854=-0.000
max	107.854-107.855=-0.000

*mean*	4197.000-4573.375=-376.375
σ	1954.071-2245.527=-291.457
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	132.143-265.921=-133.778
σ	8.380-342.295=-333.915
min	124.279-125.232=-0.953
max	150.959-1111.362=-960.402

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4425.875-4573.375=-147.500
σ	2226.971-2245.527=-18.556
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	185.875-50.983=134.891
σ	407.821-20.023=387.799
min	40.061-41.607=-1.547
max	1195.175-100.369=1094.805

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	131.042-22.991=108.052
σ	308.487-2.754=305.732
min	21.607-20.976=0.632
max	894.507-27.096=867.411

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.310

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	58.437-56.239=2.198
σ	5.943-2.224=3.719
min	54.718-54.383=0.335
max	72.717-60.024=12.693

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.885=-0.002

*mean*	4197.000-4394.875=-197.875
σ	1954.071-2217.473=-263.403
min	1484.000-1487.000=-3.000
max	7408.000-7385.000=23.000

*mean*	3359.060-3380.793=-21.733
σ	820.480-869.907=-49.427
min	2496.621-2475.811=20.810
max	4583.810-4764.901=-181.091

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.001

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	970.953-1335.072=-364.118
σ	109.936-623.241=-513.305
min	911.835-914.168=-2.333
max	1213.702-2536.895=-1323.193

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	387.699-425.942=-38.243
σ	3.794-58.828=-55.034
min	379.778-380.616=-0.838
max	391.140-500.284=-109.144

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-477.750=-0.750
σ	1.852-0.707=1.145
min	474.000-476.000=-2.000
max	478.000

*mean*	375.043-373.951=1.092
σ	29.701-40.490=-10.789
min	306.063-313.970=-7.907
max	399.390-425.073=-25.683

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.625-563.000=-0.375
σ	0.518-0.000=0.518
min	562.000-563.000=-1.000
max	563.000

*mean*	750.448-754.859=-4.411
σ	66.130-43.535=22.595
min	632.114-699.359=-67.244
max	818.128-830.990=-12.862

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-1024.565=-60.594
σ	1.820-0.760=1.061
min	963.264-1024.094=-60.830
max	971.668-1027.704=-56.036

*mean*	1044.550-1051.300=-6.750
σ	309.568-316.309=-6.741
min	584.000-537.000=47.000
max	1502.000-1554.000=-52.000

*mean*	1.228-1.389=-0.161
σ	0.063-0.083=-0.020
min	1.080-1.312=-0.232
max	1.360-1.664=-0.304

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.305-0.273=0.032
σ	0.307-0.245=0.062
min	0.146-0.141=0.004
max	0.850-0.708=0.142

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.469=0.008
σ	0.312-0.304=0.008
min	0.329-0.324=0.005
max	1.035-1.014=0.022

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.218=0.001
σ	0.020-0.023=-0.003
min	0.206-0.199=0.007
max	0.252-0.257=-0.005

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.328=0.012
σ	0.014-0.015=-0.001
min	0.326-0.313=0.013
max	0.362-0.347=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-436.000=-5.000
σ	0.000-5.612=-5.612
min	431.000
max	431.000-442.000=-11.000

*mean*	0.565-0.575=-0.011
σ	0.034-0.033=0.001
min	0.531-0.540=-0.009
max	0.611-0.607=0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.485-0.458=0.027
σ	0.033-0.031=0.002
min	0.439-0.433=0.005
max	0.514-0.510=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.607-2.579=0.028
σ	0.100-0.085=0.015
min	2.434-2.452=-0.018
max	2.987-2.967=0.020

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.590-2.591=-0.001
σ	0.087-0.090=-0.003
min	2.441-2.476=-0.034
max	3.017-3.087=-0.070

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.305-0.305=-0.000
σ	0.009-0.009=0.001
min	0.291-0.291=-0.000
max	0.367-0.368=-0.001

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.292-0.292=-0.000
σ	0.009-0.007=0.002
min	0.277-0.282=-0.005
max	0.334-0.332=0.002

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.343-11.568=-0.225
σ	10.962-11.508=-0.546
min	0.574-0.574=0.000
max	74.460-76.340=-1.880

*mean*	461.264-453.481=7.783
σ	17.099-17.087=0.011
min	409.000-408.000=1.000
max	475.000-470.000=5.000

*mean*	0.026-0.026=-0.000
σ	0.027-0.028=-0.001
min	0.001-0.001=0.000
max	0.179-0.183=-0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.759-298.849=-20.090
σ	1.045-0.975=0.071
min	278.359-298.441=-20.082
max	281.731-301.619=-19.888

*mean*	442.600-444.000=-1.400
σ	17.109-17.531=-0.422
min	417.000
max	468.000-470.000=-2.000

*mean*	0.575-0.608=-0.033
σ	0.014-0.012=0.002
min	0.557-0.598=-0.040
max	0.593-0.639=-0.047

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738

*mean*	842.000-865.000=-23.000
σ	1.852-0.000=1.852
min	839.000-865.000=-26.000
max	843.000-865.000=-22.000

*mean*	227.902-226.490=1.413
σ	18.976-23.506=-4.531
min	197.954-197.760=0.194
max	252.120-251.524=0.595

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	841.500-865.000=-23.500
σ	2.070-0.000=2.070
min	839.000-865.000=-26.000
max	843.000-865.000=-22.000

*mean*	8.695-8.956=-0.261
σ	1.206-0.987=0.219
min	6.626-7.257=-0.631
max	9.706-9.796=-0.090

phase=parser

*mean*	1042.435-1042.434=0.001
σ	0.000-0.000=0.000
min	1042.435-1042.434=0.001
max	1042.436-1042.434=0.002

*mean*	841.500-865.000=-23.500
σ	2.070-0.000=2.070
min	839.000-865.000=-26.000
max	843.000-865.000=-22.000

*mean*	539.806-557.153=-17.347
σ	80.185-82.545=-2.360
min	421.459-420.147=1.313
max	618.108-609.221=8.887

phase=processProdDef

*mean*	2243.974-2243.977=-0.003
σ	0.000-0.000=0.000
min	2243.974-2243.977=-0.003
max	2243.975-2243.977=-0.002

*mean*	842.000-865.000=-23.000
σ	1.852-0.000=1.852
min	839.000-865.000=-26.000
max	843.000-865.000=-22.000

*mean*	2926.342-2821.705=104.637
σ	327.066-616.181=-289.115
min	2315.056-1678.171=636.885
max	3211.533-3508.403=-296.870

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	841.500-865.000=-23.500
σ	2.070-0.000=2.070
min	839.000-865.000=-26.000
max	843.000-865.000=-22.000

*mean*	33.976-37.805=-3.829
σ	8.325-7.595=0.730
min	20.060-26.411=-6.352
max	40.184-48.982=-8.797

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	841.500-865.000=-23.500
σ	2.070-0.000=2.070
min	839.000-865.000=-26.000
max	843.000-865.000=-22.000

*mean*	681.145-707.178=-26.032
σ	29.613-72.697=-43.084
min	641.748-643.305=-1.557
max	722.086-872.364=-150.278

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-293.821=-11.426
σ	0.036-0.037=-0.001
min	282.339-293.769=-11.430
max	282.426-293.859=-11.433

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.383-0.393=-0.011
σ	0.008-0.006=0.002
min	0.376-0.390=-0.014
max	0.392-0.404=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.079-1320.286=-53.207
σ	0.087-0.140=-0.053
min	1267.005-1320.167=-53.162
max	1267.224-1320.520=-53.296

*mean*	1114.200-1090.200=24.000
σ	169.540-168.910=0.629
min	898.000-891.000=7.000
max	1325.000-1321.000=4.000

*mean*	1.937-1.957=-0.020
σ	0.100-0.113=-0.014
min	1.857-1.865=-0.008
max	2.105-2.138=-0.033

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.148-1559.284=-53.136
σ	2.952-2.974=-0.022
min	1504.650-1557.692=-53.043
max	1511.419-1564.591=-53.172

*mean*	629.000-624.000=5.000
σ	90.119-87.684=2.435
min	505.000-493.000=12.000
max	729.000-726.000=3.000

*mean*	2.429-2.200=0.229
σ	0.333-0.154=0.179
min	2.063-2.075=-0.013
max	2.839-2.466=0.373

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.120-1882.346=-53.226
σ	0.092-0.056=0.036
min	1829.016-1882.270=-53.254
max	1829.257-1882.419=-53.161

*mean*	1752.600-1730.600=22.000
σ	208.745-175.893=32.852
min	1473.000-1477.000=-4.000
max	1950.000-1890.000=60.000

*mean*	3.132-3.035=0.097
σ	0.323-0.221=0.102
min	2.829-2.868=-0.039
max	3.633-3.424=0.209

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.758-1.708=0.050
σ	0.068-0.125=-0.057
min	1.640-1.504=0.136
max	1.800-1.814=-0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-419.944=-22.246
σ	518.050-518.105=-0.055
min	138.670-160.888=-22.218
max	1174.773-1197.101=-22.328

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	440.000-446.000=-6.000
σ	0.000
min	440.000-446.000=-6.000
max	440.000-446.000=-6.000

*mean*	0.498-0.517=-0.020
σ	0.524-0.505=0.019
min	0.231-0.260=-0.029
max	1.284-1.275=0.008

policies=20

*mean*	1386.840-1609.198=-222.357
σ	0.165-0.345=-0.180
min	1386.724-1608.961=-222.237
max	1387.086-1609.709=-222.624

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	444.500-449.000=-4.500
σ	9.000-6.000=3.000
min	440.000-446.000=-6.000
max	458.000

*mean*	2.322-2.573=-0.252
σ	0.006-0.033=-0.027
min	2.316-2.540=-0.225
max	2.328-2.614=-0.286

policies=200

*mean*	13876.844-16100.661=-2223.817
σ	0.169-0.058=0.111
min	13876.617-16100.589=-2223.972
max	13877.004-16100.716=-2223.712

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	494.000-496.500=-2.500
σ	3.367-5.000=-1.633
min	490.000
max	498.000-502.000=-4.000

*mean*	23.525-26.042=-2.518
σ	0.248-0.107=0.141
min	23.328-25.968=-2.640
max	23.888-26.195=-2.308