Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664
σ	0.000
min	447.664
max	447.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.880-54.888=-0.008
σ	0.357-0.359=-0.002
min	54.744-54.751=-0.007
max	55.894-55.909=-0.015

*mean*	419.800-417.000=2.800
σ	0.422-0.000=0.422
min	419.000-417.000=2.000
max	420.000-417.000=3.000

*mean*	0.142-0.138=0.003
σ	0.005-0.007=-0.002
min	0.137-0.132=0.005
max	0.149-0.151=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.851-43.857=-0.007
σ	0.006-0.005=0.001
min	43.840-43.848=-0.008
max	43.860-43.862=-0.002

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.126-0.129=-0.003
σ	0.005-0.008=-0.003
min	0.122-0.122=-0.000
max	0.134-0.142=-0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.616=0.000
σ	0.000-0.000=0.000
min	36.616
max	36.617-36.617=0.000

*mean*	4588.000-4587.500=0.500
σ	2250.102-2253.265=-3.163
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	174.052-14.167=159.885
σ	457.870-3.734=454.135
min	11.772-12.134=-0.362
max	1307.222-22.202=1285.019

op=column_set() on indexed, repeat

*mean*	36.616-36.616=-0.000
σ	0.000-0.000=-0.000
min	36.616
max	36.616-36.617=-0.000

*mean*	4588.000-4587.500=0.500
σ	2250.102-2253.265=-3.163
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	13.568-13.751=-0.183
σ	4.647-2.309=2.338
min	11.265-11.783=-0.518
max	24.966-18.158=6.807

op=table_records(), no indexes

*mean*	41.947-41.947=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.950=-0.000

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	11.269-11.120=0.149
σ	0.160-0.166=-0.006
min	11.038-10.917=0.120
max	11.557-11.381=0.176

op=table_records(), repeat

*mean*	41.933-41.932=0.000
σ	0.000-0.000=0.000
min	41.932
max	41.933-41.933=0.000

*mean*	4178.250-4174.750=3.500
σ	1946.863-1945.220=1.643
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	11.873-11.691=0.182
σ	1.761-1.857=-0.096
min	10.846-10.843=0.003
max	16.194-16.279=-0.085

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4178.250-4174.750=3.500
σ	1946.863-1945.220=1.643
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	9.101-9.182=-0.081
σ	1.413-1.256=0.157
min	7.941-8.000=-0.059
max	12.487-12.180=0.308

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.404=0.000
σ	0.000-0.000=0.000
min	26.404-26.404=-0.000
max	26.404-26.404=0.000

*mean*	4178.250-4174.750=3.500
σ	1946.863-1945.220=1.643
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	6.672-7.170=-0.498
σ	1.068-0.798=0.269
min	5.914-6.290=-0.376
max	9.245-9.032=0.212

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.679=0.000
σ	0.003-0.003=-0.000
min	25.678
max	25.686

*mean*	4588.000-4587.500=0.500
σ	2250.102-2253.265=-3.163
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	6.349-6.303=0.046
σ	1.056-0.460=0.597
min	5.653-5.852=-0.199
max	8.908-7.028=1.881

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.982=-0.000
σ	0.000-0.000=-0.000
min	25.982
max	25.983

*mean*	4588.000-4587.500=0.500
σ	2250.102-2253.265=-3.163
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	6.172-5.975=0.197
σ	1.070-0.367=0.703
min	5.651-5.699=-0.048
max	8.800-6.860=1.940

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=-0.000
σ	0.002-0.002=-0.000
min	1021.612-1021.612=-0.000
max	1021.616-1021.617=-0.000

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	362.568-362.883=-0.315
σ	43.786-41.785=2.001
min	343.016-344.431=-1.415
max	470.747-466.160=4.587

op=load_product(), with indexes

*mean*	3495.866-3495.866=-0.000
σ	0.469-0.469=-0.000
min	3495.700-3495.700=-0.001
max	3497.025-3497.026=-0.000

*mean*	3755.375-3752.125=3.250
σ	2300.782-2298.699=2.083
min	720.000
max	7381.000-7403.000=-22.000

*mean*	1764.490-1563.623=200.867
σ	678.354-384.756=293.597
min	1392.228-1397.286=-5.058
max	2939.124-2504.255=434.870

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853-107.853=0.000
σ	0.000-0.000=-0.000
min	107.852
max	107.853-107.853=-0.000

*mean*	4406.375-4409.125=-2.750
σ	2219.234-2224.475=-5.240
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	207.619-275.303=-67.684
σ	204.071-379.084=-175.013
min	123.373-130.641=-7.268
max	710.301-1212.541=-502.241

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.081=-0.000
σ	0.001-0.001=0.000
min	62.080
max	62.084

*mean*	4406.375-4587.500=-181.125
σ	2219.234-2253.265=-34.030
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	43.552-174.667=-131.116
σ	1.869-358.612=-356.743
min	41.463-42.688=-1.225
max	46.935-1061.907=-1014.971

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.949

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	22.465-22.302=0.162
σ	0.887-1.509=-0.621
min	21.577-21.529=0.048
max	24.413-26.001=-1.588

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-71.307=0.000
σ	0.002-0.002=-0.000
min	71.306
max	71.310

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	268.500-241.991=26.509
σ	599.692-521.714=77.979
min	55.186-56.181=-0.996
max	1752.660-1533.154=219.506

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-4646.849=-0.000
σ	0.014-0.014=0.000
min	4646.844
max	4646.883

*mean*	4178.250-4174.750=3.500
σ	1946.863-1945.220=1.643
min	1485.000-1487.000=-2.000
max	7381.000-7403.000=-22.000

*mean*	3275.485-3236.367=39.118
σ	827.520-861.081=-33.561
min	2506.087-2513.186=-7.099
max	4768.708-4722.724=45.983

op=vertical_lookup_list() on indexed

*mean*	1973.849-1973.849=0.000
σ	0.002-0.002=-0.000
min	1973.847-1973.847=0.000
max	1973.852

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	1053.945-1077.056=-23.111
σ	227.472-268.713=-41.241
min	919.400-924.881=-5.481
max	1592.297-1702.148=-109.851

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103-905.103=0.000
σ	0.002-0.002=-0.000
min	905.101-905.101=0.000
max	905.106

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	390.411-398.462=-8.051
σ	6.803-5.551=1.252
min	375.461-388.398=-12.937
max	395.367-407.992=-12.625

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-476.000=3.000
σ	1.852-0.000=1.852
min	476.000
max	480.000-476.000=4.000

*mean*	392.287-381.206=11.080
σ	27.318-26.685=0.633
min	357.484-335.824=21.660
max	436.290-430.352=5.938

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.875-558.875=-1.000
σ	2.295-0.354=1.942
min	556.000-558.000=-2.000
max	562.000-559.000=3.000

*mean*	714.447-723.208=-8.761
σ	65.191-55.282=9.909
min	627.696-624.580=3.116
max	800.611-781.263=19.348

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.564-1024.566=-0.002
σ	0.760-0.759=0.000
min	1024.093-1024.096=-0.002
max	1027.704-1027.705=-0.001

*mean*	1045.750-1050.300=-4.550
σ	312.393-312.553=-0.160
min	553.000-593.000=-40.000
max	1647.000-1514.000=133.000

*mean*	1.381-1.375=0.006
σ	0.075-0.069=0.006
min	1.314-1.295=0.018
max	1.584-1.562=0.021

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.389-0.299=0.089
σ	0.488-0.287=0.202
min	0.147-0.149=-0.002
max	1.260-0.808=0.452

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.474=0.008
σ	0.318-0.319=-0.001
min	0.328-0.320=0.009
max	1.050-1.044=0.006

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.217=-0.002
σ	0.028-0.026=0.002
min	0.194-0.197=-0.003
max	0.262-0.259=0.003

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.329=0.005
σ	0.020-0.014=0.006
min	0.316-0.317=-0.001
max	0.366-0.352=0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024
σ	0.011
min	965.018
max	965.042

*mean*	431.600-436.000=-4.400
σ	1.342-2.236=-0.894
min	431.000-432.000=-1.000
max	434.000-437.000=-3.000

*mean*	0.527-0.566=-0.039
σ	0.051-0.046=0.005
min	0.482-0.516=-0.034
max	0.607-0.611=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	885.928
σ	0.002
min	885.926
max	885.930

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.482-0.480=0.002
σ	0.038-0.032=0.005
min	0.437-0.440=-0.002
max	0.521-0.530=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.618-1.976=0.642
σ	0.091-0.093=-0.002
min	2.443-1.850=0.594
max	2.947-2.518=0.429

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.677-2.022=0.656
σ	0.106-0.249=-0.144
min	2.325-1.817=0.508
max	2.970-2.874=0.096

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.307-0.307=0.000
σ	0.010-0.015=-0.005
min	0.292-0.291=0.001
max	0.375-0.428=-0.054

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.293-0.286=0.007
σ	0.007-0.009=-0.001
min	0.281-0.269=0.012
max	0.328-0.329=-0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.674-298.858=-0.184
σ	1.035-0.999=0.037
min	298.253-298.479=-0.226
max	301.618-301.697=-0.079

*mean*	442.300-441.900=0.400
σ	14.384-12.662=1.722
min	420.000-425.000=-5.000
max	464.000

*mean*	0.593-0.607=-0.014
σ	0.033-0.016=0.017
min	0.514-0.579=-0.065
max	0.640-0.641=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1013.375-1012.625=0.750
σ	66.822-66.114=0.707
min	848.000-849.000=-1.000
max	1037.000-1036.000=1.000

*mean*	201.817-203.259=-1.443
σ	2.831-3.661=-0.829
min	197.544-197.337=0.207
max	206.889-209.295=-2.406

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1013.375-1012.625=0.750
σ	66.822-66.114=0.707
min	848.000-849.000=-1.000
max	1037.000-1036.000=1.000

*mean*	11.906-11.944=-0.037
σ	1.094-2.404=-1.310
min	10.588-7.791=2.797
max	13.110-15.682=-2.572

phase=parser

*mean*	1042.452-1042.452=0.000
σ	0.001-0.002=-0.000
min	1042.451
max	1042.456

*mean*	1013.375-1012.625=0.750
σ	66.822-66.114=0.707
min	848.000-849.000=-1.000
max	1037.000-1036.000=1.000

*mean*	606.695-636.974=-30.279
σ	172.423-108.035=64.388
min	381.233-513.965=-132.731
max	843.175-827.433=15.742

phase=processProdDef

*mean*	2232.167
σ	0.000
min	2232.167
max	2232.167

*mean*	1037.000-1036.000=1.000
σ	0.000
min	1037.000-1036.000=1.000
max	1037.000-1036.000=1.000

*mean*	2649.320-2836.664=-187.343
σ	469.320-319.556=149.764
min	1949.441-2223.075=-273.634
max	3171.114-3291.056=-119.941

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1013.375-1012.625=0.750
σ	66.822-66.114=0.707
min	848.000-849.000=-1.000
max	1037.000-1036.000=1.000

*mean*	44.164-39.464=4.699
σ	5.737-10.431=-4.695
min	34.611-21.863=12.748
max	52.433-54.809=-2.376

phase=type checker

*mean*	990.451
σ	0.070
min	990.348
max	990.563

*mean*	1013.375-1012.625=0.750
σ	66.822-66.114=0.707
min	848.000-849.000=-1.000
max	1037.000-1036.000=1.000

*mean*	905.025-863.161=41.864
σ	110.907-60.218=50.689
min	699.398-748.797=-49.399
max	1085.859-942.775=143.083

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.822=-0.000
σ	0.038-0.038=0.000
min	293.768-293.769=-0.001
max	293.861-293.861=-0.000

*mean*	442.000-445.000=-3.000
σ	3.000-0.000=3.000
min	439.000-445.000=-6.000
max	446.000-445.000=1.000

*mean*	0.397-0.393=0.005
σ	0.008-0.002=0.006
min	0.391-0.391=-0.000
max	0.407-0.396=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.295-1320.284=0.010
σ	0.138-0.132=0.006
min	1320.167-1320.164=0.002
max	1320.520-1320.503=0.017

*mean*	1115.200-1113.600=1.600
σ	169.391-170.497=-1.107
min	899.000-898.000=1.000
max	1325.000-1332.000=-7.000

*mean*	1.936-1.973=-0.037
σ	0.025-0.037=-0.012
min	1.907-1.925=-0.018
max	1.976-2.024=-0.048

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.300-1559.290=0.009
σ	2.964-3.000=-0.036
min	1557.695-1557.679=0.016
max	1564.584-1564.644=-0.060

*mean*	639.200-625.400=13.800
σ	74.251-87.248=-12.998
min	541.000-495.000=46.000
max	729.000-727.000=2.000

*mean*	2.340-2.217=0.123
σ	0.264-0.252=0.012
min	2.061-2.069=-0.007
max	2.645-2.664=-0.020

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.364-1882.369=-0.005
σ	0.068-0.067=0.001
min	1882.270-1882.287=-0.017
max	1882.433-1882.454=-0.021

*mean*	1759.400-1765.200=-5.800
σ	215.770-213.145=2.625
min	1469.000-1492.000=-23.000
max	1963.000-1971.000=-8.000

*mean*	3.311-3.348=-0.037
σ	0.395-0.411=-0.017
min	2.882-2.897=-0.014
max	3.796-3.820=-0.024

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.615-1.753=-0.138
σ	0.118-0.163=-0.045
min	1.465-1.474=-0.009
max	1.770-1.893=-0.123

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.907-416.908=-0.000
σ	512.375-512.375=-0.000
min	160.716-160.712=0.004
max	1185.470-1185.470=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.515-0.519=-0.004
σ	0.503-0.500=0.003
min	0.262-0.266=-0.003
max	1.269-1.269=0.001

policies=20

*mean*	1607.511-1607.517=-0.006
σ	0.375-0.369=0.007
min	1607.252-1607.260=-0.008
max	1608.065-1608.061=0.004

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.000-447.500=-0.500
σ	1.155-1.732=-0.577
min	446.000
max	448.000-449.000=-1.000

*mean*	2.635-2.620=0.015
σ	0.031-0.022=0.009
min	2.609-2.596=0.013
max	2.675-2.645=0.031

policies=200

*mean*	16083.452-16083.582=-0.131
σ	0.126-0.063=0.062
min	16083.300-16083.509=-0.208
max	16083.577-16083.641=-0.063

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-497.000=0.250
σ	6.652-3.367=3.286
min	489.000-493.000=-4.000
max	505.000-501.000=4.000

*mean*	26.418-26.521=-0.103
σ	0.147-0.250=-0.102
min	26.339-26.299=0.040
max	26.639-26.805=-0.166