Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133-446.633=-0.500
σ	0.000
min	446.133-446.633=-0.500
max	446.133-446.633=-0.500

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.698-54.715=-0.017
σ	0.367-0.366=0.001
min	54.553-54.573=-0.020
max	55.740-55.753=-0.013

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.139-0.138=0.001
σ	0.004-0.005=-0.000
min	0.132-0.132=0.000
max	0.147-0.144=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.780=-0.001
σ	0.006-0.006=-0.000
min	43.771-43.768=0.003
max	43.788-43.791=-0.003

*mean*	420.000-417.700=2.300
σ	0.000-0.483=-0.483
min	420.000-417.000=3.000
max	420.000-418.000=2.000

*mean*	0.121-0.122=-0.001
σ	0.003-0.004=-0.001
min	0.118-0.117=0.001
max	0.128-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.001
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.605=0.000

*mean*	4566.500-4427.500=139.000
σ	2244.808-2225.425=19.383
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	12.174-12.149=0.025
σ	0.606-0.507=0.099
min	11.658-11.712=-0.054
max	13.310-13.018=0.292

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.605=-0.000

*mean*	4566.500-4607.625=-41.125
σ	2244.808-2256.925=-12.117
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	12.374-58.868=-46.494
σ	0.529-130.782=-130.253
min	11.249-12.370=-1.122
max	12.995-382.536=-369.541

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7380.000-7403.000=-23.000
σ	0.000
min	7380.000-7403.000=-23.000
max	7380.000-7403.000=-23.000

*mean*	11.162-11.342=-0.180
σ	0.199-0.389=-0.190
min	10.899-11.007=-0.108
max	11.530-12.209=-0.679

op=table_records(), repeat

*mean*	41.926-41.925=0.001
σ	0.002-0.000=0.001
min	41.924-41.924=0.000
max	41.929-41.925=0.004

*mean*	4387.625-4199.750=187.875
σ	2217.095-1954.103=262.992
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	11.882-11.277=0.604
σ	1.195-0.549=0.646
min	10.940-10.964=-0.024
max	13.918-12.622=1.296

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.137-0.137=0.000
min	27.585-27.584=0.001
max	27.972-27.971=0.001

*mean*	4387.625-4199.750=187.875
σ	2217.095-1954.103=262.992
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	8.978-8.607=0.371
σ	0.784-0.320=0.464
min	7.867-8.037=-0.170
max	10.214-9.010=1.203

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000-0.001=-0.001
min	26.385-26.384=0.001
max	26.385-26.388=-0.002

*mean*	4387.625-4199.750=187.875
σ	2217.095-1954.103=262.992
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	6.956-6.711=0.246
σ	0.657-0.155=0.502
min	6.291-6.488=-0.197
max	8.135-6.920=1.215

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4566.500-4607.625=-41.125
σ	2244.808-2256.925=-12.117
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	6.008-6.038=-0.029
σ	0.080-0.136=-0.057
min	5.860-5.836=0.023
max	6.097-6.204=-0.107

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.001-0.000=0.000
min	25.962-25.961=0.002
max	25.964-25.962=0.002

*mean*	4566.500-4607.625=-41.125
σ	2244.808-2256.925=-12.117
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	5.971-5.934=0.036
σ	0.223-0.118=0.105
min	5.722-5.826=-0.103
max	6.334-6.179=0.155

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.608=-0.009
σ	0.002-0.002=-0.000
min	1021.597-1021.606=-0.009
max	1021.601-1021.610=-0.009

*mean*	7380.000-7403.000=-23.000
σ	0.000
min	7380.000-7403.000=-23.000
max	7380.000-7403.000=-23.000

*mean*	351.964-352.430=-0.465
σ	3.076-2.513=0.563
min	346.853-348.757=-1.904
max	355.738-354.948=0.790

op=load_product(), with indexes

*mean*	3495.845-3495.854=-0.008
σ	0.455-0.454=0.001
min	3495.684-3495.693=-0.009
max	3496.971-3496.976=-0.005

*mean*	3733.875-3772.250=-38.375
σ	2287.092-2310.617=-23.526
min	719.000-720.000=-1.000
max	7380.000-7403.000=-23.000

*mean*	1587.242-1747.169=-159.928
σ	461.044-587.720=-126.676
min	1411.230-1418.777=-7.547
max	2728.085-2720.328=7.757

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.001
σ	0.000-0.000=-0.000
min	107.841-107.840=0.001
max	107.842-107.841=0.001

*mean*	4566.500-4199.750=366.750
σ	2244.808-1954.103=290.706
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	190.944-131.627=59.317
σ	171.710-5.807=165.903
min	122.831-126.235=-3.404
max	615.436-144.818=470.618

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.000
σ	0.001-0.001=-0.000
min	62.065-62.065=0.001
max	62.069-62.069=-0.000

*mean*	4566.500-4427.500=139.000
σ	2244.808-2225.425=19.383
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	43.121-87.988=-44.868
σ	4.007-130.677=-126.670
min	39.987-39.970=0.018
max	52.200-411.385=-359.186

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002-0.002=-0.000
min	40.926-40.925=0.001
max	40.930-40.929=0.000

*mean*	7380.000-7403.000=-23.000
σ	0.000
min	7380.000-7403.000=-23.000
max	7380.000-7403.000=-23.000

*mean*	22.329-64.230=-41.900
σ	0.837-119.267=-118.430
min	21.776-21.585=0.191
max	24.199-359.399=-335.201

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7380.000-7403.000=-23.000
σ	0.000
min	7380.000-7403.000=-23.000
max	7380.000-7403.000=-23.000

*mean*	55.596-58.505=-2.909
σ	1.250-9.692=-8.442
min	54.301-54.380=-0.078
max	58.287-82.461=-24.174

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837-4646.837=0.000
max	4646.875-4646.875=0.000

*mean*	4387.625-4199.750=187.875
σ	2217.095-1954.103=262.992
min	1484.000
max	7380.000-7403.000=-23.000

*mean*	2904.767-3036.018=-131.252
σ	422.786-586.540=-163.754
min	2485.327-2498.379=-13.052
max	3546.610-4066.013=-519.403

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002-0.002=0.000
min	1973.829-1973.827=0.001
max	1973.833-1973.831=0.002

*mean*	7380.000-7403.000=-23.000
σ	0.000
min	7380.000-7403.000=-23.000
max	7380.000-7403.000=-23.000

*mean*	1114.568-963.489=151.079
σ	269.040-70.276=198.764
min	921.887-922.835=-0.948
max	1580.440-1096.128=484.312

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.082=0.001
σ	0.002-0.002=-0.000
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7380.000-7403.000=-23.000
σ	0.000
min	7380.000-7403.000=-23.000
max	7380.000-7403.000=-23.000

*mean*	397.074-396.283=0.791
σ	5.153-5.292=-0.138
min	385.274-384.561=0.713
max	401.714-401.424=0.290

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-476.000=1.000
σ	0.000
min	477.000-476.000=1.000
max	477.000-476.000=1.000

*mean*	359.607-350.440=9.167
σ	31.845-34.413=-2.568
min	299.377-296.084=3.293
max	398.312-392.858=5.454

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.375-567.000=-5.625
σ	2.326-0.000=2.326
min	559.000-567.000=-8.000
max	564.000-567.000=-3.000

*mean*	717.242-669.701=47.541
σ	46.711-45.300=1.411
min	663.356-599.564=63.791
max	799.202-716.457=82.745

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.559-964.564=-0.005
σ	1.881-1.879=0.002
min	963.839-963.847=-0.009
max	972.513-972.510=0.003

*mean*	1041.800-1037.300=4.500
σ	308.269-308.229=0.040
min	565.000-538.000=27.000
max	1492.000-1534.000=-42.000

*mean*	1.264-1.229=0.035
σ	0.142-0.097=0.045
min	1.105-1.109=-0.004
max	1.781-1.538=0.243

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.389-0.382=0.007
σ	0.473-0.465=0.007
min	0.145-0.140=0.004
max	1.232-1.211=0.021

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.613-0.445=0.167
σ	0.167-0.200=-0.033
min	0.335-0.343=-0.008
max	0.771-0.802=-0.031

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.222-0.229=-0.007
σ	0.022-0.016=0.006
min	0.204-0.213=-0.009
max	0.260-0.255=0.005

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.362-0.353=0.008
σ	0.065-0.019=0.046
min	0.319-0.336=-0.017
max	0.475-0.383=0.092

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	435.600-430.000=5.600
σ	6.066-0.000=6.066
min	430.000
max	442.000-430.000=12.000

*mean*	0.565-0.524=0.041
σ	0.038-0.030=0.007
min	0.535-0.494=0.041
max	0.616-0.570=0.047

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	0.458-0.497=-0.039
σ	0.055-0.038=0.017
min	0.366-0.436=-0.070
max	0.510-0.532=-0.023

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	2.668-2.674=-0.006
σ	0.088-0.106=-0.018
min	2.496-2.061=0.435
max	2.902-2.935=-0.034

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	2.628-2.649=-0.020
σ	0.083-0.073=0.011
min	2.468-2.523=-0.055
max	2.898-2.900=-0.002

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	0.309-0.315=-0.006
σ	0.012-0.009=0.004
min	0.297-0.293=0.003
max	0.387-0.363=0.023

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	0.296-0.301=-0.005
σ	0.008-0.026=-0.019
min	0.282-0.280=0.002
max	0.343-0.549=-0.207

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.633-11.501=0.131
σ	11.039-11.135=-0.096
min	0.574-0.855=-0.281
max	74.459-85.555=-11.095

*mean*	455.790-469.497=-13.707
σ	17.449-19.094=-1.645
min	408.000-407.000=1.000
max	473.000-482.000=-9.000

*mean*	0.027-0.027=0.000
σ	0.027-0.027=-0.000
min	0.001-0.001=-0.000
max	0.176-0.204=-0.028

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.251-279.131=0.120
σ	1.023-1.048=-0.025
min	278.824-278.750=0.074
max	282.155-282.111=0.044

*mean*	445.500-440.400=5.100
σ	18.222-17.677=0.545
min	414.000-415.000=-1.000
max	466.000-468.000=-2.000

*mean*	0.585-0.556=0.029
σ	0.015-0.037=-0.022
min	0.550-0.497=0.053
max	0.608-0.613=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=-0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.711

*mean*	849.000-851.000=-2.000
σ	0.000
min	849.000-851.000=-2.000
max	849.000-851.000=-2.000

*mean*	144.817-195.397=-50.579
σ	11.159-26.664=-15.505
min	132.599-150.203=-17.604
max	162.218-248.085=-85.867

phase=macro expansion

*mean*	5.894-5.896=-0.002
σ	0.000
min	5.894-5.896=-0.002
max	5.894-5.896=-0.002

*mean*	849.000-842.125=6.875
σ	0.000-25.102=-25.102
min	849.000-780.000=69.000
max	849.000-851.000=-2.000

*mean*	8.076-8.179=-0.103
σ	0.944-0.972=-0.028
min	6.821-6.876=-0.056
max	8.813-9.018=-0.205

phase=parser

*mean*	1042.130-1042.133=-0.003
σ	0.000-0.000=0.000
min	1042.130-1042.133=-0.003
max	1042.131-1042.134=-0.003

*mean*	849.000-842.125=6.875
σ	0.000-25.102=-25.102
min	849.000-780.000=69.000
max	849.000-851.000=-2.000

*mean*	554.342-556.876=-2.533
σ	83.217-79.010=4.207
min	452.403-421.255=31.148
max	620.371-619.590=0.781

phase=processProdDef

*mean*	2241.195-2243.715=-2.520
σ	0.000
min	2241.195-2243.715=-2.520
max	2241.195-2243.715=-2.520

*mean*	849.000-851.000=-2.000
σ	0.000
min	849.000-851.000=-2.000
max	849.000-851.000=-2.000

*mean*	2809.549-2785.672=23.877
σ	394.982-244.883=150.099
min	2172.458-2452.536=-280.078
max	3264.614-3174.001=90.613

phase=renaming

*mean*	21.433-21.436=-0.003
σ	0.000
min	21.433-21.436=-0.003
max	21.433-21.436=-0.003

*mean*	849.000-842.125=6.875
σ	0.000-25.102=-25.102
min	849.000-780.000=69.000
max	849.000-851.000=-2.000

*mean*	41.693-41.089=0.604
σ	4.659-4.285=0.373
min	35.625-36.091=-0.466
max	45.819-45.697=0.122

phase=type checker

*mean*	958.462-958.599=-0.137
σ	0.047
min	958.439-958.576=-0.137
max	958.564-958.701=-0.137

*mean*	849.000-842.125=6.875
σ	0.000-25.102=-25.102
min	849.000-780.000=69.000
max	849.000-851.000=-2.000

*mean*	666.860-663.460=3.400
σ	15.406-16.602=-1.196
min	648.360-638.522=9.838
max	690.906-681.100=9.807

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.858-282.858=-0.000
σ	0.036-0.039=-0.003
min	282.806-282.804=0.003
max	282.893-282.897=-0.004

*mean*	443.000-443.800=-0.800
σ	0.000-1.095=-1.095
min	443.000
max	443.000-445.000=-2.000

*mean*	0.389-0.387=0.002
σ	0.008-0.006=0.002
min	0.382-0.382=0.000
max	0.400-0.397=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.041-1268.064=-0.023
σ	0.082-0.107=-0.026
min	1267.963-1267.973=-0.010
max	1268.170-1268.242=-0.071

*mean*	1079.000-1090.400=-11.400
σ	191.164-181.506=9.658
min	836.000-868.000=-32.000
max	1313.000-1320.000=-7.000

*mean*	1.946-1.909=0.036
σ	0.201-0.096=0.105
min	1.778-1.783=-0.005
max	2.282-2.009=0.273

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.110-1507.046=0.063
σ	2.922-2.967=-0.045
min	1505.644-1505.523=0.121
max	1512.331-1512.343=-0.012

*mean*	621.600-618.600=3.000
σ	88.867-85.775=3.092
min	511.000-508.000=3.000
max	736.000-719.000=17.000

*mean*	2.376-2.207=0.170
σ	0.188-0.145=0.043
min	2.144-2.085=0.058
max	2.572-2.438=0.134

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.056-1830.071=-0.014
σ	0.062-0.045=0.017
min	1829.988-1830.006=-0.019
max	1830.112-1830.117=-0.006

*mean*	1727.400-1729.600=-2.200
σ	172.286-171.432=0.854
min	1477.000-1483.000=-6.000
max	1882.000-1885.000=-3.000

*mean*	2.939-3.007=-0.068
σ	0.324-0.327=-0.003
min	2.731-2.790=-0.059
max	3.505-3.586=-0.081

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.750-1.554=0.196
σ	0.137-0.159=-0.021
min	1.568-1.362=0.206
max	1.895-1.802=0.092

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.945-406.201=-0.256
σ	509.284-509.795=-0.511
min	151.299-151.298=0.001
max	1169.872-1170.894=-1.022

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	440.000-438.000=2.000
σ	0.000
min	440.000-438.000=2.000
max	440.000-438.000=2.000

*mean*	0.479-0.508=-0.029
σ	0.445-0.497=-0.052
min	0.251-0.254=-0.003
max	1.147-1.253=-0.106

policies=20

*mean*	1513.180-1513.181=-0.000
σ	0.294-0.287=0.007
min	1512.989-1512.996=-0.007
max	1513.615-1513.606=0.009

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750-449.500=0.250
σ	11.843-11.790=0.053
min	440.000-438.000=2.000
max	467.000-466.000=1.000

*mean*	2.535-2.543=-0.007
σ	0.015-0.009=0.007
min	2.518-2.530=-0.012
max	2.554-2.550=0.004

policies=200

*mean*	15140.265-15140.181=0.084
σ	0.115-0.160=-0.044
min	15140.134-15140.033=0.102
max	15140.412-15140.398=0.015

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.500-498.500=-4.000
σ	3.873-5.066=-1.193
min	490.000-494.000=-4.000
max	499.000-505.000=-6.000

*mean*	25.390-25.579=-0.189
σ	0.063-0.187=-0.123
min	25.306-25.409=-0.103
max	25.451-25.765=-0.313