Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.145
σ	0.000
min	5.145
max	5.145

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.020
σ	0.000
min	5.020
max	5.020

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.508
σ	0.000
min	558.508
max	558.508

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.332
σ	0.000
min	5.332
max	5.332

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.520
σ	0.000
min	6.520
max	6.520

AST compact size across phases

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

phase=macro expansion

*mean*	5.145
σ	0.000
min	5.145
max	5.145

phase=parser

*mean*	5.020
σ	0.000
min	5.020
max	5.020

phase=processProdDef

*mean*	558.508
σ	0.000
min	558.508
max	558.508

phase=renaming

*mean*	5.332
σ	0.000
min	5.332
max	5.332

phase=type checker

*mean*	6.520
σ	0.000
min	6.520
max	6.520

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.623=-0.004
σ	0.348-0.348=0.000
min	54.487-54.483=0.004
max	55.610-55.612=-0.003

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.139-0.153=-0.013
σ	0.006-0.010=-0.004
min	0.133-0.136=-0.003
max	0.150-0.168=-0.018

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.791=-0.003
σ	0.008-0.008=-0.000
min	43.777-43.782=-0.005
max	43.806-43.807=-0.001

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.121-0.129=-0.007
σ	0.004-0.008=-0.004
min	0.116-0.120=-0.004
max	0.129-0.140=-0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4156.000-4153.625=2.375
σ	1906.696-1901.648=5.048
min	1554.000-1555.000=-1.000
max	7325.000-7309.000=16.000

*mean*	12.900-12.697=0.203
σ	0.234-0.303=-0.069
min	12.534-12.163=0.371
max	13.150-13.157=-0.007

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4156.000-4153.625=2.375
σ	1906.696-1901.648=5.048
min	1554.000-1555.000=-1.000
max	7325.000-7309.000=16.000

*mean*	12.746-12.940=-0.194
σ	0.673-0.411=0.263
min	11.994-12.054=-0.060
max	13.654-13.464=0.191

op=table_records(), no indexes

*mean*	41.931-41.931=0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.933=0.000

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	15.021-15.115=-0.094
σ	0.863-0.672=0.190
min	12.982-13.508=-0.526
max	15.533-15.614=-0.081

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4156.000-4153.625=2.375
σ	1906.696-1901.648=5.048
min	1554.000-1555.000=-1.000
max	7325.000-7309.000=16.000

*mean*	13.186-13.162=0.024
σ	1.833-1.529=0.304
min	11.147-11.262=-0.115
max	15.435-15.176=0.259

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.603-27.603=-0.000
max	27.991-27.991=0.000

*mean*	4156.000-4153.625=2.375
σ	1906.696-1901.648=5.048
min	1554.000-1555.000=-1.000
max	7325.000-7309.000=16.000

*mean*	8.971-8.800=0.171
σ	0.301-0.327=-0.025
min	8.552-8.253=0.299
max	9.477-9.264=0.212

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4156.000-4153.625=2.375
σ	1906.696-1901.648=5.048
min	1554.000-1555.000=-1.000
max	7325.000-7309.000=16.000

*mean*	6.673-6.787=-0.113
σ	0.404-0.189=0.214
min	6.267-6.421=-0.154
max	7.396-7.023=0.373

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.668=-0.000

*mean*	4156.000-4153.625=2.375
σ	1906.696-1901.648=5.048
min	1554.000-1555.000=-1.000
max	7325.000-7309.000=16.000

*mean*	5.894-5.939=-0.045
σ	0.152-0.128=0.024
min	5.635-5.720=-0.085
max	6.110-6.099=0.011

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972-25.972=-0.000

*mean*	4156.000-4153.625=2.375
σ	1906.696-1901.648=5.048
min	1554.000-1555.000=-1.000
max	7325.000-7309.000=16.000

*mean*	5.648-5.752=-0.104
σ	0.178-0.223=-0.045
min	5.356-5.257=0.099
max	5.906-5.985=-0.079

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=-0.000

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	1047.557-1098.362=-50.805
σ	18.113-163.595=-145.482
min	1035.116-1032.631=2.486
max	1089.343-1502.837=-413.494

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=-0.000
min	8744.553-8744.554=-0.000
max	8745.882-8745.883=-0.001

*mean*	3576.625-3573.375=3.250
σ	1802.664-1796.299=6.365
min	1042.000-1046.000=-4.000
max	5813.000-5795.000=18.000

*mean*	4813.965-4784.949=29.016
σ	1388.677-1654.364=-265.688
min	3519.623-3521.782=-2.159
max	6659.652-7595.817=-936.165

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4156.000-4153.625=2.375
σ	1906.696-1901.648=5.048
min	1554.000-1555.000=-1.000
max	7325.000-7309.000=16.000

*mean*	83.159-82.761=0.398
σ	11.498-10.213=1.285
min	73.179-71.283=1.896
max	102.156-99.377=2.779

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	106.990-106.813=0.177
σ	5.324-4.821=0.502
min	96.556-98.611=-2.055
max	111.161-112.150=-0.989

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	161.959-161.302=0.657
σ	9.599-8.181=1.418
min	140.473-142.667=-2.194
max	169.323-167.679=1.644

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.539-11667.538=0.001

*mean*	4156.000-4153.625=2.375
σ	1906.696-1901.648=5.048
min	1554.000-1555.000=-1.000
max	7325.000-7309.000=16.000

*mean*	6633.489-6415.931=217.559
σ	1230.614-1254.936=-24.322
min	4915.484-4910.506=4.978
max	8001.534-8168.882=-167.348

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.000

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	5811.922-5867.958=-56.036
σ	1479.393-1536.344=-56.952
min	4376.418-4364.584=11.834
max	7633.055-7737.127=-104.071

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-477.000=-3.000
σ	0.000
min	474.000-477.000=-3.000
max	474.000-477.000=-3.000

*mean*	349.634-395.120=-45.486
σ	43.478-2.503=40.975
min	294.634-392.284=-97.650
max	396.092-399.746=-3.654

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.125-559.625=-0.500
σ	0.354-0.518=-0.164
min	559.000
max	560.000

*mean*	733.860-764.362=-30.502
σ	62.612-37.170=25.442
min	647.758-695.840=-48.082
max	799.341-812.238=-12.897

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.376=-0.000
σ	0.759-0.760=-0.001
min	1007.903-1007.899=0.004
max	1011.512-1011.517=-0.005

*mean*	1046.950-1044.050=2.900
σ	313.594-310.602=2.991
min	573.000-572.000=1.000
max	1510.000-1502.000=8.000

*mean*	1.536-1.524=0.013
σ	0.080-0.065=0.014
min	1.446-1.463=-0.017
max	1.741-1.714=0.026

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.384-0.395=-0.011
σ	0.493-0.497=-0.004
min	0.138-0.137=0.001
max	1.264-1.280=-0.017

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.536=-0.064
σ	0.329-0.321=0.007
min	0.313-0.324=-0.011
max	1.060-1.065=-0.005

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.216=-0.002
σ	0.023-0.025=-0.003
min	0.196-0.195=0.001
max	0.253-0.260=-0.007

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.324-0.331=-0.007
σ	0.012-0.016=-0.004
min	0.314-0.316=-0.002
max	0.346-0.358=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	430.000-430.400=-0.400
σ	0.707-0.548=0.159
min	429.000-430.000=-1.000
max	431.000

*mean*	0.574-0.573=0.000
σ	0.030-0.029=0.000
min	0.538-0.535=0.003
max	0.606-0.604=0.002

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.461-0.486=-0.025
σ	0.040-0.055=-0.015
min	0.422-0.403=0.019
max	0.515-0.536=-0.020

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.434-1.960=0.474
σ	0.272-0.069=0.202
min	1.799-1.823=-0.024
max	2.823-2.183=0.640

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.586-2.583=0.003
σ	0.079-0.166=-0.087
min	2.446-1.942=0.504
max	2.823-2.917=-0.094

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.305-0.302=0.003
σ	0.011-0.009=0.002
min	0.291-0.288=0.002
max	0.374-0.353=0.021

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.291-0.291=-0.001
σ	0.011-0.010=0.001
min	0.275-0.277=-0.003
max	0.378-0.360=0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.699-298.029=-0.330
σ	0.986-1.012=-0.027
min	297.311-297.594=-0.283
max	300.500-300.900=-0.400

*mean*	445.500-441.100=4.400
σ	18.834-15.293=3.541
min	417.000
max	472.000-462.000=10.000

*mean*	0.610-0.594=0.015
σ	0.011-0.025=-0.014
min	0.590-0.561=0.029
max	0.626-0.631=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	219.153-219.157=-0.004
σ	0.000
min	219.153-219.157=-0.004
max	219.153-219.157=-0.004

*mean*	3747.000-3945.000=-198.000
σ	0.000
min	3747.000-3945.000=-198.000
max	3747.000-3945.000=-198.000

*mean*	194.488-197.021=-2.534
σ	2.922-1.169=1.753
min	188.127-195.358=-7.231
max	197.717-198.846=-1.128

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	3747.000-3945.000=-198.000
σ	0.000
min	3747.000-3945.000=-198.000
max	3747.000-3945.000=-198.000

*mean*	10.159-10.554=-0.395
σ	2.224-2.650=-0.426
min	6.148-6.313=-0.165
max	12.626-13.608=-0.982

phase=parser

*mean*	1041.160-1041.159=0.001
σ	0.000-0.000=0.000
min	1041.159-1041.158=0.001
max	1041.160-1041.159=0.001

*mean*	3747.000-3945.000=-198.000
σ	0.000
min	3747.000-3945.000=-198.000
max	3747.000-3945.000=-198.000

*mean*	613.949-621.297=-7.348
σ	114.908-158.265=-43.357
min	376.896-378.842=-1.947
max	722.433-837.884=-115.451

phase=processProdDef

*mean*	6169.567-6169.566=0.001
σ	0.001-0.001=-0.000
min	6169.566-6169.566=0.001
max	6169.568-6169.567=0.001

*mean*	3747.000-3945.000=-198.000
σ	0.000
min	3747.000-3945.000=-198.000
max	3747.000-3945.000=-198.000

*mean*	4659.571-5174.992=-515.421
σ	1312.529-1599.003=-286.474
min	2867.020-2914.176=-47.156
max	6613.858-8049.034=-1435.177

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	3747.000-3945.000=-198.000
σ	0.000
min	3747.000-3945.000=-198.000
max	3747.000-3945.000=-198.000

*mean*	40.536-39.489=1.048
σ	8.932-11.430=-2.498
min	20.366-19.881=0.485
max	48.426-51.811=-3.384

phase=type checker

*mean*	958.678
σ	0.071
min	958.573
max	958.791

*mean*	3747.000-3945.000=-198.000
σ	0.000
min	3747.000-3945.000=-198.000
max	3747.000-3945.000=-198.000

*mean*	734.349-795.382=-61.032
σ	98.340-134.091=-35.751
min	629.315-632.436=-3.121
max	885.122-963.243=-78.122

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.774=0.001
σ	0.034-0.034=0.000
min	292.727-292.726=0.001
max	292.812-292.811=0.001

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.396-0.401=-0.005
σ	0.005-0.008=-0.003
min	0.392-0.393=-0.002
max	0.404-0.411=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.849-1302.858=-0.009
σ	0.130-0.129=0.001
min	1302.737-1302.755=-0.018
max	1303.069-1303.077=-0.007

*mean*	1075.200-1075.600=-0.400
σ	186.592-186.139=0.453
min	840.000-841.000=-1.000
max	1322.000

*mean*	1.846-1.862=-0.015
σ	0.050-0.053=-0.002
min	1.803-1.805=-0.002
max	1.927-1.929=-0.002

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.874-1545.878=-0.004
σ	4.044-4.043=0.001
min	1543.818-1543.835=-0.017
max	1553.098-1553.101=-0.003

*mean*	610.200-611.400=-1.200
σ	74.523-74.484=0.040
min	493.000-494.000=-1.000
max	689.000-690.000=-1.000

*mean*	2.310-2.223=0.087
σ	0.201-0.244=-0.042
min	2.137-2.101=0.035
max	2.620-2.658=-0.038

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.844-1864.842=0.002
σ	0.048-0.049=-0.001
min	1864.789-1864.783=0.006
max	1864.898-1864.895=0.003

*mean*	1715.800-1714.400=1.400
σ	242.865-235.888=6.976
min	1426.000-1428.000=-2.000
max	2040.000-2025.000=15.000

*mean*	2.872-2.902=-0.030
σ	0.063-0.065=-0.002
min	2.789-2.832=-0.043
max	2.961-2.975=-0.014

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.787-1.749=0.038
σ	0.083-0.129=-0.046
min	1.677-1.566=0.111
max	1.879-1.926=-0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754-447.755=-0.001
σ	579.110-579.110=0.000
min	158.196-158.196=-0.000
max	1316.420-1316.420=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.529-0.539=-0.010
σ	0.532-0.555=-0.023
min	0.261-0.260=0.000
max	1.328-1.372=-0.044

policies=20

*mean*	1582.290-1582.286=0.004
σ	0.356-0.349=0.008
min	1582.042-1582.043=-0.001
max	1582.817-1582.801=0.016

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.500
σ	5.196-4.041=1.155
min	444.000-445.000=-1.000
max	453.000-452.000=1.000

*mean*	2.641-2.622=0.019
σ	0.017-0.007=0.010
min	2.630-2.613=0.017
max	2.667-2.629=0.038

policies=200

*mean*	15830.904-15830.837=0.067
σ	0.086-0.110=-0.025
min	15830.853-15830.674=0.180
max	15831.032-15830.917=0.116

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.750-496.500=0.250
σ	3.686-3.873=-0.187
min	492.000
max	501.000

*mean*	26.507-26.451=0.056
σ	0.060-0.043=0.017
min	26.473-26.402=0.071
max	26.597-26.506=0.091