Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.810-54.892=-0.082
σ	0.365-0.357=0.008
min	54.662-54.758=-0.097
max	55.847-55.907=-0.059

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.004=0.000
min	0.136-0.137=-0.001
max	0.147-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.805-43.877=-0.072
σ	0.006-0.006=-0.000
min	43.797-43.871=-0.073
max	43.815-43.887=-0.072

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.123-0.123=-0.000
σ	0.003-0.003=-0.000
min	0.118-0.121=-0.002
max	0.127-0.131=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4593.625-4592.375=1.250
σ	2247.268-2247.453=-0.185
min	1487.000
max	7382.000

*mean*	163.909-144.299=19.610
σ	427.377-374.876=52.501
min	11.858-11.272=0.586
max	1221.603-1072.068=149.534

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618-36.618=-0.000

*mean*	4593.625-4592.375=1.250
σ	2247.268-2247.453=-0.185
min	1487.000
max	7382.000

*mean*	14.239-13.653=0.586
σ	3.834-4.439=-0.605
min	11.492-10.855=0.637
max	22.981-24.501=-1.521

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.951-41.950=0.001

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	11.746-10.642=1.104
σ	1.992-0.139=1.853
min	10.866-10.413=0.453
max	16.667-10.792=5.875

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.001-0.000=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4186.500-4184.375=2.125
σ	1944.592-1944.540=0.053
min	1487.000
max	7382.000

*mean*	11.609-11.288=0.321
σ	1.709-1.940=-0.231
min	10.746-10.254=0.492
max	15.824-16.038=-0.215

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137-0.137=-0.000
min	27.606-27.606=0.000
max	27.993-27.993=-0.000

*mean*	4186.500-4184.375=2.125
σ	1944.592-1944.540=0.053
min	1487.000
max	7382.000

*mean*	9.094-8.597=0.497
σ	1.190-1.310=-0.119
min	8.037-7.476=0.561
max	11.913-11.755=0.159

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4186.500-4184.375=2.125
σ	1944.592-1944.540=0.053
min	1487.000
max	7382.000

*mean*	6.932-6.697=0.236
σ	1.070-0.837=0.233
min	5.878-6.072=-0.193
max	9.306-8.724=0.583

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4593.625-4592.375=1.250
σ	2247.268-2247.453=-0.185
min	1487.000
max	7382.000

*mean*	6.604-5.905=0.699
σ	1.009-1.039=-0.030
min	6.002-5.378=0.623
max	8.900-8.429=0.471

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985-25.985=-0.000

*mean*	4593.625-4592.375=1.250
σ	2247.268-2247.453=-0.185
min	1487.000
max	7382.000

*mean*	6.343-5.779=0.564
σ	1.024-0.968=0.057
min	5.777-5.330=0.446
max	8.672-8.170=0.502

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.632
σ	0.002
min	1021.630
max	1021.634

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	418.520-434.317=-15.797
σ	1.631-45.124=-43.493
min	415.642-413.761=1.881
max	420.707-545.702=-124.995

op=load_product(), with indexes

*mean*	3495.884-3495.883=0.000
σ	0.469-0.468=0.000
min	3495.718
max	3497.043-3497.042=0.001

*mean*	3760.875-3759.750=1.125
σ	2300.114-2299.588=0.525
min	720.000-721.000=-1.000
max	7382.000

*mean*	1809.135-1846.556=-37.421
σ	607.791-688.882=-81.090
min	1458.434-1466.076=-7.642
max	3043.614-3051.829=-8.215

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.855-107.854=0.000

*mean*	4414.750-4412.750=2.000
σ	2216.464-2216.741=-0.277
min	1487.000
max	7382.000

*mean*	269.883-230.570=39.312
σ	383.907-258.225=125.682
min	123.938-129.338=-5.400
max	1219.023-868.158=350.866

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4414.750-4412.750=2.000
σ	2216.464-2216.741=-0.277
min	1487.000
max	7382.000

*mean*	45.068-45.289=-0.220
σ	8.176-6.136=2.040
min	40.884-41.370=-0.486
max	65.049-60.011=5.038

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	164.697-21.780=142.917
σ	401.989-1.732=400.257
min	21.559-20.989=0.569
max	1159.561-26.039=1133.522

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311-71.311=0.000

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	63.293-250.836=-187.543
σ	19.978-548.806=-528.828
min	54.783-54.394=0.389
max	112.385-1609.040=-1496.655

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4186.500-4184.375=2.125
σ	1944.592-1944.540=0.053
min	1487.000
max	7382.000

*mean*	3255.738-3291.904=-36.166
σ	762.393-719.091=43.301
min	2466.559-2545.822=-79.263
max	4529.990-4401.858=128.132

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	1032.203-1069.606=-37.403
σ	268.124-312.689=-44.565
min	912.438-937.878=-25.439
max	1688.107-1836.328=-148.221

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.103
max	905.108

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	390.003-399.510=-9.506
σ	8.217-8.603=-0.386
min	372.050-381.218=-9.168
max	400.968-412.599=-11.631

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.750-479.000=0.750
σ	0.463-0.000=0.463
min	479.000
max	480.000-479.000=1.000

*mean*	405.116-365.065=40.050
σ	35.264-42.916=-7.652
min	336.701-302.956=33.746
max	445.127-428.303=16.824

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.375-571.000=-8.625
σ	1.768-0.000=1.768
min	558.000-571.000=-13.000
max	563.000-571.000=-8.000

*mean*	752.922-757.895=-4.973
σ	69.931-60.703=9.228
min	618.101-644.186=-26.085
max	828.484-845.557=-17.073

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.977-1024.577=-60.600
σ	1.821-0.760=1.061
min	963.270-1024.106=-60.836
max	971.678-1027.717=-56.039

*mean*	1062.500-1038.300=24.200
σ	330.338-301.861=28.476
min	566.000-577.000=-11.000
max	1564.000-1462.000=102.000

*mean*	1.322-1.392=-0.070
σ	0.182-0.081=0.101
min	1.184-1.323=-0.139
max	1.865-1.597=0.267

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.396-0.473=-0.077
σ	0.497-0.538=-0.040
min	0.147-0.141=0.006
max	1.283-1.413=-0.130

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.481=0.001
σ	0.316-0.310=0.006
min	0.321-0.331=-0.010
max	1.045-1.035=0.011

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.204-0.217=-0.014
σ	0.023-0.029=-0.006
min	0.187-0.199=-0.013
max	0.242-0.268=-0.026

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.320-0.334=-0.013
σ	0.016-0.017=-0.000
min	0.308-0.322=-0.014
max	0.349-0.363=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	437.000-431.400=5.600
σ	6.595-0.894=5.701
min	431.000
max	444.000-433.000=11.000

*mean*	0.590-0.570=0.020
σ	0.021-0.026=-0.005
min	0.557-0.542=0.015
max	0.607-0.606=0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.464-0.471=-0.008
σ	0.080-0.038=0.042
min	0.372-0.422=-0.050
max	0.530-0.523=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	2.643-2.618=0.024
σ	0.097-0.100=-0.003
min	2.456-2.462=-0.007
max	2.928-2.966=-0.038

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	2.602-2.618=-0.016
σ	0.085-0.092=-0.008
min	2.484-2.421=0.063
max	2.983-2.848=0.135

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.305-0.308=-0.003
σ	0.008-0.009=-0.001
min	0.292-0.292=0.000
max	0.357-0.365=-0.008

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.292-0.296=-0.003
σ	0.010-0.009=0.001
min	0.280-0.284=-0.003
max	0.347-0.349=-0.002

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.690-11.570=0.120
σ	11.688-12.643=-0.955
min	0.574-0.574=-0.000
max	90.289-109.347=-19.058

*mean*	460.422-456.376=4.046
σ	17.503-15.925=1.578
min	408.000
max	476.000-470.000=6.000

*mean*	0.027-0.026=0.000
σ	0.029-0.031=-0.002
min	0.001-0.001=-0.001
max	0.211-0.262=-0.051

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.747-298.779=-20.031
σ	1.010-1.046=-0.036
min	278.337-298.412=-20.075
max	281.617-301.753=-20.136

*mean*	443.200-439.000=4.200
σ	16.765-15.492=1.273
min	417.000-413.000=4.000
max	466.000-461.000=5.000

*mean*	0.578-0.583=-0.005
σ	0.031-0.034=-0.003
min	0.525-0.522=0.003
max	0.648-0.633=0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	859.000-843.000=16.000
σ	0.000
min	859.000-843.000=16.000
max	859.000-843.000=16.000

*mean*	213.025-214.190=-1.165
σ	13.650-27.385=-13.736
min	196.625-165.414=31.211
max	233.749-251.163=-17.414

phase=macro expansion

*mean*	6.130-6.133=-0.003
σ	0.001-0.000=0.001
min	6.130-6.133=-0.004
max	6.133-6.133=-0.000

*mean*	859.000-842.375=16.625
σ	0.000-1.768=-1.768
min	859.000-838.000=21.000
max	859.000-843.000=16.000

*mean*	9.035-6.997=2.038
σ	1.007-1.489=-0.482
min	7.375-6.399=0.976
max	9.707-10.679=-0.972

phase=parser

*mean*	1042.435-1042.431=0.004
σ	0.001-0.000=0.001
min	1042.432-1042.431=0.001
max	1042.436-1042.431=0.004

*mean*	859.000-842.375=16.625
σ	0.000-1.768=-1.768
min	859.000-838.000=21.000
max	859.000-843.000=16.000

*mean*	543.341-561.682=-18.341
σ	86.527-66.876=19.650
min	392.152-436.682=-44.530
max	605.030-612.794=-7.764

phase=processProdDef

*mean*	2244.004-2244.007=-0.004
σ	0.001-0.000=0.001
min	2244.004-2244.007=-0.004
max	2244.006-2244.007=-0.001

*mean*	859.000-843.000=16.000
σ	0.000
min	859.000-843.000=16.000
max	859.000-843.000=16.000

*mean*	2999.766-2957.525=42.241
σ	263.945-336.983=-73.038
min	2635.264-2430.588=204.676
max	3474.763-3378.433=96.329

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	859.000-842.375=16.625
σ	0.000-1.768=-1.768
min	859.000-838.000=21.000
max	859.000-843.000=16.000

*mean*	37.057-23.261=13.796
σ	6.440-6.570=-0.130
min	26.496-20.496=6.001
max	40.851-39.500=1.351

phase=type checker

*mean*	989.755-989.752=0.003
σ	0.066-0.066=0.001
min	989.654
max	989.845-989.841=0.004

*mean*	859.000-842.375=16.625
σ	0.000-1.768=-1.768
min	859.000-838.000=21.000
max	859.000-843.000=16.000

*mean*	688.465-719.114=-30.649
σ	34.288-83.595=-49.307
min	640.497-649.056=-8.559
max	757.659-905.315=-147.656

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.404-293.838=-11.434
σ	0.036-0.037=-0.001
min	282.349-293.780=-11.432
max	282.435-293.871=-11.436

*mean*	444.800-445.400=-0.600
σ	1.095-0.548=0.548
min	444.000-445.000=-1.000
max	446.000

*mean*	0.377-0.387=-0.010
σ	0.002-0.001=0.001
min	0.376-0.386=-0.010
max	0.379-0.388=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.113-1320.306=-53.192
σ	0.082-0.135=-0.053
min	1267.017-1320.179=-53.162
max	1267.240-1320.524=-53.284

*mean*	1115.400-1115.600=-0.200
σ	184.949-170.011=14.938
min	893.000-899.000=-6.000
max	1364.000-1327.000=37.000

*mean*	1.960-1.941=0.019
σ	0.138-0.063=0.076
min	1.840-1.874=-0.034
max	2.123-2.026=0.097

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.122-1559.300=-53.178
σ	2.925-2.963=-0.038
min	1504.662-1557.731=-53.070
max	1511.347-1564.589=-53.242

*mean*	633.200-630.400=2.800
σ	89.441-85.483=3.958
min	496.000-500.000=-4.000
max	729.000

*mean*	2.285-2.183=0.102
σ	0.268-0.165=0.103
min	2.060-2.075=-0.015
max	2.617-2.471=0.145

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.138-1882.387=-53.249
σ	0.077-0.068=0.009
min	1829.047-1882.305=-53.259
max	1829.255-1882.469=-53.213

*mean*	1755.200-1754.800=0.400
σ	215.929-213.705=2.224
min	1465.000-1466.000=-1.000
max	1959.000-1956.000=3.000

*mean*	3.231-3.336=-0.105
σ	0.421-0.428=-0.007
min	2.802-2.881=-0.079
max	3.745-3.785=-0.041

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.766-1.632=0.134
σ	0.165-0.180=-0.015
min	1.473-1.353=0.120
max	1.865-1.825=0.039

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	396.270-418.348=-22.079
σ	515.180-515.224=-0.044
min	138.678-160.733=-22.055
max	1169.040-1191.184=-22.144

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	447.000-440.000=7.000
σ	0.000
min	447.000-440.000=7.000
max	447.000-440.000=7.000

*mean*	0.498-0.523=-0.025
σ	0.524-0.534=-0.010
min	0.233-0.255=-0.022
max	1.283-1.323=-0.040

policies=20

*mean*	1386.922-1607.646=-220.724
σ	0.168-0.345=-0.177
min	1386.807-1607.399=-220.593
max	1387.171-1608.157=-220.986

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	447.750-447.000=0.750
σ	0.500-8.083=-7.583
min	447.000-440.000=7.000
max	448.000-454.000=-6.000

*mean*	2.319-2.585=-0.267
σ	0.011-0.024=-0.012
min	2.307-2.568=-0.261
max	2.333-2.620=-0.286

policies=200

*mean*	13877.686-16085.205=-2207.519
σ	0.110-0.054=0.056
min	13877.579-16085.152=-2207.573
max	13877.827-16085.274=-2207.448

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	496.500-498.500=-2.000
σ	5.802-5.000=0.802
min	490.000-492.000=-2.000
max	504.000

*mean*	23.525-26.092=-2.567
σ	0.133-0.257=-0.123
min	23.404-25.940=-2.535
max	23.673-26.476=-2.803