Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133-446.102=0.031
σ	0.000
min	446.133-446.102=0.031
max	446.133-446.102=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.818-54.697=3.121
σ	0.364-0.364=0.000
min	57.677-54.563=3.114
max	58.852-55.731=3.120

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.146-0.141=0.005
σ	0.006-0.004=0.002
min	0.139-0.137=0.002
max	0.158-0.147=0.011

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-43.778=3.121
σ	0.006-0.007=-0.001
min	46.887-43.767=3.120
max	46.909-43.787=3.121

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.131-0.122=0.009
σ	0.005-0.004=0.000
min	0.127-0.117=0.010
max	0.142-0.128=0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.606=-0.000

*mean*	4428.500-4592.000=-163.500
σ	2228.484-2249.162=-20.678
min	1487.000
max	7410.000-7383.000=27.000

*mean*	12.951-151.155=-138.204
σ	2.042-391.364=-389.322
min	11.904-11.860=0.045
max	17.925-1119.721=-1101.796

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605-36.605=0.000
max	36.606-36.605=0.001

*mean*	4609.000-4592.000=17.000
σ	2259.852-2249.162=10.690
min	1487.000
max	7410.000-7383.000=27.000

*mean*	171.230-14.646=156.584
σ	446.239-4.674=441.565
min	11.514-11.559=-0.045
max	1275.603-25.064=1250.539

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.943=0.000

*mean*	7410.000-7383.000=27.000
σ	0.000
min	7410.000-7383.000=27.000
max	7410.000-7383.000=27.000

*mean*	11.417-11.975=-0.558
σ	0.947-1.913=-0.966
min	10.717-11.030=-0.313
max	13.683-16.670=-2.987

op=table_records(), repeat

*mean*	41.925-41.925=-0.001
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4200.000-4184.000=16.000
σ	1956.181-1946.185=9.996
min	1487.000
max	7410.000-7383.000=27.000

*mean*	11.596-11.913=-0.317
σ	1.941-1.947=-0.006
min	10.750-11.061=-0.311
max	16.394-16.707=-0.313

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.001
σ	0.136-0.137=-0.000
min	27.585-27.585=0.000
max	27.972-27.972=0.000

*mean*	4200.000-4184.000=16.000
σ	1956.181-1946.185=9.996
min	1487.000
max	7410.000-7383.000=27.000

*mean*	9.184-8.937=0.247
σ	1.370-1.474=-0.104
min	7.960-7.756=0.203
max	12.477-12.488=-0.012

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=-0.000
max	26.385-26.385=-0.000

*mean*	4200.000-4184.000=16.000
σ	1956.181-1946.185=9.996
min	1487.000
max	7410.000-7383.000=27.000

*mean*	7.210-6.599=0.611
σ	0.985-1.096=-0.111
min	6.728-5.673=1.054
max	9.632-9.184=0.448

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=-0.000
min	25.662-25.662=0.000
max	25.674-25.674=-0.000

*mean*	4609.000-4592.000=17.000
σ	2259.852-2249.162=10.690
min	1487.000
max	7410.000-7383.000=27.000

*mean*	6.727-6.546=0.180
σ	1.149-1.102=0.047
min	6.116-5.825=0.291
max	9.320-9.037=0.284

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962
σ	0.001
min	25.962
max	25.964

*mean*	4609.000-4592.000=17.000
σ	2259.852-2249.162=10.690
min	1487.000
max	7410.000-7383.000=27.000

*mean*	6.485-6.387=0.097
σ	1.113-1.137=-0.023
min	5.643-5.761=-0.118
max	8.887-8.989=-0.102

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=0.000
min	1021.597
max	1021.602-1021.602=0.000

*mean*	7410.000-7383.000=27.000
σ	0.000
min	7410.000-7383.000=27.000
max	7410.000-7383.000=27.000

*mean*	345.212-345.049=0.164
σ	3.360-2.801=0.559
min	342.291-340.364=1.926
max	352.653-349.268=3.385

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=0.000
min	3495.685
max	3496.971

*mean*	3772.750-3759.125=13.625
σ	2312.473-2301.067=11.406
min	720.000
max	7410.000-7383.000=27.000

*mean*	1780.338-1795.422=-15.085
σ	667.187-648.356=18.831
min	1378.134-1408.084=-29.950
max	2924.734-2844.648=80.085

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842-107.842=-0.000

*mean*	4200.000-4412.250=-212.250
σ	1956.181-2218.273=-262.092
min	1487.000
max	7410.000-7383.000=27.000

*mean*	137.607-250.652=-113.046
σ	18.722-331.702=-312.980
min	127.121-122.770=4.351
max	181.029-1070.242=-889.213

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065-62.065=-0.000
max	62.070-62.069=0.001

*mean*	4428.500-4412.250=16.250
σ	2228.484-2218.273=10.211
min	1487.000
max	7410.000-7383.000=27.000

*mean*	135.720-45.928=89.793
σ	261.980-9.163=252.817
min	40.706-40.102=0.604
max	784.066-67.925=716.141

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002-0.002=0.000
min	40.926
max	40.930-40.930=0.001

*mean*	7410.000-7383.000=27.000
σ	0.000
min	7410.000-7383.000=27.000
max	7410.000-7383.000=27.000

*mean*	91.003-215.711=-124.708
σ	192.430-545.375=-352.945
min	21.696-21.634=0.062
max	567.199-1565.442=-998.242

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293
max	71.297-71.297=-0.000

*mean*	7410.000-7383.000=27.000
σ	0.000
min	7410.000-7383.000=27.000
max	7410.000-7383.000=27.000

*mean*	60.114-66.269=-6.155
σ	8.370-26.393=-18.022
min	55.881-54.913=0.969
max	79.907-131.317=-51.411

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014
min	4646.837
max	4646.876

*mean*	4200.000-4184.000=16.000
σ	1956.181-1946.185=9.996
min	1487.000
max	7410.000-7383.000=27.000

*mean*	3260.891-3271.277=-10.386
σ	710.802-785.353=-74.551
min	2515.039-2509.440=5.599
max	4505.826-4760.490=-254.664

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=-0.000
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.833=-0.000

*mean*	7410.000-7383.000=27.000
σ	0.000
min	7410.000-7383.000=27.000
max	7410.000-7383.000=27.000

*mean*	1017.164-1047.697=-30.532
σ	205.011-258.765=-53.755
min	919.870-927.469=-7.599
max	1511.091-1676.464=-165.373

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7410.000-7383.000=27.000
σ	0.000
min	7410.000-7383.000=27.000
max	7410.000-7383.000=27.000

*mean*	404.658-399.123=5.534
σ	42.630-5.976=36.654
min	378.721-387.642=-8.922
max	509.524-409.428=100.097

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-478.125=-1.625
σ	0.535-0.354=0.181
min	476.000-478.000=-2.000
max	477.000-479.000=-2.000

*mean*	367.366-374.284=-6.918
σ	10.712-39.417=-28.705
min	349.763-307.314=42.450
max	378.162-440.115=-61.954

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-561.250=2.750
σ	0.000-0.707=-0.707
min	564.000-561.000=3.000
max	564.000-563.000=1.000

*mean*	770.808-775.668=-4.860
σ	58.725-35.518=23.207
min	652.891-744.153=-91.261
max	833.343-825.391=7.952

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.273-964.556=12.718
σ	2.441-1.879=0.562
min	976.424-963.839=12.585
max	987.617-972.503=15.114

*mean*	1039.850-1036.500=3.350
σ	309.987-308.271=1.716
min	566.000-538.000=28.000
max	1504.000-1534.000=-30.000

*mean*	1.288-1.258=0.029
σ	0.147-0.115=0.031
min	1.196-1.088=0.108
max	1.798-1.617=0.182

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298-0.309=-0.011
σ	0.287-0.331=-0.044
min	0.146-0.136=0.010
max	0.808-0.898=-0.090

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.473=0.010
σ	0.321-0.320=0.001
min	0.332-0.320=0.012
max	1.057-1.046=0.012

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.216=0.003
σ	0.025-0.024=0.001
min	0.198-0.197=0.001
max	0.261-0.257=0.003

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.347-0.329=0.018
σ	0.014-0.016=-0.002
min	0.334-0.312=0.022
max	0.371-0.353=0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.584-0.540=0.044
σ	0.032-0.059=-0.026
min	0.531-0.484=0.048
max	0.612-0.614=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.476-0.468=0.008
σ	0.032-0.076=-0.044
min	0.447-0.376=0.071
max	0.512-0.526=-0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	1.962-2.610=-0.648
σ	0.067-0.104=-0.037
min	1.821-2.454=-0.633
max	2.250-3.195=-0.945

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	1.967-2.590=-0.624
σ	0.091-0.080=0.011
min	1.854-2.448=-0.594
max	2.673-2.821=-0.148

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.308-0.304=0.004
σ	0.009-0.009=-0.000
min	0.295-0.292=0.002
max	0.370-0.363=0.008

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.293-0.295=-0.001
σ	0.008-0.050=-0.042
min	0.273-0.277=-0.003
max	0.337-0.780=-0.443

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.529-11.359=0.169
σ	11.763-11.727=0.036
min	0.574-0.574=0.000
max	99.851-134.396=-34.545

*mean*	463.649-458.579=5.070
σ	17.043-16.928=0.114
min	410.000-406.000=4.000
max	474.000

*mean*	0.026-0.026=0.000
σ	0.028-0.029=-0.000
min	0.001-0.001=-0.000
max	0.238-0.316=-0.078

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.287-278.842=15.445
σ	1.042-1.084=-0.042
min	293.828-278.431=15.397
max	297.233-281.925=15.308

*mean*	440.300-445.100=-4.800
σ	16.997-17.489=-0.492
min	415.000-426.000=-11.000
max	462.000-472.000=-10.000

*mean*	0.585-0.571=0.014
σ	0.026-0.025=0.001
min	0.530-0.536=-0.006
max	0.614-0.623=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	850.000-849.000=1.000
σ	0.000
min	850.000-849.000=1.000
max	850.000-849.000=1.000

*mean*	151.466-153.212=-1.745
σ	10.258-5.421=4.837
min	137.696-141.536=-3.840
max	161.132-158.838=2.294

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	841.250-849.000=-7.750
σ	24.749-0.000=24.749
min	780.000-849.000=-69.000
max	850.000-849.000=1.000

*mean*	8.541-8.434=0.107
σ	0.975-2.295=-1.321
min	6.886-5.703=1.182
max	9.210-11.898=-2.688

phase=parser

*mean*	1042.133-1042.132=0.000
σ	0.000-0.000=-0.000
min	1042.133-1042.132=0.001
max	1042.133-1042.132=0.000

*mean*	841.250-849.000=-7.750
σ	24.749-0.000=24.749
min	780.000-849.000=-69.000
max	850.000-849.000=1.000

*mean*	545.310-521.059=24.251
σ	77.531-130.932=-53.401
min	445.844-374.372=71.473
max	626.346-723.984=-97.638

phase=processProdDef

*mean*	2241.194-2241.194=0.000
σ	0.000
min	2241.194-2241.194=0.000
max	2241.194-2241.194=0.000

*mean*	850.000-849.000=1.000
σ	0.000
min	850.000-849.000=1.000
max	850.000-849.000=1.000

*mean*	2880.527-2635.856=244.670
σ	526.582-522.749=3.833
min	1655.027-1950.829=-295.802
max	3233.241-3328.727=-95.485

phase=renaming

*mean*	21.430-21.434=-0.004
σ	0.000
min	21.430-21.434=-0.004
max	21.430-21.434=-0.004

*mean*	841.250-849.000=-7.750
σ	24.749-0.000=24.749
min	780.000-849.000=-69.000
max	850.000-849.000=1.000

*mean*	44.805-38.723=6.082
σ	4.974-5.458=-0.484
min	36.939-30.349=6.590
max	49.489-46.937=2.552

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	841.250-849.000=-7.750
σ	24.749-0.000=24.749
min	780.000-849.000=-69.000
max	850.000-849.000=1.000

*mean*	668.433-727.883=-59.450
σ	20.502-77.018=-56.516
min	636.043-631.839=4.204
max	693.520-829.737=-136.217

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.218-282.856=45.363
σ	0.040-0.038=0.002
min	328.161-282.801=45.360
max	328.262-282.892=45.370

*mean*	441.600-442.000=-0.400
σ	5.225-0.000=5.225
min	436.000-442.000=-6.000
max	447.000-442.000=5.000

*mean*	0.438-0.374=0.064
σ	0.011-0.001=0.010
min	0.429-0.373=0.056
max	0.457-0.375=0.082

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.433-1268.055=45.378
σ	0.132-0.107=0.025
min	1313.318-1267.941=45.377
max	1313.650-1268.229=45.422

*mean*	1079.200-1090.200=-11.000
σ	169.519-167.874=1.645
min	874.000-891.000=-17.000
max	1290.000-1319.000=-29.000

*mean*	1.898-2.040=-0.142
σ	0.059-0.163=-0.104
min	1.841-1.855=-0.014
max	1.964-2.285=-0.320

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.426-1507.018=45.408
σ	3.047-2.955=0.091
min	1550.892-1505.465=45.427
max	1557.868-1512.292=45.576

*mean*	625.600-623.600=2.000
σ	82.996-87.751=-4.756
min	523.000-493.000=30.000
max	728.000-726.000=2.000

*mean*	2.312-2.215=0.097
σ	0.221-0.194=0.027
min	2.096-2.075=0.021
max	2.555-2.557=-0.003

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.432-1830.056=45.376
σ	0.062-0.044=0.019
min	1875.353-1829.995=45.358
max	1875.516-1830.105=45.411

*mean*	1709.800-1718.400=-8.600
σ	255.876-188.236=67.640
min	1409.000-1454.000=-45.000
max	2061.000-1891.000=170.000

*mean*	2.919-2.966=-0.047
σ	0.067-0.193=-0.126
min	2.847-2.826=0.022
max	2.989-3.302=-0.313

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.567-1.715=-0.148
σ	0.074-0.133=-0.059
min	1.448-1.492=-0.044
max	1.643-1.823=-0.180

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.296-405.944=14.352
σ	509.311-509.285=0.026
min	165.637-151.295=14.341
max	1184.263-1169.871=14.391

*mean*	103.750-101.750=2.000
σ	7.500
min	100.000-98.000=2.000
max	115.000-113.000=2.000

*mean*	434.000-433.000=1.000
σ	0.000
min	434.000-433.000=1.000
max	434.000-433.000=1.000

*mean*	0.529-0.512=0.017
σ	0.515-0.522=-0.007
min	0.266-0.245=0.021
max	1.302-1.295=0.006

policies=20

*mean*	1656.576-1513.140=143.436
σ	0.386-0.259=0.128
min	1656.351-1512.973=143.378
max	1657.154-1513.524=143.631

*mean*	1000.000-980.000=20.000
σ	0.000
min	1000.000-980.000=20.000
max	1000.000-980.000=20.000

*mean*	451.000-443.500=7.500
σ	12.884-7.000=5.884
min	441.000-433.000=8.000
max	468.000-447.000=21.000

*mean*	2.685-2.485=0.200
σ	0.053-0.008=0.045
min	2.649-2.475=0.173
max	2.761-2.494=0.267

policies=200

*mean*	16573.749-15140.002=1433.747
σ	0.076-0.099=-0.022
min	16573.635-15139.913=1433.722
max	16573.792-15140.142=1433.650

*mean*	10000.000-9800.000=200.000
σ	0.000
min	10000.000-9800.000=200.000
max	10000.000-9800.000=200.000

*mean*	501.250-497.750=3.500
σ	6.344-5.560=0.784
min	494.000-491.000=3.000
max	509.000-504.000=5.000

*mean*	27.023-24.983=2.040
σ	0.190-0.074=0.116
min	26.829-24.910=1.919
max	27.220-25.080=2.140