Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.823=0.001
σ	0.360-0.360=0.000
min	57.682-57.679=0.003
max	58.847-58.846=0.001

*mean*	421.000-420.000=1.000
σ	0.000
min	421.000-420.000=1.000
max	421.000-420.000=1.000

*mean*	0.147-0.145=0.002
σ	0.004-0.005=-0.001
min	0.144-0.137=0.007
max	0.156-0.151=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	46.900-46.897=0.003
σ	0.004-0.003=0.001
min	46.891-46.890=0.000
max	46.905-46.900=0.005

*mean*	421.000-420.000=1.000
σ	0.000
min	421.000-420.000=1.000
max	421.000-420.000=1.000

*mean*	0.130-0.127=0.003
σ	0.004-0.005=-0.001
min	0.127-0.122=0.005
max	0.137-0.136=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.605

*mean*	4584.625-4585.000=-0.375
σ	2254.240-2253.356=0.885
min	1487.000
max	7403.000

*mean*	13.104-13.357=-0.254
σ	2.409-3.479=-1.070
min	11.948-11.783=0.165
max	18.859-21.931=-3.072

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.605=-0.000

*mean*	4584.625-4585.000=-0.375
σ	2254.240-2253.356=0.885
min	1487.000
max	7403.000

*mean*	13.401-13.791=-0.390
σ	2.076-3.029=-0.954
min	11.518-11.953=-0.435
max	18.387-21.227=-2.839

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	11.157-11.149=0.008
σ	0.166-0.101=0.065
min	10.918-10.950=-0.032
max	11.449-11.251=0.198

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.001=0.001
min	41.924
max	41.928-41.926=0.003

*mean*	4169.875-4170.625=-0.750
σ	1945.744-1944.792=0.952
min	1487.000
max	7403.000

*mean*	11.688-11.676=0.012
σ	1.834-1.929=-0.094
min	10.735-10.551=0.185
max	16.199-16.409=-0.211

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.001
σ	0.137-0.136=0.000
min	27.585
max	27.972

*mean*	4169.875-4170.625=-0.750
σ	1945.744-1944.792=0.952
min	1487.000
max	7403.000

*mean*	9.161-9.064=0.097
σ	1.324-1.125=0.200
min	8.074-8.057=0.017
max	12.336-11.774=0.562

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=-0.000
max	26.385-26.385=-0.000

*mean*	4169.875-4170.625=-0.750
σ	1945.744-1944.792=0.952
min	1487.000
max	7403.000

*mean*	7.308-7.112=0.196
σ	1.131-0.742=0.389
min	5.949-6.524=-0.575
max	9.800-8.880=0.920

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674

*mean*	4584.625-4585.000=-0.375
σ	2254.240-2253.356=0.885
min	1487.000
max	7403.000

*mean*	6.317-6.359=-0.043
σ	0.469-0.867=-0.399
min	5.976-5.801=0.175
max	7.457-8.474=-1.018

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.000=0.000
min	25.962-25.962=-0.000
max	25.964-25.964=0.000

*mean*	4584.625-4585.000=-0.375
σ	2254.240-2253.356=0.885
min	1487.000
max	7403.000

*mean*	6.174-6.117=0.057
σ	0.514-0.467=0.047
min	5.856-5.742=0.113
max	7.433-7.219=0.214

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	361.408-358.937=2.471
σ	41.581-42.466=-0.886
min	345.617-341.534=4.083
max	464.293-463.978=0.316

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=0.000
min	3495.685
max	3496.972-3496.972=0.000

*mean*	3749.250-3749.625=-0.375
σ	2298.461-2297.750=0.712
min	720.000
max	7403.000

*mean*	1616.545-1629.071=-12.526
σ	521.943-554.957=-33.015
min	1403.984-1395.828=8.155
max	2899.687-2995.343=-95.656

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842-107.842=-0.000

*mean*	4404.375-4405.375=-1.000
σ	2225.592-2224.814=0.779
min	1487.000
max	7403.000

*mean*	267.717-191.950=75.767
σ	371.450-149.781=221.669
min	126.164-125.747=0.417
max	1185.957-559.985=625.972

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.070

*mean*	4584.625-4585.000=-0.375
σ	2254.240-2253.356=0.885
min	1487.000
max	7403.000

*mean*	178.442-199.242=-20.800
σ	375.026-441.668=-66.642
min	41.320-40.436=0.884
max	1106.399-1292.307=-185.908

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	22.124-21.971=0.153
σ	1.198-0.870=0.328
min	21.501-21.531=-0.029
max	25.073-24.112=0.961

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.293
max	71.297-71.297=0.000

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	260.732-256.484=4.248
σ	579.334-567.066=12.268
min	54.999-54.819=0.180
max	1694.505-1659.898=34.607

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4169.875-4170.625=-0.750
σ	1945.744-1944.792=0.952
min	1487.000
max	7403.000

*mean*	3234.562-3137.073=97.489
σ	877.393-866.663=10.730
min	2502.392-2499.310=3.083
max	4805.228-4649.434=155.795

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	1014.550-1038.864=-24.314
σ	148.774-179.154=-30.379
min	903.940-921.308=-17.368
max	1306.590-1425.097=-118.507

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	395.634-391.008=4.625
σ	4.911-3.056=1.855
min	385.645-385.832=-0.187
max	400.741-395.259=5.483

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.375-476.250=0.125
σ	1.768-0.707=1.061
min	474.000-476.000=-2.000
max	478.000

*mean*	373.873-392.362=-18.489
σ	39.965-37.781=2.185
min	304.961-321.491=-16.529
max	419.734-445.785=-26.051

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.375-562.000=-4.625
σ	2.326-0.000=2.326
min	554.000-562.000=-8.000
max	559.000-562.000=-3.000

*mean*	771.277-737.089=34.187
σ	54.811-52.314=2.497
min	701.334-632.334=69.000
max	847.760-784.998=62.762

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.920-976.914=0.005
σ	2.437-2.439=-0.002
min	976.074-976.070=0.004
max	987.244-987.250=-0.006

*mean*	1052.950-1042.450=10.500
σ	312.596-319.636=-7.040
min	567.000-562.000=5.000
max	1513.000-1529.000=-16.000

*mean*	1.340-1.270=0.070
σ	0.195-0.107=0.088
min	1.207-1.071=0.136
max	2.068-1.603=0.465

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.397-0.396=0.001
σ	0.508-0.514=-0.006
min	0.142-0.140=0.002
max	1.302-1.314=-0.011

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.630=-0.148
σ	0.331-0.255=0.075
min	0.314-0.349=-0.034
max	1.073-1.047=0.026

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.378=-0.166
σ	0.021-0.047=-0.026
min	0.195-0.346=-0.151
max	0.248-0.456=-0.208

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.597=-0.266
σ	0.019-0.028=-0.008
min	0.312-0.569=-0.258
max	0.359-0.639=-0.280

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.520-0.691=-0.171
σ	0.062-0.049=0.013
min	0.425-0.628=-0.203
max	0.585-0.755=-0.170

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.475-0.501=-0.026
σ	0.043-0.036=0.007
min	0.409-0.437=-0.028
max	0.520-0.522=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.616-1.997=0.619
σ	0.133-0.080=0.053
min	1.987-1.877=0.109
max	2.890-2.260=0.631

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.572-1.970=0.601
σ	0.070-0.075=-0.005
min	2.441-1.803=0.638
max	2.772-2.199=0.573

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.306-0.303=0.003
σ	0.019-0.008=0.011
min	0.289-0.290=-0.000
max	0.473-0.344=0.129

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.295-0.295=0.000
σ	0.029-0.021=0.008
min	0.281-0.275=0.006
max	0.561-0.451=0.110

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.344-11.790=-0.446
σ	12.168-11.842=0.326
min	0.574-0.574=-0.000
max	93.483-96.659=-3.177

*mean*	461.921-464.957=-3.036
σ	19.419-18.277=1.142
min	409.000-408.000=1.000
max	477.000-479.000=-2.000

*mean*	0.026-0.027=-0.001
σ	0.030-0.029=0.001
min	0.001-0.001=-0.000
max	0.223-0.232=-0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.945-293.710=0.235
σ	1.068-1.057=0.012
min	293.541-293.237=0.304
max	296.983-296.709=0.274

*mean*	440.100-444.800=-4.700
σ	16.756-15.505=1.251
min	415.000-425.000=-10.000
max	468.000-464.000=4.000

*mean*	0.596-0.588=0.008
σ	0.016-0.012=0.004
min	0.558-0.567=-0.009
max	0.613-0.601=0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	848.500-847.000=1.500
σ	0.926-0.000=0.926
min	847.000
max	849.000-847.000=2.000

*mean*	148.710-150.368=-1.658
σ	11.515-8.637=2.878
min	135.002-139.240=-4.238
max	160.350-161.584=-1.234

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	848.250-847.000=1.250
σ	1.035-0.000=1.035
min	847.000
max	849.000-847.000=2.000

*mean*	9.071-6.867=2.204
σ	2.010-1.687=0.323
min	5.779-5.887=-0.109
max	11.747-10.037=1.711

phase=parser

*mean*	1042.137-1042.134=0.003
σ	0.000-0.001=-0.001
min	1042.136-1042.131=0.005
max	1042.137-1042.134=0.002

*mean*	848.250-847.000=1.250
σ	1.035-0.000=1.035
min	847.000
max	849.000-847.000=2.000

*mean*	457.055-427.810=29.245
σ	130.002-95.549=34.453
min	372.305-375.481=-3.176
max	717.921-598.516=119.405

phase=processProdDef

*mean*	2241.191-2241.193=-0.002
σ	0.000-0.000=-0.000
min	2241.191-2241.193=-0.002
max	2241.191-2241.194=-0.003

*mean*	848.500-847.000=1.500
σ	0.926-0.000=0.926
min	847.000
max	849.000-847.000=2.000

*mean*	2743.672-2798.595=-54.922
σ	429.879-366.778=63.102
min	1966.008-2343.910=-377.902
max	3303.574-3276.034=27.540

phase=renaming

*mean*	21.430-21.430=-0.000
σ	0.000-0.001=-0.001
min	21.430
max	21.430-21.433=-0.004

*mean*	848.250-847.000=1.250
σ	1.035-0.000=1.035
min	847.000
max	849.000-847.000=2.000

*mean*	35.079-38.168=-3.089
σ	9.523-4.022=5.501
min	20.247-30.770=-10.522
max	46.470-42.246=4.223

phase=type checker

*mean*	958.466-958.466=0.001
σ	0.047-0.047=-0.000
min	958.443-958.439=0.004
max	958.568-958.568=0.000

*mean*	848.250-847.000=1.250
σ	1.035-0.000=1.035
min	847.000
max	849.000-847.000=2.000

*mean*	686.269-693.129=-6.860
σ	77.160-56.378=20.781
min	617.950-642.772=-24.822
max	837.926-822.610=15.316

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.855-327.854=0.001
σ	0.037-0.037=-0.000
min	327.804-327.803=0.001
max	327.891-327.891=0.000

*mean*	441.200-442.200=-1.000
σ	5.020-4.919=0.101
min	433.000-434.000=-1.000
max	445.000-447.000=-2.000

*mean*	0.432-0.431=0.001
σ	0.011-0.008=0.002
min	0.421-0.424=-0.004
max	0.449-0.445=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.073-1313.071=0.002
σ	0.140-0.128=0.011
min	1312.969-1312.963=0.006
max	1313.316-1313.289=0.027

*mean*	1085.600-1095.200=-9.600
σ	163.781-196.449=-32.668
min	895.000-857.000=38.000
max	1307.000-1351.000=-44.000

*mean*	1.881-1.882=-0.001
σ	0.053-0.037=0.017
min	1.828-1.824=0.004
max	1.959-1.916=0.043

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.058-1552.057=0.001
σ	3.034-3.069=-0.035
min	1550.489-1550.515=-0.026
max	1557.475-1557.541=-0.066

*mean*	641.200-617.400=23.800
σ	71.015-88.856=-17.840
min	545.000-495.000=50.000
max	737.000-735.000=2.000

*mean*	2.293-2.290=0.003
σ	0.229-0.274=-0.044
min	2.087-2.086=0.001
max	2.616-2.760=-0.144

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.069-1875.077=-0.008
σ	0.062-0.066=-0.004
min	1875.004-1875.023=-0.018
max	1875.169-1875.186=-0.017

*mean*	1720.800-1755.800=-35.000
σ	208.003-198.114=9.889
min	1447.000-1509.000=-62.000
max	1919.000-1947.000=-28.000

*mean*	2.996-3.271=-0.275
σ	0.138-0.347=-0.208
min	2.855-2.869=-0.014
max	3.171-3.773=-0.602

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.559-1.556=0.003
σ	0.075-0.125=-0.050
min	1.475-1.350=0.125
max	1.654-1.649=0.005

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.406-419.404=0.002
σ	508.891-508.891=-0.001
min	164.960-164.955=0.005
max	1182.742-1182.741=0.001

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	433.000-431.000=2.000
σ	0.000
min	433.000-431.000=2.000
max	433.000-431.000=2.000

*mean*	0.540-0.512=0.028
σ	0.521-0.475=0.046
min	0.270-0.268=0.003
max	1.321-1.224=0.096

policies=20

*mean*	1649.824-1649.818=0.006
σ	0.375-0.369=0.006
min	1649.610-1649.593=0.017
max	1650.386-1650.369=0.018

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-446.750=3.750
σ	9.950-11.057=-1.107
min	440.000-434.000=6.000
max	464.000-461.000=3.000

*mean*	2.654-2.653=0.002
σ	0.011-0.010=0.002
min	2.638-2.642=-0.004
max	2.663-2.665=-0.003

policies=200

*mean*	16506.148-16506.047=0.100
σ	0.080-0.080=-0.000
min	16506.086-16505.999=0.086
max	16506.262-16506.167=0.096

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	502.000-495.250=6.750
σ	5.598-5.560=0.037
min	495.000-489.000=6.000
max	507.000-502.000=5.000

*mean*	26.781-26.750=0.032
σ	0.158-0.095=0.063
min	26.580-26.647=-0.067
max	26.928-26.856=0.072