Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.716=0.000
σ	0.362-0.363=-0.001
min	54.582-54.581=0.000
max	55.745-55.748=-0.003

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.141-0.141=0.000
σ	0.004-0.005=-0.001
min	0.139-0.135=0.004
max	0.150-0.150=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.001
σ	0.008-0.009=-0.001
min	43.766-43.763=0.004
max	43.793-43.788=0.005

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.121=0.001
σ	0.005-0.005=0.000
min	0.117-0.116=0.001
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4586.375-4591.875=-5.500
σ	2251.005-2248.670=2.335
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	158.421-165.110=-6.690
σ	413.367-432.571=-19.204
min	11.882-11.937=-0.055
max	1181.451-1235.668=-54.217

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.604-36.605=-0.000

*mean*	4586.375-4591.875=-5.500
σ	2251.005-2248.670=2.335
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	13.746-13.504=0.243
σ	4.505-2.930=1.575
min	11.648-11.750=-0.101
max	24.821-20.651=4.170

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	11.356-12.185=-0.829
σ	1.114-2.118=-1.004
min	10.626-11.011=-0.385
max	14.081-16.877=-2.796

op=table_records(), repeat

*mean*	41.924-41.925=-0.001
σ	0.000-0.002=-0.001
min	41.924
max	41.925-41.929=-0.004

*mean*	4174.750-4182.625=-7.875
σ	1946.396-1944.916=1.480
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	11.554-11.879=-0.325
σ	1.740-1.819=-0.080
min	10.832-10.932=-0.099
max	15.854-16.350=-0.496

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4174.750-4182.625=-7.875
σ	1946.396-1944.916=1.480
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	9.023-8.934=0.088
σ	1.135-1.312=-0.177
min	7.952-7.913=0.039
max	11.719-12.118=-0.398

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.001-0.000=0.001
min	26.384-26.384=-0.000
max	26.388-26.384=0.004

*mean*	4174.750-4182.625=-7.875
σ	1946.396-1944.916=1.480
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	7.084-6.826=0.258
σ	0.929-1.027=-0.098
min	6.364-6.127=0.238
max	9.294-9.338=-0.044

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4586.375-4591.875=-5.500
σ	2251.005-2248.670=2.335
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	6.371-6.236=0.135
σ	1.060-0.509=0.551
min	5.637-5.880=-0.244
max	8.940-7.450=1.490

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962

*mean*	4586.375-4591.875=-5.500
σ	2251.005-2248.670=2.335
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	6.292-6.025=0.267
σ	1.120-0.606=0.513
min	5.602-5.627=-0.025
max	8.943-7.504=1.439

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	349.339-348.092=1.247
σ	2.874-0.970=1.904
min	345.208-345.800=-0.592
max	352.783-348.846=3.937

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3753.250-3758.750=-5.500
σ	2299.677-2299.670=0.007
min	721.000
max	7386.000

*mean*	1777.670-1777.415=0.255
σ	692.206-689.901=2.305
min	1399.670-1401.806=-2.136
max	2989.546-3001.659=-12.113

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.841=0.000

*mean*	4404.500-4411.875=-7.375
σ	2220.786-2218.264=2.522
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	244.137-232.156=11.981
σ	307.869-273.006=34.864
min	122.798-123.070=-0.272
max	1004.891-906.487=98.403

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.000

*mean*	4404.500-4411.875=-7.375
σ	2220.786-2218.264=2.522
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	43.842-43.246=0.597
σ	3.029-2.718=0.311
min	40.931-40.758=0.173
max	50.522-49.217=1.305

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	198.692-203.158=-4.466
σ	496.990-508.483=-11.492
min	21.587-21.649=-0.062
max	1428.658-1461.574=-32.915

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296-71.296=-0.000

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	64.888-65.735=-0.848
σ	21.603-24.458=-2.855
min	55.702-55.178=0.524
max	117.718-125.867=-8.149

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4174.750-4182.625=-7.875
σ	1946.396-1944.916=1.480
min	1483.000-1485.000=-2.000
max	7386.000

*mean*	3272.222-3289.353=-17.131
σ	748.865-793.720=-44.855
min	2495.515-2478.984=16.531
max	4518.940-4600.423=-81.483

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	1058.433-1038.076=20.357
σ	304.472-216.159=88.313
min	922.405-917.976=4.428
max	1796.282-1443.828=352.453

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	411.579-408.966=2.613
σ	48.275-36.274=12.001
min	382.250-389.106=-6.856
max	530.151-498.278=31.873

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-476.250=0.750
σ	0.000-1.035=-1.035
min	477.000-475.000=2.000
max	477.000

*mean*	372.613-362.920=9.693
σ	46.372-43.117=3.255
min	319.106-303.259=15.847
max	431.580-422.050=9.530

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-561.375=0.625
σ	0.000-1.768=-1.768
min	562.000-557.000=5.000
max	562.000

*mean*	732.939-740.855=-7.916
σ	91.775-71.166=20.609
min	566.225-617.341=-51.116
max	821.620-822.508=-0.888

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.563=-0.001
σ	1.881-1.879=0.002
min	963.843-963.843=-0.000
max	972.517-972.510=0.007

*mean*	1036.200-1040.750=-4.550
σ	309.526-306.329=3.197
min	544.000-590.000=-46.000
max	1532.000-1490.000=42.000

*mean*	1.244-1.258=-0.013
σ	0.064-0.077=-0.013
min	1.183-1.160=0.023
max	1.416-1.493=-0.077

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.295-0.429=-0.134
σ	0.292-0.438=-0.147
min	0.141-0.138=0.003
max	0.814-1.201=-0.387

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.833=-0.361
σ	0.322-0.528=-0.206
min	0.320-0.578=-0.258
max	1.047-1.776=-0.729

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.373=-0.158
σ	0.018-0.040=-0.022
min	0.199-0.343=-0.144
max	0.245-0.442=-0.198

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.551=-0.218
σ	0.023-0.108=-0.086
min	0.311-0.363=-0.052
max	0.367-0.639=-0.272

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.590-0.580=0.010
σ	0.023-0.099=-0.076
min	0.551-0.494=0.057
max	0.607-0.744=-0.137

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.469-0.442=0.028
σ	0.036-0.043=-0.007
min	0.412-0.378=0.034
max	0.502-0.488=0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.960-2.607=-0.647
σ	0.064-0.119=-0.055
min	1.858-2.450=-0.592
max	2.243-3.324=-1.081

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.927-2.561=-0.634
σ	0.076-0.062=0.014
min	1.744-2.420=-0.676
max	2.127-2.754=-0.627

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.303-0.307=-0.004
σ	0.012-0.031=-0.019
min	0.289-0.291=-0.002
max	0.381-0.603=-0.222

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.289-0.295=-0.005
σ	0.007-0.011=-0.003
min	0.275-0.280=-0.005
max	0.328-0.364=-0.036

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.266-12.021=-0.755
σ	11.749-12.042=-0.293
min	0.573-0.714=-0.141
max	88.696-91.885=-3.189

*mean*	465.863-468.121=-2.258
σ	21.062-20.029=1.033
min	408.000
max	484.000-480.000=4.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.029=-0.000
min	0.001-0.001=-0.000
max	0.226-0.221=0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.931-279.224=-0.293
σ	1.018-1.028=-0.009
min	278.548-278.741=-0.194
max	281.823-282.140=-0.318

*mean*	440.300-442.100=-1.800
σ	15.614-16.162=-0.548
min	416.000-413.000=3.000
max	466.000-468.000=-2.000

*mean*	0.575-0.567=0.008
σ	0.020-0.030=-0.009
min	0.539-0.507=0.032
max	0.608-0.610=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	203.701-210.487=-6.786
σ	22.096-25.044=-2.948
min	186.188-186.390=-0.202
max	248.670-241.853=6.817

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	838.750-848.000=-9.250
σ	31.820-0.000=31.820
min	760.000-848.000=-88.000
max	850.000-848.000=2.000

*mean*	8.010-8.179=-0.169
σ	1.419-1.056=0.362
min	5.965-6.889=-0.924
max	9.117-9.001=0.116

phase=parser

*mean*	1042.133-1042.131=0.003
σ	0.000-0.000=-0.000
min	1042.133-1042.130=0.003
max	1042.134-1042.131=0.003

*mean*	838.750-848.000=-9.250
σ	31.820-0.000=31.820
min	760.000-848.000=-88.000
max	850.000-848.000=2.000

*mean*	587.343-542.665=44.678
σ	57.871-75.821=-17.950
min	446.111-441.112=4.999
max	618.131-615.167=2.964

phase=processProdDef

*mean*	2243.715-2243.718=-0.003
σ	0.000
min	2243.715-2243.718=-0.003
max	2243.715-2243.718=-0.003

*mean*	850.000-848.000=2.000
σ	0.000
min	850.000-848.000=2.000
max	850.000-848.000=2.000

*mean*	2909.029-2956.776=-47.747
σ	285.040-231.098=53.942
min	2381.854-2598.635=-216.781
max	3231.880-3218.553=13.327

phase=renaming

*mean*	21.436-21.440=-0.004
σ	0.000
min	21.436-21.440=-0.004
max	21.436-21.440=-0.004

*mean*	838.750-848.000=-9.250
σ	31.820-0.000=31.820
min	760.000-848.000=-88.000
max	850.000-848.000=2.000

*mean*	42.509-44.240=-1.731
σ	6.264-3.967=2.296
min	34.000-39.267=-5.267
max	48.958-49.179=-0.221

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	838.750-848.000=-9.250
σ	31.820-0.000=31.820
min	760.000-848.000=-88.000
max	850.000-848.000=2.000

*mean*	662.513-660.602=1.911
σ	15.291-16.922=-1.631
min	636.634-630.254=6.380
max	681.304-680.182=1.122

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.855=0.000
σ	0.039-0.037=0.002
min	282.800-282.800=0.000
max	282.894-282.890=0.004

*mean*	441.400
σ	3.286
min	439.000
max	445.000

*mean*	0.376-0.383=-0.007
σ	0.000-0.009=-0.008
min	0.375-0.377=-0.002
max	0.376-0.398=-0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.058-1268.045=0.012
σ	0.111-0.090=0.021
min	1267.970-1267.971=-0.000
max	1268.245-1268.190=0.055

*mean*	1093.000-1112.600=-19.600
σ	169.819-170.160=-0.341
min	892.000-897.000=-5.000
max	1325.000

*mean*	1.943-1.902=0.041
σ	0.070-0.106=-0.036
min	1.856-1.818=0.038
max	2.040-2.087=-0.047

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.032-1507.051=-0.019
σ	2.971-2.979=-0.008
min	1505.479-1505.519=-0.040
max	1512.334-1512.370=-0.036

*mean*	625.400-632.200=-6.800
σ	87.248-87.862=-0.613
min	495.000-498.000=-3.000
max	727.000

*mean*	2.231-2.266=-0.035
σ	0.206-0.238=-0.032
min	2.129-2.070=0.059
max	2.599-2.569=0.030

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.063-1830.095=-0.032
σ	0.047-0.091=-0.044
min	1829.993-1829.992=0.001
max	1830.113-1830.223=-0.110

*mean*	1719.800-1745.200=-25.400
σ	190.401-212.429=-22.028
min	1456.000-1459.000=-3.000
max	1893.000-1945.000=-52.000

*mean*	3.022-3.167=-0.145
σ	0.331-0.434=-0.102
min	2.815-2.661=0.155
max	3.611-3.627=-0.016

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.814-1.778=0.036
σ	0.110-0.114=-0.004
min	1.622-1.574=0.048
max	1.890-1.844=0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-406.198=0.001
σ	509.796-509.796=-0.000
min	151.296-151.294=0.001
max	1170.893-1170.892=0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	447.000-442.000=5.000
σ	0.000
min	447.000-442.000=5.000
max	447.000-442.000=5.000

*mean*	0.495-0.490=0.006
σ	0.490-0.469=0.022
min	0.241-0.250=-0.009
max	1.231-1.193=0.038

policies=20

*mean*	1513.148-1513.149=-0.001
σ	0.272-0.277=-0.005
min	1512.974-1512.967=0.008
max	1513.551-1513.559=-0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750-445.000=2.750
σ	0.500-3.464=-2.964
min	447.000-442.000=5.000
max	448.000

*mean*	2.508-2.509=-0.001
σ	0.031-0.016=0.015
min	2.469-2.497=-0.027
max	2.539-2.532=0.007

policies=200

*mean*	15139.963-15140.028=-0.064
σ	0.117-0.122=-0.005
min	15139.807-15139.875=-0.067
max	15140.064-15140.172=-0.108

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.750-496.500=2.250
σ	7.136-5.568=1.568
min	491.000
max	507.000-504.000=3.000

*mean*	25.351-25.288=0.063
σ	0.102-0.126=-0.024
min	25.225-25.145=0.080
max	25.443-25.450=-0.008