Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.758
σ	0.000
min	558.758
max	558.758

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.656-54.654=0.002
σ	0.358-0.357=0.002
min	54.520-54.522=-0.003
max	55.675-55.669=0.006

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.142-0.138=0.004
σ	0.005-0.006=-0.001
min	0.138-0.130=0.007
max	0.151-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.702-43.702=0.000
σ	0.006-0.005=0.001
min	43.692-43.692=-0.000
max	43.709-43.707=0.002

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.124-0.122=0.002
σ	0.004-0.006=-0.002
min	0.119-0.115=0.004
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.619-36.619=-0.000
σ	0.002-0.002=0.000
min	36.617-36.617=-0.000
max	36.621-36.621=-0.000

*mean*	3876.500-3887.000=-10.500
σ	1848.246-1858.911=-10.665
min	1280.000-1279.000=1.000
max	6162.000-6179.000=-17.000

*mean*	12.496-13.393=-0.897
σ	0.391-1.768=-1.377
min	11.896-12.507=-0.611
max	13.140-17.700=-4.560

op=column_set() on indexed, repeat

*mean*	36.619-36.619=-0.000
σ	0.002-0.002=0.000
min	36.617-36.617=-0.000
max	36.621-36.621=-0.000

*mean*	3876.500-3887.000=-10.500
σ	1848.246-1858.911=-10.665
min	1280.000-1279.000=1.000
max	6162.000-6179.000=-17.000

*mean*	12.221-13.083=-0.862
σ	0.541-1.774=-1.233
min	11.512-11.859=-0.347
max	12.871-17.134=-4.263

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.929-41.929=-0.000
max	41.933-41.933=0.000

*mean*	6162.000-6179.000=-17.000
σ	0.000
min	6162.000-6179.000=-17.000
max	6162.000-6179.000=-17.000

*mean*	14.388-14.731=-0.343
σ	0.340-0.496=-0.156
min	13.708-13.602=0.106
max	14.788-15.309=-0.521

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928-41.928=-0.000
max	41.929-41.929=-0.000

*mean*	3876.500-3738.375=138.125
σ	1848.246-1831.867=16.379
min	1280.000-1279.000=1.000
max	6162.000-6179.000=-17.000

*mean*	12.497-14.076=-1.580
σ	1.420-1.658=-0.238
min	10.269-11.467=-1.199
max	14.215-15.858=-1.643

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.656=-0.000
σ	0.136-0.136=-0.000
min	27.606-27.606=-0.000
max	27.993-27.993=-0.001

*mean*	3876.500-3738.375=138.125
σ	1848.246-1831.867=16.379
min	1280.000-1279.000=1.000
max	6162.000-6179.000=-17.000

*mean*	8.602-9.246=-0.644
σ	0.302-0.505=-0.202
min	8.222-8.629=-0.406
max	9.084-10.103=-1.020

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.403-26.404=-0.000
σ	0.002-0.002=-0.000
min	26.402-26.402=-0.000
max	26.406-26.406=-0.000

*mean*	3876.500-3738.375=138.125
σ	1848.246-1831.867=16.379
min	1280.000-1279.000=1.000
max	6162.000-6179.000=-17.000

*mean*	6.675-6.600=0.076
σ	0.159-0.396=-0.237
min	6.449-5.995=0.454
max	6.963-7.309=-0.346

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.671-25.671=-0.000
σ	0.003-0.003=-0.000
min	25.667-25.667=-0.000
max	25.675-25.676=-0.000

*mean*	3876.500-3887.000=-10.500
σ	1848.246-1858.911=-10.665
min	1280.000-1279.000=1.000
max	6162.000-6179.000=-17.000

*mean*	5.612-6.251=-0.639
σ	0.196-0.522=-0.326
min	5.296-5.877=-0.580
max	5.854-7.468=-1.614

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.973-25.973=-0.000
σ	0.003-0.003=0.000
min	25.971-25.971=-0.000
max	25.979-25.979=-0.000

*mean*	3876.500-3887.000=-10.500
σ	1848.246-1858.911=-10.665
min	1280.000-1279.000=1.000
max	6162.000-6179.000=-17.000

*mean*	5.363-6.088=-0.725
σ	0.071-0.375=-0.304
min	5.268-5.876=-0.607
max	5.494-7.011=-1.516

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.619-2524.622=-0.002
σ	0.002
min	2524.617-2524.620=-0.002
max	2524.621-2524.624=-0.002

*mean*	6162.000-6179.000=-17.000
σ	0.000
min	6162.000-6179.000=-17.000
max	6162.000-6179.000=-17.000

*mean*	1353.489-1329.432=24.057
σ	553.628-518.418=35.211
min	1045.470-1041.035=4.435
max	2298.103-2225.765=72.338

op=load_product(), with indexes

*mean*	7878.117-7878.119=-0.002
σ	0.469-0.469=0.000
min	7877.950-7877.952=-0.002
max	7879.279-7879.281=-0.002

*mean*	3235.250-3243.500=-8.250
σ	1840.039-1851.187=-11.148
min	809.000
max	6162.000-6179.000=-17.000

*mean*	3750.000-3751.412=-1.412
σ	1193.036-1129.725=63.311
min	3122.795-3113.455=9.340
max	6286.744-5655.889=630.855

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.079-62.079=-0.000
σ	0.002-0.002=0.000
min	62.077-62.078=-0.000
max	62.082-62.082=0.000

*mean*	3876.500-3887.000=-10.500
σ	1848.246-1858.911=-10.665
min	1280.000-1279.000=1.000
max	6162.000-6179.000=-17.000

*mean*	83.396-177.320=-93.924
σ	13.467-263.065=-249.598
min	70.891-71.029=-0.138
max	105.660-827.616=-721.956

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.948-40.949=-0.000
σ	0.002-0.002=-0.000
min	40.946-40.947=-0.000
max	40.950-40.951=-0.000

*mean*	6162.000-6179.000=-17.000
σ	0.000
min	6162.000-6179.000=-17.000
max	6162.000-6179.000=-17.000

*mean*	64.211-62.400=1.810
σ	4.404-2.757=1.647
min	59.844-60.227=-0.383
max	69.808-67.719=2.089

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.689=-0.000
σ	0.002-0.002=-0.000
min	66.687-66.687=0.000
max	66.691-66.691=-0.000

*mean*	6162.000-6179.000=-17.000
σ	0.000
min	6162.000-6179.000=-17.000
max	6162.000-6179.000=-17.000

*mean*	99.539-100.865=-1.325
σ	1.154-1.256=-0.102
min	98.339-99.653=-1.314
max	101.919-103.511=-1.592

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.157-11849.157=-0.000
σ	4.304-4.304=-0.000
min	11847.562-11847.562=-0.000
max	11859.808-11859.808=-0.000

*mean*	3876.500-3738.375=138.125
σ	1848.246-1831.867=16.379
min	1280.000-1279.000=1.000
max	6162.000-6179.000=-17.000

*mean*	6626.841-6183.917=442.925
σ	1432.306-1377.305=55.001
min	5104.198-5057.740=46.458
max	8489.412-8363.290=126.122

op=vertical_lookup_list() on indexed

*mean*	10791.096-10791.096=-0.000
σ	0.002
min	10791.094-10791.094=-0.000
max	10791.098-10791.099=-0.000

*mean*	6162.000-6179.000=-17.000
σ	0.000
min	6162.000-6179.000=-17.000
max	6162.000-6179.000=-17.000

*mean*	5604.499-4952.322=652.177
σ	1637.307-1262.924=374.383
min	4081.612-4086.849=-5.237
max	7667.504-7199.833=467.671

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	360.968-366.003=-5.034
σ	30.130-38.474=-8.344
min	299.694-318.293=-18.598
max	382.355-397.764=-15.409

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	749.044-760.005=-10.961
σ	15.803-43.926=-28.123
min	724.378-669.643=54.735
max	771.985-794.387=-22.403

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.326-1024.327=-0.001
σ	0.759-0.759=0.000
min	1023.852-1023.854=-0.002
max	1027.466-1027.465=0.001

*mean*	1058.400-1057.100=1.300
σ	311.010-307.144=3.865
min	564.000-541.000=23.000
max	1513.000-1466.000=47.000

*mean*	1.560-1.551=0.009
σ	0.078-0.075=0.003
min	1.395-1.447=-0.052
max	1.766-1.785=-0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.912
σ	0.020
min	0.902
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.483-0.492=-0.010
σ	0.432-0.440=-0.007
min	0.244-0.248=-0.003
max	1.248-1.270=-0.022

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.733-0.842=-0.109
σ	0.304-0.525=-0.221
min	0.565-0.591=-0.025
max	1.276-1.782=-0.506

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.386-0.392=-0.007
σ	0.032-0.038=-0.006
min	0.361-0.367=-0.006
max	0.442-0.459=-0.017

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.593-0.601=-0.009
σ	0.027-0.030=-0.003
min	0.563-0.570=-0.007
max	0.635-0.650=-0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.787
σ	0.011
min	964.782
max	964.806

*mean*	430.000-437.200=-7.200
σ	0.000-6.535=-6.535
min	430.000-431.000=-1.000
max	430.000-444.000=-14.000

*mean*	0.663-0.736=-0.073
σ	0.092-0.012=0.080
min	0.549-0.727=-0.178
max	0.758-0.757=0.000

name=cdr_enhanced_4k_loc.art

*mean*	885.791
σ	0.002
min	885.789
max	885.793

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	0.467-0.636=-0.169
σ	0.047-0.022=0.025
min	0.400-0.599=-0.199
max	0.531-0.659=-0.128

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	2.703-2.813=-0.110
σ	0.085-0.073=0.012
min	2.500-2.647=-0.147
max	2.947-3.086=-0.139

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	2.647-2.796=-0.149
σ	0.102-0.080=0.022
min	2.437-2.683=-0.246
max	3.018-3.119=-0.101

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.292

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	0.311-0.543=-0.232
σ	0.012-0.013=-0.001
min	0.296-0.521=-0.225
max	0.390-0.615=-0.225

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	0.293-0.524=-0.231
σ	0.008-0.026=-0.018
min	0.277-0.492=-0.215
max	0.333-0.742=-0.409

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.735-298.828=-0.092
σ	1.039-1.027=0.012
min	298.346-298.413=-0.067
max	301.690-301.747=-0.057

*mean*	442.600-445.500=-2.900
σ	15.013-16.366=-1.353
min	417.000-426.000=-9.000
max	467.000-470.000=-3.000

*mean*	0.596-0.602=-0.005
σ	0.025-0.031=-0.005
min	0.533-0.545=-0.012
max	0.631-0.650=-0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=-0.000
min	173.738-173.738=0.000
max	173.738-173.738=0.000

*mean*	1003.000-1002.250=0.750
σ	1.069-2.188=-1.119
min	1002.000-999.000=3.000
max	1004.000

*mean*	194.354-199.486=-5.133
σ	15.874-22.535=-6.662
min	155.964-157.415=-1.451
max	204.514-239.931=-35.417

phase=macro expansion

*mean*	6.130-6.130=0.000
σ	0.000
min	6.130-6.130=0.000
max	6.130-6.130=0.000

*mean*	1002.000-1001.375=0.625
σ	2.619-2.722=-0.104
min	996.000-997.000=-1.000
max	1004.000

*mean*	6.862-6.361=0.502
σ	1.390-0.085=1.305
min	6.298-6.282=0.016
max	10.299-6.512=3.787

phase=parser

*mean*	1042.349-1042.318=0.031
σ	0.000
min	1042.349-1042.317=0.031
max	1042.350-1042.318=0.031

*mean*	1002.000-1001.375=0.625
σ	2.619-2.722=-0.104
min	996.000-997.000=-1.000
max	1004.000

*mean*	574.195-575.924=-1.730
σ	58.507-60.555=-2.048
min	429.620-430.437=-0.817
max	600.140-630.922=-30.782

phase=processProdDef

*mean*	4765.666-4765.666=0.000
σ	0.000-0.000=0.000
min	4765.666-4765.666=0.000
max	4765.666-4765.666=0.000

*mean*	1003.000-1002.250=0.750
σ	1.069-2.188=-1.119
min	1002.000-999.000=3.000
max	1004.000

*mean*	4365.500-4615.333=-249.834
σ	740.403-567.077=173.326
min	3102.532-3697.225=-594.693
max	5477.347-5260.476=216.871

phase=renaming

*mean*	21.671-21.671=0.000
σ	0.000
min	21.671-21.671=0.000
max	21.671-21.671=0.000

*mean*	1002.000-1001.375=0.625
σ	2.619-2.722=-0.104
min	996.000-997.000=-1.000
max	1004.000

*mean*	23.232-20.709=2.523
σ	6.457-0.139=6.318
min	20.669-20.494=0.174
max	39.202-20.902=18.301

phase=type checker

*mean*	989.758-990.445=-0.687
σ	0.066
min	989.661-990.347=-0.687
max	989.848-990.535=-0.687

*mean*	1002.000-1001.375=0.625
σ	2.619-2.722=-0.104
min	996.000-997.000=-1.000
max	1004.000

*mean*	714.326-721.505=-7.179
σ	83.599-83.298=0.301
min	648.541-654.613=-6.071
max	886.811-874.388=12.424

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.916=0.002
σ	0.038-0.039=-0.001
min	293.864-293.864=-0.000
max	293.956-293.956=0.000

*mean*	442.200-443.400=-1.200
σ	2.168-0.894=1.274
min	440.000-443.000=-3.000
max	445.000

*mean*	0.398-0.396=0.002
σ	0.010-0.009=0.001
min	0.391-0.387=0.004
max	0.412-0.411=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.277-1320.290=-0.014
σ	0.037-0.053=-0.016
min	1320.237-1320.229=0.008
max	1320.337-1320.354=-0.017

*mean*	1107.600-1079.800=27.800
σ	170.092-168.039=2.053
min	895.000-877.000=18.000
max	1330.000-1307.000=23.000

*mean*	2.208-2.238=-0.030
σ	0.074-0.112=-0.038
min	2.142-2.115=0.027
max	2.295-2.410=-0.114

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.473-1559.439=0.034
σ	3.333-3.376=-0.043
min	1557.838-1557.742=0.096
max	1565.430-1565.469=-0.040

*mean*	637.400-616.200=21.200
σ	75.049-86.149=-11.101
min	538.000-525.000=13.000
max	727.000-733.000=-6.000

*mean*	2.390-2.316=0.073
σ	0.244-0.195=0.049
min	2.130-2.160=-0.031
max	2.676-2.594=0.082

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1882.268=-0.003
σ	0.060-0.058=0.002
min	1882.181-1882.203=-0.022
max	1882.337-1882.350=-0.013

*mean*	1745.800-1729.400=16.400
σ	207.866-176.493=31.373
min	1478.000-1483.000=-5.000
max	1944.000-1894.000=50.000

*mean*	3.239-3.129=0.110
σ	0.279-0.290=-0.011
min	2.889-2.903=-0.014
max	3.604-3.620=-0.016

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.863-1.711=0.152
σ	0.085-0.149=-0.064
min	1.747-1.505=0.243
max	1.974-1.865=0.109

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	455.348-455.431=-0.083
σ	589.155-589.319=-0.164
min	160.769-160.771=-0.002
max	1339.080-1339.410=-0.330

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-447.000=-1.000
σ	0.000
min	446.000-447.000=-1.000
max	446.000-447.000=-1.000

*mean*	0.541-0.555=-0.014
σ	0.539-0.564=-0.025
min	0.268-0.267=0.001
max	1.349-1.402=-0.052

policies=20

*mean*	1608.026-1608.034=-0.008
σ	0.402-0.406=-0.004
min	1607.747-1607.751=-0.004
max	1608.620-1608.634=-0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-450.250=0.250
σ	9.000-6.500=2.500
min	446.000-447.000=-1.000
max	464.000-460.000=4.000

*mean*	2.667-2.672=-0.004
σ	0.016-0.020=-0.004
min	2.649-2.647=0.002
max	2.682-2.692=-0.010

policies=200

*mean*	16088.512-16088.496=0.016
σ	0.081-0.169=-0.088
min	16088.412-16088.386=0.025
max	16088.583-16088.748=-0.165

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-499.250=-2.500
σ	3.500-4.573=-1.073
min	493.000-494.000=-1.000
max	501.000-505.000=-4.000

*mean*	26.815-26.937=-0.122
σ	0.082-0.037=0.045
min	26.716-26.894=-0.179
max	26.904-26.972=-0.068