Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.834=-0.000
σ	0.366-0.366=-0.001
min	54.708-54.702=0.006
max	55.875-55.877=-0.002

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.004=-0.000
min	0.137-0.137=-0.000
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.842=-0.000
σ	0.004-0.006=-0.002
min	43.837-43.831=0.006
max	43.849-43.852=-0.002

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.118-0.120=-0.002
σ	0.004-0.004=-0.000
min	0.114-0.116=-0.002
max	0.126-0.129=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4589.375-4592.750=-3.375
σ	2248.275-2249.658=-1.383
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	151.939-187.812=-35.873
σ	395.593-494.761=-99.168
min	11.658-11.901=-0.243
max	1130.981-1412.274=-281.293

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4589.375-4592.750=-3.375
σ	2248.275-2249.658=-1.383
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	13.778-14.361=-0.583
σ	4.480-3.931=0.549
min	11.550-11.451=0.099
max	24.785-22.649=2.135

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.951=-0.001

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	11.996-11.186=0.810
σ	1.920-0.399=1.522
min	10.812-10.891=-0.079
max	16.076-12.120=3.956

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.000-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4178.875-4183.625=-4.750
σ	1944.635-1946.264=-1.629
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	11.672-11.774=-0.102
σ	1.648-1.658=-0.010
min	10.820-11.071=-0.250
max	15.693-15.870=-0.177

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4178.875-4183.625=-4.750
σ	1944.635-1946.264=-1.629
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	9.162-8.819=0.342
σ	1.348-1.476=-0.127
min	8.030-7.499=0.531
max	12.388-12.328=0.060

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4178.875-4183.625=-4.750
σ	1944.635-1946.264=-1.629
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	7.127-6.742=0.386
σ	1.142-1.006=0.136
min	6.003-6.058=-0.056
max	9.741-9.160=0.581

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680-25.680=0.000
max	25.688

*mean*	4589.375-4592.750=-3.375
σ	2248.275-2249.658=-1.383
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	6.417-6.547=-0.130
σ	0.948-0.994=-0.046
min	5.929-5.814=0.115
max	8.747-8.710=0.038

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4589.375-4592.750=-3.375
σ	2248.275-2249.658=-1.383
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	6.238-6.366=-0.127
σ	0.938-1.101=-0.163
min	5.753-5.691=0.062
max	8.534-8.797=-0.263

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	345.537-369.564=-24.027
σ	1.141-79.509=-78.369
min	343.834-338.251=5.583
max	347.687-566.261=-218.574

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3756.500-3759.500=-3.000
σ	2299.114-2301.187=-2.074
min	720.000
max	7383.000-7386.000=-3.000

*mean*	1765.310-1753.597=11.712
σ	686.915-622.927=63.988
min	1380.904-1380.490=0.414
max	2964.592-2793.670=170.922

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.854=-0.000
max	107.855

*mean*	4407.625-4412.250=-4.625
σ	2217.812-2218.960=-1.148
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	249.022-266.433=-17.412
σ	314.960-371.471=-56.512
min	124.000-123.396=0.605
max	1027.073-1184.551=-157.478

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4407.625-4412.250=-4.625
σ	2217.812-2218.960=-1.148
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	42.406-45.105=-2.699
σ	2.532-9.582=-7.050
min	39.606-40.238=-0.632
max	45.954-68.548=-22.595

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	195.896-23.543=172.353
σ	486.203-3.237=482.966
min	21.345-21.683=-0.337
max	1399.152-31.051=1368.101

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	66.952-267.475=-200.524
σ	25.284-598.003=-572.720
min	55.364-54.871=0.493
max	128.790-1747.453=-1618.664

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.001
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4178.875-4183.625=-4.750
σ	1944.635-1946.264=-1.629
min	1487.000
max	7383.000-7386.000=-3.000

*mean*	3287.872-3307.706=-19.834
σ	802.943-768.062=34.881
min	2494.088-2471.103=22.985
max	4672.144-4327.579=344.565

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	1088.331-1065.264=23.067
σ	344.255-251.085=93.170
min	916.012-901.483=14.528
max	1880.423-1589.263=291.159

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	417.683-418.443=-0.760
σ	54.849-53.559=1.290
min	385.296-386.936=-1.640
max	521.452-512.679=8.772

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.250-476.750=0.500
σ	1.389-1.035=0.354
min	475.000-476.000=-1.000
max	478.000

*mean*	382.234-385.651=-3.417
σ	35.722-12.151=23.570
min	310.584-373.300=-62.716
max	437.391-410.824=26.566

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.250-564.000=-5.750
σ	0.707-0.000=0.707
min	558.000-564.000=-6.000
max	560.000-564.000=-4.000

*mean*	772.052-755.686=16.366
σ	29.296-70.352=-41.056
min	722.377-627.892=94.485
max	816.383-855.030=-38.646

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.972=-0.001
σ	1.820-1.822=-0.002
min	963.267-963.265=0.002
max	971.669-971.676=-0.007

*mean*	1051.400-1039.900=11.500
σ	298.969-291.005=7.964
min	576.000-575.000=1.000
max	1478.000-1428.000=50.000

*mean*	1.273-1.244=0.030
σ	0.135-0.099=0.037
min	1.165-1.070=0.095
max	1.733-1.474=0.259

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.399-0.448=-0.049
σ	0.501-0.487=0.013
min	0.146-0.156=-0.009
max	1.292-1.317=-0.025

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.828=-0.341
σ	0.317-0.521=-0.205
min	0.332-0.571=-0.239
max	1.053-1.760=-0.706

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.380=-0.159
σ	0.025-0.035=-0.010
min	0.198-0.353=-0.154
max	0.262-0.439=-0.177

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.597=-0.264
σ	0.019-0.032=-0.013
min	0.317-0.573=-0.256
max	0.361-0.652=-0.291

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-431.800=-0.800
σ	0.000-1.789=-1.789
min	431.000
max	431.000-435.000=-4.000

*mean*	0.576-0.728=-0.152
σ	0.051-0.027=0.024
min	0.487-0.684=-0.197
max	0.609-0.756=-0.146

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.484-0.612=-0.127
σ	0.039-0.038=0.001
min	0.455-0.548=-0.093
max	0.531-0.638=-0.107

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.596-2.791=-0.195
σ	0.093-0.078=0.015
min	2.435-2.637=-0.202
max	2.891-3.041=-0.150

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.581-2.783=-0.202
σ	0.062-0.076=-0.014
min	2.445-2.649=-0.205
max	2.821-3.072=-0.251

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.306-0.541=-0.235
σ	0.012-0.015=-0.002
min	0.294-0.515=-0.221
max	0.393-0.615=-0.222

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.291-0.519=-0.228
σ	0.007-0.024=-0.017
min	0.278-0.364=-0.087
max	0.320-0.637=-0.318

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.637-11.736=-0.099
σ	12.015-12.466=-0.451
min	0.574-0.574=-0.000
max	91.868-136.244=-44.376

*mean*	467.686-457.002=10.684
σ	20.447-17.330=3.117
min	408.000
max	483.000-473.000=10.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.030=-0.001
min	0.001-0.001=-0.000
max	0.227-0.323=-0.096

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.687-278.788=-0.101
σ	1.047-1.035=0.013
min	278.232-278.428=-0.195
max	281.658-281.733=-0.075

*mean*	440.900-444.100=-3.200
σ	16.502-17.381=-0.879
min	416.000-418.000=-2.000
max	466.000-472.000=-6.000

*mean*	0.581-0.583=-0.002
σ	0.018-0.009=0.009
min	0.537-0.574=-0.037
max	0.608-0.606=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	843.125-843.000=0.125
σ	0.835-0.000=0.835
min	842.000-843.000=-1.000
max	844.000-843.000=1.000

*mean*	224.544-211.132=13.412
σ	23.558-30.631=-7.072
min	196.660-172.599=24.061
max	256.001-253.305=2.696

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	842.875-842.500=0.375
σ	0.835-1.414=-0.580
min	842.000-839.000=3.000
max	844.000-843.000=1.000

*mean*	9.301-6.457=2.845
σ	0.652-0.110=0.542
min	7.699-6.372=1.327
max	9.661-6.692=2.968

phase=parser

*mean*	1042.435-1042.431=0.004
σ	0.000-0.000=0.000
min	1042.435-1042.431=0.003
max	1042.435-1042.431=0.004

*mean*	842.875-842.500=0.375
σ	0.835-1.414=-0.580
min	842.000-839.000=3.000
max	844.000-843.000=1.000

*mean*	583.170-565.998=17.172
σ	34.551-67.598=-33.047
min	499.411-426.248=73.163
max	611.333-608.520=2.813

phase=processProdDef

*mean*	2243.976-2243.980=-0.004
σ	0.000
min	2243.976-2243.980=-0.004
max	2243.976-2243.980=-0.004

*mean*	843.125-843.000=0.125
σ	0.835-0.000=0.835
min	842.000-843.000=-1.000
max	844.000-843.000=1.000

*mean*	3000.407-2803.315=197.093
σ	538.845-210.205=328.640
min	1867.333-2362.773=-495.439
max	3382.292-3103.262=279.030

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.875-842.500=0.375
σ	0.835-1.414=-0.580
min	842.000-839.000=3.000
max	844.000-843.000=1.000

*mean*	38.774-20.871=17.903
σ	4.831-0.122=4.709
min	26.866-20.746=6.120
max	41.040-21.060=19.980

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.875-842.500=0.375
σ	0.835-1.414=-0.580
min	842.000-839.000=3.000
max	844.000-843.000=1.000

*mean*	725.696-679.898=45.798
σ	91.966-39.164=52.803
min	664.128-642.297=21.831
max	886.727-746.030=140.698

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-282.395=0.000
σ	0.024-0.024=0.000
min	282.374-282.374=0.000
max	282.427-282.426=0.000

*mean*	442.400-444.400=-2.000
σ	0.548
min	442.000-444.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.381-0.376=0.005
σ	0.006-0.000=0.006
min	0.375-0.375=-0.000
max	0.390-0.376=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.095-1267.094=0.001
σ	0.116-0.126=-0.009
min	1267.008-1267.002=0.006
max	1267.296-1267.312=-0.016

*mean*	1101.400-1089.000=12.400
σ	191.070-172.650=18.420
min	840.000-882.000=-42.000
max	1331.000-1322.000=9.000

*mean*	1.889-2.004=-0.115
σ	0.099-0.134=-0.035
min	1.811-1.826=-0.015
max	2.049-2.148=-0.098

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.072-1506.088=-0.016
σ	2.932-2.962=-0.030
min	1504.563-1504.546=0.017
max	1511.307-1511.374=-0.067

*mean*	617.600-628.800=-11.200
σ	80.959-88.987=-8.028
min	495.000-496.000=-1.000
max	711.000-735.000=-24.000

*mean*	2.176-2.240=-0.064
σ	0.098-0.236=-0.138
min	2.108-2.084=0.024
max	2.343-2.658=-0.315

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.110-1829.098=0.012
σ	0.046-0.040=0.006
min	1829.060-1829.036=0.024
max	1829.159-1829.139=0.021

*mean*	1736.800-1731.000=5.800
σ	173.922-176.675=-2.753
min	1478.000-1474.000=4.000
max	1886.000-1890.000=-4.000

*mean*	2.838-3.000=-0.161
σ	0.076-0.289=-0.213
min	2.739-2.796=-0.057
max	2.920-3.510=-0.591

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.635-1.659=-0.025
σ	0.181-0.189=-0.008
min	1.362-1.451=-0.089
max	1.821-1.856=-0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.699=-0.001
σ	518.052-518.054=-0.002
min	138.670-138.670=-0.000
max	1174.776-1174.780=-0.004

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000-440.000=6.000
σ	0.000
min	446.000-440.000=6.000
max	446.000-440.000=6.000

*mean*	0.501-0.500=0.002
σ	0.515-0.532=-0.017
min	0.239-0.230=0.009
max	1.274-1.297=-0.023

policies=20

*mean*	1386.842-1386.843=-0.001
σ	0.162-0.166=-0.004
min	1386.731-1386.726=0.005
max	1387.082-1387.089=-0.007

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000-444.000=2.000
σ	0.000-8.000=-8.000
min	446.000-440.000=6.000
max	446.000-456.000=-10.000

*mean*	2.311-2.340=-0.029
σ	0.007-0.015=-0.008
min	2.306-2.318=-0.012
max	2.321-2.354=-0.033

policies=200

*mean*	13876.915-13876.815=0.100
σ	0.063-0.097=-0.033
min	13876.844-13876.689=0.155
max	13876.998-13876.916=0.081

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	497.250-496.250=1.000
σ	4.272-4.924=-0.652
min	492.000-490.000=2.000
max	502.000

*mean*	23.491-23.726=-0.235
σ	0.125-0.156=-0.031
min	23.383-23.557=-0.174
max	23.669-23.873=-0.204