Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.833-54.834=-0.001
σ	0.368-0.366=0.003
min	54.696-54.708=-0.012
max	55.881-55.875=0.006

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.137-0.140=-0.003
σ	0.006-0.004=0.002
min	0.131-0.137=-0.006
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.843-43.842=0.001
σ	0.005-0.004=0.001
min	43.834-43.837=-0.003
max	43.850-43.849=0.001

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.120-0.118=0.001
σ	0.004-0.004=-0.000
min	0.116-0.114=0.001
max	0.128-0.126=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4586.375-4589.375=-3.000
σ	2249.853-2248.275=1.578
min	1487.000
max	7386.000-7383.000=3.000

*mean*	138.660-151.939=-13.279
σ	356.988-395.593=-38.605
min	11.464-11.658=-0.194
max	1022.145-1130.981=-108.836

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618-36.618=0.000

*mean*	4586.375-4589.375=-3.000
σ	2249.853-2248.275=1.578
min	1487.000
max	7386.000-7383.000=3.000

*mean*	14.496-13.778=0.718
σ	4.460-4.480=-0.021
min	12.048-11.550=0.498
max	24.386-24.785=-0.398

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946
max	41.950-41.950=-0.000

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	10.952-11.996=-1.044
σ	1.784-1.920=-0.136
min	9.988-10.812=-0.824
max	15.339-16.076=-0.737

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4174.625-4178.875=-4.250
σ	1945.070-1944.635=0.435
min	1487.000
max	7386.000-7383.000=3.000

*mean*	11.294-11.672=-0.378
σ	1.675-1.648=0.028
min	10.386-10.820=-0.434
max	15.413-15.693=-0.280

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137-0.137=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4174.625-4178.875=-4.250
σ	1945.070-1944.635=0.435
min	1487.000
max	7386.000-7383.000=3.000

*mean*	8.356-9.162=-0.806
σ	1.423-1.348=0.074
min	7.595-8.030=-0.435
max	11.844-12.388=-0.544

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4174.625-4178.875=-4.250
σ	1945.070-1944.635=0.435
min	1487.000
max	7386.000-7383.000=3.000

*mean*	6.172-7.127=-0.955
σ	1.138-1.142=-0.004
min	5.058-6.003=-0.945
max	8.866-9.741=-0.875

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680-25.680=-0.000
max	25.688-25.688=-0.000

*mean*	4586.375-4589.375=-3.000
σ	2249.853-2248.275=1.578
min	1487.000
max	7386.000-7383.000=3.000

*mean*	6.016-6.417=-0.400
σ	1.043-0.948=0.095
min	5.406-5.929=-0.523
max	8.259-8.747=-0.488

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4586.375-4589.375=-3.000
σ	2249.853-2248.275=1.578
min	1487.000
max	7386.000-7383.000=3.000

*mean*	5.829-6.238=-0.409
σ	1.026-0.938=0.088
min	5.082-5.753=-0.671
max	8.177-8.534=-0.357

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	344.838-345.537=-0.699
σ	1.323-1.141=0.182
min	343.153-343.834=-0.682
max	347.281-347.687=-0.406

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713
max	3497.038

*mean*	3753.125-3756.500=-3.375
σ	2298.738-2299.114=-0.375
min	720.000
max	7386.000-7383.000=3.000

*mean*	1795.836-1765.310=30.527
σ	679.329-686.915=-7.586
min	1391.495-1380.904=10.591
max	2988.781-2964.592=24.189

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.854-107.854=-0.000
max	107.855

*mean*	4404.625-4407.625=-3.000
σ	2219.786-2217.812=1.974
min	1487.000
max	7386.000-7383.000=3.000

*mean*	253.952-249.022=4.930
σ	334.759-314.960=19.800
min	122.552-124.000=-1.448
max	1080.934-1027.073=53.861

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4404.625-4407.625=-3.000
σ	2219.786-2217.812=1.974
min	1487.000
max	7386.000-7383.000=3.000

*mean*	43.901-42.406=1.496
σ	8.070-2.532=5.538
min	39.261-39.606=-0.344
max	63.538-45.954=17.585

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	182.369-195.896=-13.527
σ	452.467-486.203=-33.736
min	20.770-21.345=-0.576
max	1302.156-1399.152=-96.996

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	64.621-66.952=-2.330
σ	23.925-25.284=-1.358
min	54.915-55.364=-0.449
max	123.530-128.790=-5.260

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851
σ	0.014
min	4646.845
max	4646.884

*mean*	4174.625-4178.875=-4.250
σ	1945.070-1944.635=0.435
min	1487.000
max	7386.000-7383.000=3.000

*mean*	3318.552-3287.872=30.680
σ	789.524-802.943=-13.418
min	2517.911-2494.088=23.822
max	4732.789-4672.144=60.645

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	1080.367-1088.331=-7.963
σ	285.049-344.255=-59.206
min	932.421-916.012=16.409
max	1693.836-1880.423=-186.587

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	405.518-417.683=-12.165
σ	35.574-54.849=-19.275
min	387.617-385.296=2.321
max	492.294-521.452=-29.158

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.125-477.250=-0.125
σ	1.246-1.389=-0.142
min	475.000
max	478.000

*mean*	373.075-382.234=-9.159
σ	28.821-35.722=-6.901
min	304.591-310.584=-5.993
max	393.545-437.391=-43.845

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	568.000-558.250=9.750
σ	0.000-0.707=-0.707
min	568.000-558.000=10.000
max	568.000-560.000=8.000

*mean*	737.458-772.052=-34.594
σ	62.405-29.296=33.109
min	654.793-722.377=-67.584
max	831.232-816.383=14.848

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.971=-0.001
σ	1.821-1.820=0.001
min	963.265-963.267=-0.003
max	971.671-971.669=0.002

*mean*	1043.950-1051.400=-7.450
σ	306.317-298.969=7.348
min	587.000-576.000=11.000
max	1493.000-1478.000=15.000

*mean*	1.255-1.273=-0.018
σ	0.126-0.135=-0.010
min	1.172-1.165=0.007
max	1.759-1.733=0.026

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.313-0.399=-0.087
σ	0.303-0.501=-0.198
min	0.151-0.146=0.004
max	0.851-1.292=-0.441

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.496-0.487=0.009
σ	0.312-0.317=-0.004
min	0.334-0.332=0.002
max	1.054-1.053=0.001

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.221=-0.003
σ	0.022-0.025=-0.003
min	0.201-0.198=0.003
max	0.255-0.262=-0.007

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.333=0.003
σ	0.019-0.019=0.000
min	0.320-0.317=0.003
max	0.368-0.361=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600-431.000=0.600
σ	1.342-0.000=1.342
min	431.000
max	434.000-431.000=3.000

*mean*	0.575-0.576=-0.002
σ	0.029-0.051=-0.022
min	0.524-0.487=0.037
max	0.591-0.609=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.518-0.484=0.034
σ	0.003-0.039=-0.036
min	0.513-0.455=0.058
max	0.522-0.531=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.640-2.596=0.044
σ	0.120-0.093=0.028
min	2.412-2.435=-0.023
max	3.040-2.891=0.149

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.629-2.581=0.048
σ	0.100-0.062=0.038
min	2.458-2.445=0.013
max	2.962-2.821=0.141

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.303-0.306=-0.003
σ	0.012-0.012=-0.001
min	0.288-0.294=-0.005
max	0.375-0.393=-0.017

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.288-0.291=-0.003
σ	0.007-0.007=0.000
min	0.274-0.278=-0.004
max	0.323-0.320=0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.331-11.637=-0.306
σ	12.410-12.015=0.395
min	0.574-0.574=0.000
max	101.395-91.868=9.527

*mean*	454.591-467.686=-13.095
σ	18.515-20.447=-1.932
min	407.000-408.000=-1.000
max	472.000-483.000=-11.000

*mean*	0.026-0.027=-0.000
σ	0.030-0.029=0.001
min	0.001-0.001=0.000
max	0.244-0.227=0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.925-278.687=0.238
σ	1.039-1.047=-0.008
min	278.456-278.232=0.224
max	281.877-281.658=0.219

*mean*	446.600-440.900=5.700
σ	21.593-16.502=5.091
min	415.000-416.000=-1.000
max	476.000-466.000=10.000

*mean*	0.590-0.581=0.008
σ	0.011-0.018=-0.007
min	0.577-0.537=0.040
max	0.615-0.608=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	840.000-843.125=-3.125
σ	0.000-0.835=-0.835
min	840.000-842.000=-2.000
max	840.000-844.000=-4.000

*mean*	229.805-224.544=5.261
σ	26.041-23.558=2.483
min	192.698-196.660=-3.962
max	257.256-256.001=1.254

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	840.000-842.875=-2.875
σ	0.000-0.835=-0.835
min	840.000-842.000=-2.000
max	840.000-844.000=-4.000

*mean*	9.896-9.301=0.595
σ	1.120-0.652=0.468
min	9.402-7.699=1.703
max	12.650-9.661=2.989

phase=parser

*mean*	1042.431-1042.435=-0.004
σ	0.000-0.000=0.000
min	1042.431-1042.435=-0.004
max	1042.431-1042.435=-0.004

*mean*	840.000-842.875=-2.875
σ	0.000-0.835=-0.835
min	840.000-842.000=-2.000
max	840.000-844.000=-4.000

*mean*	608.038-583.170=24.868
σ	45.582-34.551=11.031
min	585.421-499.411=86.010
max	720.358-611.333=109.025

phase=processProdDef

*mean*	2243.978-2243.976=0.001
σ	0.000
min	2243.978-2243.976=0.001
max	2243.978-2243.976=0.001

*mean*	840.000-843.125=-3.125
σ	0.000-0.835=-0.835
min	840.000-842.000=-2.000
max	840.000-844.000=-4.000

*mean*	2227.161-3000.407=-773.247
σ	239.029-538.845=-299.816
min	2025.804-1867.333=158.470
max	2754.827-3382.292=-627.465

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	840.000-842.875=-2.875
σ	0.000-0.835=-0.835
min	840.000-842.000=-2.000
max	840.000-844.000=-4.000

*mean*	40.982-38.774=2.207
σ	2.801-4.831=-2.030
min	39.201-26.866=12.335
max	47.769-41.040=6.729

phase=type checker

*mean*	989.755-989.752=0.004
σ	0.066
min	989.658-989.654=0.004
max	989.845-989.841=0.004

*mean*	840.000-842.875=-2.875
σ	0.000-0.835=-0.835
min	840.000-842.000=-2.000
max	840.000-844.000=-4.000

*mean*	703.026-725.696=-22.670
σ	73.535-91.966=-18.432
min	673.815-664.128=9.687
max	884.969-886.727=-1.758

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.395=-0.001
σ	0.025-0.024=0.001
min	282.374-282.374=-0.000
max	282.427-282.427=0.000

*mean*	444.400-442.400=2.000
σ	0.548
min	444.000-442.000=2.000
max	445.000-443.000=2.000

*mean*	0.381-0.381=0.000
σ	0.006-0.006=0.000
min	0.377-0.375=0.001
max	0.392-0.390=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.081-1267.095=-0.014
σ	0.095-0.116=-0.021
min	1267.005-1267.008=-0.003
max	1267.242-1267.296=-0.054

*mean*	1112.200-1101.400=10.800
σ	170.029-191.070=-21.042
min	897.000-840.000=57.000
max	1330.000-1331.000=-1.000

*mean*	1.921-1.889=0.033
σ	0.094-0.099=-0.005
min	1.833-1.811=0.023
max	2.076-2.049=0.027

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.135-1506.072=0.063
σ	2.902-2.932=-0.030
min	1504.638-1504.563=0.075
max	1511.317-1511.307=0.010

*mean*	629.000-617.600=11.400
σ	90.119-80.959=9.161
min	505.000-495.000=10.000
max	729.000-711.000=18.000

*mean*	2.335-2.176=0.159
σ	0.249-0.098=0.151
min	2.065-2.108=-0.043
max	2.579-2.343=0.236

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.117-1829.110=0.007
σ	0.093-0.046=0.047
min	1829.018-1829.060=-0.042
max	1829.261-1829.159=0.102

*mean*	1767.600-1736.800=30.800
σ	211.820-173.922=37.899
min	1490.000-1478.000=12.000
max	1969.000-1886.000=83.000

*mean*	3.163-2.838=0.324
σ	0.331-0.076=0.256
min	2.832-2.739=0.094
max	3.638-2.920=0.718

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.660-1.635=0.026
σ	0.063-0.181=-0.118
min	1.591-1.362=0.229
max	1.763-1.821=-0.058

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.698=0.000
σ	518.052-518.052=0.000
min	138.670-138.670=0.000
max	1174.776-1174.776=0.000

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000-446.000=-2.000
σ	0.000
min	444.000-446.000=-2.000
max	444.000-446.000=-2.000

*mean*	0.505-0.501=0.004
σ	0.536-0.515=0.020
min	0.235-0.239=-0.004
max	1.309-1.274=0.035

policies=20

*mean*	1386.847-1386.842=0.006
σ	0.178-0.162=0.016
min	1386.727-1386.731=-0.004
max	1387.112-1387.082=0.030

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	445.500-446.000=-0.500
σ	1.732-0.000=1.732
min	444.000-446.000=-2.000
max	447.000-446.000=1.000

*mean*	2.375-2.311=0.064
σ	0.056-0.007=0.050
min	2.318-2.306=0.012
max	2.453-2.321=0.132

policies=200

*mean*	13876.817-13876.915=-0.098
σ	0.129-0.063=0.066
min	13876.707-13876.844=-0.137
max	13876.994-13876.998=-0.004

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.500-497.250=-2.750
σ	5.802-4.272=1.530
min	488.000-492.000=-4.000
max	502.000

*mean*	23.501-23.491=0.010
σ	0.074-0.125=-0.051
min	23.417-23.383=0.034
max	23.597-23.669=-0.073