Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.633=-0.531
σ	0.000
min	446.102-446.633=-0.531
max	446.102-446.633=-0.531

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.717=-0.019
σ	0.367-0.364=0.004
min	54.563-54.580=-0.017
max	55.742-55.751=-0.009

*mean*	417.000-418.700=-1.700
σ	0.000-0.483=-0.483
min	417.000-418.000=-1.000
max	417.000-419.000=-2.000

*mean*	0.135-0.140=-0.005
σ	0.005-0.004=0.001
min	0.131-0.136=-0.006
max	0.146-0.147=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=0.000
σ	0.008-0.007=0.000
min	43.768-43.766=0.002
max	43.794-43.790=0.004

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.123-0.124=-0.001
σ	0.010-0.004=0.006
min	0.115-0.121=-0.006
max	0.146-0.131=0.016

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.605-36.605=0.000

*mean*	4582.250-4584.375=-2.125
σ	2253.017-2254.291=-1.274
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	13.608-14.046=-0.438
σ	3.452-3.653=-0.201
min	11.749-12.032=-0.283
max	21.955-21.790=0.165

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.001
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.605-36.604=0.001

*mean*	4582.250-4584.375=-2.125
σ	2253.017-2254.291=-1.274
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	13.780-13.053=0.728
σ	3.573-3.212=0.361
min	11.384-11.458=-0.074
max	22.434-20.883=1.551

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7398.000-7404.000=-6.000
σ	0.000
min	7398.000-7404.000=-6.000
max	7398.000-7404.000=-6.000

*mean*	11.539-11.201=0.337
σ	1.130-0.140=0.991
min	11.069-10.945=0.125
max	14.333-11.401=2.932

op=table_records(), repeat

*mean*	41.925-41.925=0.001
σ	0.000-0.000=-0.000
min	41.924-41.924=0.000
max	41.926-41.925=0.001

*mean*	4167.750-4170.000=-2.250
σ	1944.954-1945.480=-0.526
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	11.281-11.893=-0.612
σ	0.879-1.813=-0.933
min	10.870-11.027=-0.157
max	13.447-16.359=-2.912

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.137-0.136=0.000
min	27.585-27.584=0.001
max	27.972-27.971=0.001

*mean*	4167.750-4170.000=-2.250
σ	1944.954-1945.480=-0.526
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	8.840-8.896=-0.056
σ	0.652-1.273=-0.621
min	7.895-7.806=0.089
max	10.187-11.959=-1.773

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000-0.000=0.000
min	26.385-26.384=0.001
max	26.385-26.384=0.001

*mean*	4167.750-4170.000=-2.250
σ	1944.954-1945.480=-0.526
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	6.913-6.533=0.380
σ	0.503-1.125=-0.622
min	6.306-5.763=0.544
max	7.973-9.247=-1.274

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=-0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4582.250-4584.375=-2.125
σ	2253.017-2254.291=-1.274
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	6.336-6.368=-0.032
σ	1.059-0.997=0.062
min	5.770-5.566=0.204
max	8.940-8.787=0.153

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.001
min	25.962-25.961=0.002
max	25.964-25.962=0.002

*mean*	4582.250-4584.375=-2.125
σ	2253.017-2254.291=-1.274
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	6.183-6.175=0.008
σ	0.967-1.017=-0.050
min	5.568-5.514=0.054
max	8.552-8.666=-0.114

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.608=-0.009
σ	0.002
min	1021.597-1021.606=-0.009
max	1021.602-1021.611=-0.009

*mean*	7398.000-7404.000=-6.000
σ	0.000
min	7398.000-7404.000=-6.000
max	7398.000-7404.000=-6.000

*mean*	366.221-361.113=5.108
σ	43.150-41.827=1.323
min	348.230-340.626=7.604
max	472.954-464.346=8.608

op=load_product(), with indexes

*mean*	3495.846-3495.854=-0.008
σ	0.455-0.453=0.002
min	3495.685-3495.694=-0.009
max	3496.972-3496.977=-0.004

*mean*	3747.500-3748.750=-1.250
σ	2297.411-2298.369=-0.958
min	720.000-719.000=1.000
max	7398.000-7404.000=-6.000

*mean*	1613.749-1614.463=-0.714
σ	480.485-546.985=-66.500
min	1410.993-1392.079=18.914
max	2792.460-2959.261=-166.801

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.001
σ	0.000-0.000=-0.000
min	107.841-107.840=0.001
max	107.842-107.842=0.001

*mean*	4401.750-4405.000=-3.250
σ	2224.267-2225.755=-1.488
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	261.221-225.372=35.849
σ	362.088-257.083=105.005
min	126.131-122.751=3.379
max	1157.223-859.999=297.224

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001-0.001=-0.000
min	62.065-62.065=0.001
max	62.070-62.069=0.001

*mean*	4582.250-4584.375=-2.125
σ	2253.017-2254.291=-1.274
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	175.002-212.682=-37.680
σ	368.001-471.689=-103.688
min	40.383-41.555=-1.171
max	1085.590-1379.940=-294.350

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002
min	40.926-40.925=0.001
max	40.930-40.928=0.001

*mean*	7398.000-7404.000=-6.000
σ	0.000
min	7398.000-7404.000=-6.000
max	7398.000-7404.000=-6.000

*mean*	23.041-23.084=-0.043
σ	2.811-2.731=0.080
min	21.465-21.595=-0.129
max	29.154-29.792=-0.638

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7398.000-7404.000=-6.000
σ	0.000
min	7398.000-7404.000=-6.000
max	7398.000-7404.000=-6.000

*mean*	244.243-308.044=-63.801
σ	525.209-710.633=-185.424
min	56.015-54.850=1.165
max	1544.038-2066.753=-522.715

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.013-0.013=-0.000
min	4646.837-4646.837=0.000
max	4646.875-4646.875=0.000

*mean*	4167.750-4170.000=-2.250
σ	1944.954-1945.480=-0.526
min	1485.000
max	7398.000-7404.000=-6.000

*mean*	3195.334-3101.792=93.542
σ	742.031-807.995=-65.964
min	2526.031-2480.009=46.022
max	4208.298-4492.352=-284.054

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002
min	1973.829-1973.827=0.001
max	1973.833-1973.832=0.001

*mean*	7398.000-7404.000=-6.000
σ	0.000
min	7398.000-7404.000=-6.000
max	7398.000-7404.000=-6.000

*mean*	1089.800-1068.643=21.157
σ	274.203-284.977=-10.774
min	924.887-910.885=14.002
max	1683.451-1739.227=-55.776

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.001
σ	0.002
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7398.000-7404.000=-6.000
σ	0.000
min	7398.000-7404.000=-6.000
max	7398.000-7404.000=-6.000

*mean*	410.351-406.874=3.478
σ	40.056-48.234=-8.178
min	391.614-384.750=6.865
max	508.522-526.071=-17.548

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-475.875=1.125
σ	1.069-1.246=-0.177
min	476.000-474.000=2.000
max	478.000-477.000=1.000

*mean*	387.882-373.947=13.936
σ	23.145-25.726=-2.582
min	368.869-340.885=27.984
max	438.820-402.019=36.801

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-563.000=-1.000
σ	1.852-0.000=1.852
min	559.000-563.000=-4.000
max	563.000

*mean*	784.313-741.089=43.225
σ	44.396-51.809=-7.413
min	716.283-624.184=92.099
max	837.394-798.851=38.543

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.559-964.564=-0.005
σ	1.881-1.879=0.002
min	963.837-963.842=-0.005
max	972.514-972.509=0.005

*mean*	1040.800-1034.050=6.750
σ	308.127-303.796=4.331
min	563.000-540.000=23.000
max	1491.000-1521.000=-30.000

*mean*	1.290-1.257=0.032
σ	0.136-0.095=0.042
min	1.179-1.170=0.010
max	1.680-1.567=0.112

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.499-0.380=0.120
σ	0.518-0.463=0.055
min	0.175-0.144=0.031
max	1.418-1.204=0.214

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.798-0.417=0.381
σ	0.546-0.190=0.355
min	0.491-0.322=0.169
max	1.772-0.758=1.014

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.379-0.220=0.158
σ	0.043-0.020=0.023
min	0.339-0.206=0.133
max	0.453-0.255=0.198

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.589-0.341=0.247
σ	0.031-0.017=0.014
min	0.563-0.331=0.232
max	0.641-0.372=0.269

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.658-0.556=0.102
σ	0.119-0.062=0.057
min	0.477-0.447=0.030
max	0.753-0.595=0.158

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.499-0.471=0.028
σ	0.021-0.048=-0.027
min	0.470-0.398=0.072
max	0.518-0.519=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	1.947-2.680=-0.733
σ	0.207-0.118=0.089
min	1.750-2.421=-0.672
max	2.971-3.108=-0.137

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.330-2.639=-0.309
σ	0.370-0.091=0.279
min	1.829-2.428=-0.600
max	3.034-2.847=0.187

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.306-0.315=-0.009
σ	0.008-0.043=-0.035
min	0.294-0.286=0.007
max	0.357-0.614=-0.258

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.291-0.292=-0.001
σ	0.008-0.011=-0.003
min	0.277-0.274=0.003
max	0.334-0.357=-0.023

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.657-11.339=0.318
σ	11.609-10.920=0.689
min	0.718-0.574=0.144
max	93.500-87.129=6.371

*mean*	454.116-462.258=-8.142
σ	15.527-20.482=-4.956
min	408.000
max	467.000-480.000=-13.000

*mean*	0.027-0.026=0.001
σ	0.029-0.027=0.002
min	0.001-0.001=0.000
max	0.223-0.212=0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.104-279.237=-0.133
σ	1.019-1.043=-0.024
min	278.705-278.836=-0.131
max	282.002-282.203=-0.201

*mean*	444.800-441.900=2.900
σ	19.527-15.387=4.139
min	413.000-414.000=-1.000
max	470.000-465.000=5.000

*mean*	0.580-0.575=0.005
σ	0.016-0.018=-0.001
min	0.538-0.549=-0.011
max	0.602-0.615=-0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=-0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.711

*mean*	849.000-837.000=12.000
σ	0.000-31.113=-31.113
min	849.000-760.000=89.000
max	849.000-848.000=1.000

*mean*	148.163-219.635=-71.473
σ	11.088-22.238=-11.150
min	132.831-195.118=-62.286
max	165.070-242.985=-77.915

phase=macro expansion

*mean*	5.894-5.896=-0.002
σ	0.000
min	5.894-5.896=-0.002
max	5.894-5.896=-0.002

*mean*	849.000-822.750=26.250
σ	0.000-49.971=-49.971
min	849.000-714.000=135.000
max	849.000-848.000=1.000

*mean*	7.982-8.268=-0.286
σ	2.595-1.050=1.545
min	5.769-6.951=-1.182
max	11.882-9.307=2.576

phase=parser

*mean*	1042.132-1042.133=-0.001
σ	0.000-0.000=-0.000
min	1042.132-1042.133=-0.002
max	1042.132-1042.134=-0.002

*mean*	849.000-822.750=26.250
σ	0.000-49.971=-49.971
min	849.000-714.000=135.000
max	849.000-848.000=1.000

*mean*	486.628-541.755=-55.127
σ	151.324-85.307=66.017
min	374.035-433.251=-59.216
max	732.461-616.652=115.809

phase=processProdDef

*mean*	2241.194-2243.715=-2.521
σ	0.000
min	2241.194-2243.715=-2.521
max	2241.194-2243.715=-2.521

*mean*	849.000-837.000=12.000
σ	0.000-31.113=-31.113
min	849.000-760.000=89.000
max	849.000-848.000=1.000

*mean*	2854.773-2880.087=-25.314
σ	351.510-388.786=-37.276
min	2302.900-2245.472=57.428
max	3364.921-3298.161=66.760

phase=renaming

*mean*	21.434-21.436=-0.003
σ	0.000
min	21.434-21.436=-0.003
max	21.434-21.436=-0.003

*mean*	849.000-822.750=26.250
σ	0.000-49.971=-49.971
min	849.000-714.000=135.000
max	849.000-848.000=1.000

*mean*	37.603-42.093=-4.489
σ	8.847-4.158=4.688
min	25.798-37.746=-11.949
max	47.725-48.316=-0.591

phase=type checker

*mean*	958.462-958.600=-0.137
σ	0.047
min	958.439-958.577=-0.137
max	958.564-958.702=-0.137

*mean*	849.000-822.750=26.250
σ	0.000-49.971=-49.971
min	849.000-714.000=135.000
max	849.000-848.000=1.000

*mean*	704.901-671.956=32.945
σ	89.946-39.724=50.222
min	610.566-638.993=-28.428
max	844.508-767.279=77.229

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.001
σ	0.036-0.038=-0.002
min	282.803-282.801=0.003
max	282.890-282.893=-0.003

*mean*	444.000-441.800=2.200
σ	0.000-3.834=-3.834
min	444.000-439.000=5.000
max	444.000-446.000=-2.000

*mean*	0.383-0.377=0.006
σ	0.011-0.000=0.011
min	0.374-0.377=-0.003
max	0.402-0.378=0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.043-1268.050=-0.007
σ	0.104-0.117=-0.013
min	1267.958-1267.950=0.007
max	1268.215-1268.243=-0.027

*mean*	1090.800-1092.400=-1.600
σ	168.035-172.349=-4.315
min	891.000-884.000=7.000
max	1320.000-1326.000=-6.000

*mean*	2.000-2.023=-0.023
σ	0.113-0.120=-0.007
min	1.865-1.881=-0.016
max	2.115-2.126=-0.012

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.039-1507.052=-0.013
σ	2.968-2.927=0.041
min	1505.513-1505.550=-0.037
max	1512.336-1512.276=0.060

*mean*	625.800-626.000=-0.200
σ	87.337-89.034=-1.697
min	495.000
max	727.000-735.000=-8.000

*mean*	2.267-2.248=0.019
σ	0.209-0.135=0.074
min	2.096-2.112=-0.016
max	2.587-2.446=0.142

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.057-1830.072=-0.015
σ	0.045-0.048=-0.003
min	1829.987-1830.003=-0.017
max	1830.106-1830.112=-0.006

*mean*	1721.400-1717.200=4.200
σ	189.592-186.868=2.724
min	1454.000-1455.000=-1.000
max	1893.000-1886.000=7.000

*mean*	3.016-3.086=-0.070
σ	0.355-0.388=-0.033
min	2.796-2.874=-0.078
max	3.647-3.776=-0.129

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.738-1.669=0.069
σ	0.102-0.192=-0.090
min	1.623-1.362=0.261
max	1.860-1.825=0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-406.199=-0.256
σ	509.285-509.798=-0.513
min	151.297-151.296=0.001
max	1169.870-1170.896=-1.026

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	443.000-439.000=4.000
σ	0.000
min	443.000-439.000=4.000
max	443.000-439.000=4.000

*mean*	0.498-0.515=-0.017
σ	0.500-0.516=-0.015
min	0.245-0.254=-0.008
max	1.248-1.288=-0.040

policies=20

*mean*	1513.131-1513.148=-0.016
σ	0.267-0.269=-0.001
min	1512.957-1512.967=-0.010
max	1513.528-1513.545=-0.018

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.750-444.000=8.750
σ	10.689-5.774=4.915
min	443.000-439.000=4.000
max	468.000-449.000=19.000

*mean*	2.496-2.501=-0.005
σ	0.012-0.018=-0.006
min	2.480-2.478=0.002
max	2.509-2.523=-0.014

policies=200

*mean*	15139.966-15140.031=-0.066
σ	0.065-0.086=-0.021
min	15139.906-15139.922=-0.017
max	15140.037-15140.132=-0.095

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	503.000-495.250=7.750
σ	5.354-5.058=0.296
min	496.000-489.000=7.000
max	509.000-501.000=8.000

*mean*	25.031-25.293=-0.262
σ	0.179-0.132=0.047
min	24.904-25.178=-0.274
max	25.296-25.475=-0.179