Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-54.698=3.125
σ	0.359-0.366=-0.007
min	57.683-54.565=3.118
max	58.845-55.740=3.105

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.147-0.139=0.007
σ	0.004-0.003=0.001
min	0.143-0.136=0.007
max	0.153-0.146=0.008

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-43.777=3.122
σ	0.005-0.008=-0.004
min	46.888-43.766=3.122
max	46.903-43.792=3.111

*mean*	418.000-419.700=-1.700
σ	0.000-0.483=-0.483
min	418.000-419.000=-1.000
max	418.000-420.000=-2.000

*mean*	0.127-0.122=0.005
σ	0.005-0.004=0.001
min	0.121-0.118=0.004
max	0.136-0.130=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606

*mean*	4592.500-4588.500=4.000
σ	2248.699-2248.666=0.033
min	1487.000
max	7384.000-7380.000=4.000

*mean*	153.538-158.223=-4.685
σ	397.759-411.195=-13.436
min	11.865-11.904=-0.039
max	1137.929-1175.870=-37.941

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605-36.605=0.000

*mean*	4592.500-4588.500=4.000
σ	2248.699-2248.666=0.033
min	1487.000
max	7384.000-7380.000=4.000

*mean*	14.738-15.051=-0.313
σ	4.385-4.220=0.165
min	11.501-12.732=-1.231
max	24.296-24.622=-0.326

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	11.670-11.700=-0.030
σ	1.834-1.747=0.087
min	10.784-10.904=-0.120
max	16.197-16.007=0.190

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.000
min	41.924
max	41.925-41.926=-0.000

*mean*	4184.500-4178.625=5.875
σ	1945.530-1945.570=-0.040
min	1487.000
max	7384.000-7380.000=4.000

*mean*	11.630-11.660=-0.030
σ	1.916-1.947=-0.031
min	10.659-10.652=0.007
max	16.318-16.455=-0.137

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.001
σ	0.136-0.137=-0.000
min	27.585-27.585=0.000
max	27.972-27.972=0.000

*mean*	4184.500-4178.625=5.875
σ	1945.530-1945.570=-0.040
min	1487.000
max	7384.000-7380.000=4.000

*mean*	9.137-9.265=-0.128
σ	1.507-1.350=0.157
min	7.943-7.937=0.005
max	12.775-12.485=0.290

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=-0.000
max	26.385

*mean*	4184.500-4178.625=5.875
σ	1945.530-1945.570=-0.040
min	1487.000
max	7384.000-7380.000=4.000

*mean*	6.960-7.053=-0.093
σ	1.232-0.901=0.331
min	6.039-6.427=-0.389
max	9.815-9.253=0.562

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4592.500-4588.500=4.000
σ	2248.699-2248.666=0.033
min	1487.000
max	7384.000-7380.000=4.000

*mean*	6.551-6.578=-0.027
σ	0.960-0.934=0.026
min	5.937-6.034=-0.097
max	8.710-8.591=0.119

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.963=-0.000
σ	0.000-0.001=-0.001
min	25.962-25.962=0.000
max	25.964-25.966=-0.002

*mean*	4592.500-4588.500=4.000
σ	2248.699-2248.666=0.033
min	1487.000
max	7384.000-7380.000=4.000

*mean*	6.518-6.401=0.117
σ	1.118-0.983=0.135
min	5.803-5.818=-0.015
max	9.025-8.574=0.451

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002
min	1021.597-1021.597=0.000
max	1021.602-1021.602=0.000

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	346.194-345.534=0.660
σ	2.218-3.019=-0.802
min	343.679-341.768=1.911
max	349.799-349.737=0.062

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=0.000
min	3495.685-3495.685=0.000
max	3496.972-3496.972=0.000

*mean*	3759.500-3756.000=3.500
σ	2300.596-2299.809=0.787
min	720.000
max	7384.000-7380.000=4.000

*mean*	1790.056-1776.946=13.110
σ	684.786-640.393=44.393
min	1381.883-1401.211=-19.328
max	2972.323-2832.972=139.351

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842

*mean*	4413.125-4406.625=6.500
σ	2217.978-2217.864=0.113
min	1487.000
max	7384.000-7380.000=4.000

*mean*	269.812-265.086=4.726
σ	375.959-360.830=15.129
min	125.326-126.278=-0.952
max	1199.087-1156.969=42.118

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4413.125-4406.625=6.500
σ	2217.978-2217.864=0.113
min	1487.000
max	7384.000-7380.000=4.000

*mean*	45.261-46.966=-1.705
σ	8.631-9.673=-1.041
min	40.084-41.662=-1.578
max	66.194-70.586=-4.392

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	190.243-270.491=-80.247
σ	475.780-701.631=-225.850
min	21.541-21.463=0.079
max	1367.738-2006.930=-639.192

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=-0.000
max	71.297-71.297=-0.000

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	64.730-62.898=1.832
σ	23.721-18.202=5.520
min	55.128-55.356=-0.228
max	123.358-107.811=15.547

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4184.500-4178.625=5.875
σ	1945.530-1945.570=-0.040
min	1487.000
max	7384.000-7380.000=4.000

*mean*	3262.413-3345.215=-82.802
σ	776.494-894.713=-118.219
min	2467.900-2510.742=-42.842
max	4622.432-4828.807=-206.375

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	1038.745-1048.173=-9.428
σ	280.967-281.754=-0.788
min	912.178-915.047=-2.869
max	1718.557-1724.303=-5.745

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	389.950-405.095=-15.145
σ	5.038-42.605=-37.568
min	379.536-375.072=4.464
max	396.529-509.294=-112.765

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-478.250=-2.625
σ	0.518-1.389=-0.871
min	475.000-476.000=-1.000
max	476.000-479.000=-3.000

*mean*	384.714-384.349=0.365
σ	35.949-21.229=14.720
min	310.796-353.100=-42.304
max	429.335-424.158=5.177

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.250-565.000=-3.750
σ	3.240-0.000=3.240
min	556.000-565.000=-9.000
max	563.000-565.000=-2.000

*mean*	738.833-739.004=-0.171
σ	62.445-64.604=-2.159
min	625.827-603.344=22.483
max	820.126-825.396=-5.270

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.917-964.559=12.358
σ	2.438-1.880=0.558
min	976.069-963.836=12.233
max	987.247-972.511=14.736

*mean*	1051.700-1049.000=2.700
σ	315.963-313.781=2.182
min	568.000-558.000=10.000
max	1515.000-1499.000=16.000

*mean*	1.346-1.313=0.033
σ	0.180-0.142=0.038
min	1.207-1.185=0.022
max	1.755-1.608=0.147

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.438-0.402=0.036
σ	0.475-0.521=-0.045
min	0.154-0.143=0.011
max	1.285-1.331=-0.045

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.829-0.743=0.086
σ	0.516-0.334=0.182
min	0.576-0.580=-0.004
max	1.751-1.339=0.411

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.379-0.386=-0.007
σ	0.030-0.032=-0.002
min	0.358-0.368=-0.010
max	0.429-0.442=-0.014

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.596-0.595=0.001
σ	0.035-0.026=0.010
min	0.556-0.575=-0.019
max	0.652-0.633=0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.737-0.599=0.138
σ	0.011-0.089=-0.078
min	0.729-0.530=0.199
max	0.757-0.747=0.009

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.602-0.467=0.135
σ	0.039-0.052=-0.012
min	0.539-0.388=0.151
max	0.638-0.514=0.124

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	3.534-2.620=0.914
σ	0.088-0.131=-0.044
min	3.420-1.961=1.459
max	3.917-2.960=0.957

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	3.498-2.670=0.828
σ	0.080-0.117=-0.036
min	3.337-2.444=0.893
max	3.779-3.120=0.659

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.540-0.311=0.228
σ	0.017-0.042=-0.025
min	0.517-0.289=0.228
max	0.627-0.646=-0.019

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.512-0.287=0.225
σ	0.013-0.006=0.007
min	0.489-0.275=0.214
max	0.575-0.318=0.257

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.428-11.499=-0.070
σ	11.679-10.633=1.046
min	0.573-0.573=-0.000
max	131.510-79.203=52.307

*mean*	466.613-462.121=4.492
σ	19.214-19.252=-0.038
min	406.000
max	480.000-479.000=1.000

*mean*	0.026-0.026=-0.000
σ	0.028-0.026=0.002
min	0.001-0.001=0.000
max	0.315-0.193=0.123

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.945-279.098=14.847
σ	1.061-1.036=0.025
min	293.486-278.604=14.882
max	296.956-282.038=14.918

*mean*	445.200-447.100=-1.900
σ	18.967-16.908=2.059
min	416.000-426.000=-10.000
max	472.000

*mean*	0.588-0.576=0.012
σ	0.017-0.023=-0.006
min	0.553-0.534=0.019
max	0.602-0.616=-0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	145.479-146.511=-1.032
σ	11.762-9.528=2.234
min	129.562-130.708=-1.146
max	160.885-159.843=1.042

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	847.750-850.000=-2.250
σ	0.707-0.000=0.707
min	846.000-850.000=-4.000
max	848.000-850.000=-2.000

*mean*	6.968-8.349=-1.381
σ	2.275-2.259=0.017
min	5.744-5.806=-0.062
max	11.888-11.951=-0.063

phase=parser

*mean*	1042.134-1042.132=0.002
σ	0.001-0.000=0.001
min	1042.131-1042.132=-0.001
max	1042.134-1042.132=0.002

*mean*	847.750-850.000=-2.250
σ	0.707-0.000=0.707
min	846.000-850.000=-4.000
max	848.000-850.000=-2.000

*mean*	440.817-527.006=-86.190
σ	129.219-133.388=-4.168
min	372.957-373.149=-0.191
max	722.295-722.566=-0.271

phase=processProdDef

*mean*	2241.193-2241.194=-0.000
σ	0.000-0.000=0.000
min	2241.193-2241.194=-0.000
max	2241.194-2241.194=0.001

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	2846.227-2836.880=9.347
σ	346.688-276.808=69.881
min	2406.348-2542.343=-135.995
max	3273.503-3311.402=-37.899

phase=renaming

*mean*	21.430-21.434=-0.003
σ	0.001-0.000=0.001
min	21.430-21.434=-0.004
max	21.433-21.434=-0.000

*mean*	847.750-850.000=-2.250
σ	0.707-0.000=0.707
min	846.000-850.000=-4.000
max	848.000-850.000=-2.000

*mean*	39.470-39.462=0.008
σ	3.844-5.358=-1.514
min	34.588-29.793=4.795
max	46.776-47.226=-0.450

phase=type checker

*mean*	958.466-958.462=0.003
σ	0.047-0.047=0.000
min	958.439
max	958.568-958.564=0.004

*mean*	847.750-850.000=-2.250
σ	0.707-0.000=0.707
min	846.000-850.000=-4.000
max	848.000-850.000=-2.000

*mean*	683.025-708.288=-25.263
σ	66.044-76.047=-10.003
min	638.929-641.949=-3.020
max	842.718-855.109=-12.390

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-282.855=44.999
σ	0.036-0.038=-0.001
min	327.803-282.800=45.003
max	327.889-282.891=44.998

*mean*	441.000-444.400=-3.400
σ	4.416-0.548=3.868
min	434.000-444.000=-10.000
max	446.000-445.000=1.000

*mean*	0.435-0.374=0.061
σ	0.006-0.000=0.006
min	0.429-0.374=0.055
max	0.445-0.375=0.070

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.070-1268.052=45.018
σ	0.131-0.107=0.024
min	1312.969-1267.955=45.014
max	1313.290-1268.229=45.062

*mean*	1070.600-1089.000=-18.400
σ	185.330-167.581=17.749
min	830.000-891.000=-61.000
max	1309.000-1320.000=-11.000

*mean*	1.872-1.995=-0.123
σ	0.051-0.083=-0.032
min	1.831-1.895=-0.064
max	1.929-2.076=-0.147

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.054-1507.028=45.026
σ	3.065-2.963=0.102
min	1550.448-1505.470=44.978
max	1557.525-1512.316=45.209

*mean*	619.200-624.200=-5.000
σ	81.275-87.311=-6.035
min	502.000-494.000=8.000
max	706.000-726.000=-20.000

*mean*	2.324-2.240=0.084
σ	0.278-0.209=0.069
min	2.094-2.114=-0.020
max	2.661-2.612=0.049

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.062-1830.059=45.002
σ	0.040-0.049=-0.009
min	1875.020-1829.988=45.032
max	1875.107-1830.103=45.004

*mean*	1710.600-1721.600=-11.000
σ	247.346-172.709=74.637
min	1416.000-1474.000=-58.000
max	2040.000-1882.000=158.000

*mean*	2.859-3.008=-0.149
σ	0.161-0.286=-0.125
min	2.712-2.823=-0.111
max	3.032-3.516=-0.483

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.539-1.637=-0.099
σ	0.210-0.122=0.088
min	1.173-1.483=-0.311
max	1.688-1.769=-0.081

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.401-405.942=13.459
σ	508.891-509.285=-0.394
min	164.955-151.294=13.661
max	1182.738-1169.870=12.868

*mean*	101.250-101.750=-0.500
σ	6.500-7.500=-1.000
min	98.000
max	111.000-113.000=-2.000

*mean*	428.000-441.000=-13.000
σ	0.000
min	428.000-441.000=-13.000
max	428.000-441.000=-13.000

*mean*	0.518-0.493=0.025
σ	0.495-0.482=0.013
min	0.263-0.247=0.016
max	1.261-1.216=0.044

policies=20

*mean*	1649.787-1513.123=136.664
σ	0.371-0.246=0.125
min	1649.575-1512.960=136.615
max	1650.343-1513.487=136.856

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.250-451.000=-4.750
σ	11.057-11.165=-0.109
min	432.000-441.000=-9.000
max	455.000-467.000=-12.000

*mean*	2.646-2.472=0.173
σ	0.020-0.021=-0.001
min	2.618-2.445=0.173
max	2.665-2.494=0.171

policies=200

*mean*	16505.941-15139.966=1365.974
σ	0.057-0.084=-0.027
min	16505.873-15139.873=1366.000
max	16506.005-15140.041=1365.964

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-500.000=0.500
σ	7.000-3.916=3.084
min	492.000-496.000=-4.000
max	508.000-505.000=3.000

*mean*	26.797-25.073=1.724
σ	0.113-0.112=0.002
min	26.672-24.987=1.685
max	26.902-25.237=1.665