Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-54.618=3.206
σ	0.359-0.352=0.007
min	57.683-54.480=3.203
max	58.845-55.618=3.226

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.147-0.138=0.009
σ	0.004-0.004=0.000
min	0.143-0.131=0.012
max	0.153-0.145=0.009

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-43.785=3.114
σ	0.005-0.007=-0.002
min	46.888-43.773=3.115
max	46.903-43.798=3.105

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.127-0.122=0.005
σ	0.005-0.005=0.001
min	0.121-0.117=0.004
max	0.136-0.130=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.618=-0.013
σ	0.000-0.002=-0.002
min	36.605-36.615=-0.011
max	36.606-36.620=-0.014

*mean*	4592.500-4290.625=301.875
σ	2248.699-1877.362=371.337
min	1487.000-2074.000=-587.000
max	7384.000-7587.000=-203.000

*mean*	153.538-12.346=141.192
σ	397.759-0.222=397.537
min	11.865-12.082=-0.217
max	1137.929-12.721=1125.208

op=column_set() on indexed, repeat

*mean*	36.605-36.617=-0.012
σ	0.000-0.002=-0.002
min	36.605-36.616=-0.011
max	36.605-36.620=-0.014

*mean*	4592.500-4290.625=301.875
σ	2248.699-1877.362=371.337
min	1487.000-2074.000=-587.000
max	7384.000-7587.000=-203.000

*mean*	14.738-12.662=2.077
σ	4.385-0.564=3.821
min	11.501-11.712=-0.211
max	24.296-13.219=11.077

op=table_records(), no indexes

*mean*	41.940-41.928=0.011
σ	0.002-0.000=0.002
min	41.938-41.928=0.010
max	41.942-41.929=0.013

*mean*	7384.000-7587.000=-203.000
σ	0.000
min	7384.000-7587.000=-203.000
max	7384.000-7587.000=-203.000

*mean*	11.670-14.122=-2.451
σ	1.834-1.197=0.637
min	10.784-12.508=-1.724
max	16.197-15.346=0.851

op=table_records(), repeat

*mean*	41.925-41.928=-0.004
σ	0.000-0.002=-0.001
min	41.924-41.927=-0.003
max	41.925-41.931=-0.006

*mean*	4184.500-4089.125=95.375
σ	1945.530-1526.791=418.739
min	1487.000-2074.000=-587.000
max	7384.000-5975.000=1409.000

*mean*	11.630-12.709=-1.079
σ	1.916-1.854=0.062
min	10.659-10.897=-0.238
max	16.318-14.927=1.391

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.605=0.030
σ	0.136-0.002=0.135
min	27.585-27.603=-0.018
max	27.972-27.607=0.365

*mean*	4184.500-4089.125=95.375
σ	1945.530-1526.791=418.739
min	1487.000-2074.000=-587.000
max	7384.000-5975.000=1409.000

*mean*	9.137-8.716=0.421
σ	1.507-0.538=0.969
min	7.943-8.127=-0.184
max	12.775-9.503=3.271

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.400=-0.015
σ	0.000-0.002=-0.002
min	26.385-26.399=-0.014
max	26.385-26.403=-0.018

*mean*	4184.500-4089.125=95.375
σ	1945.530-1526.791=418.739
min	1487.000-2074.000=-587.000
max	7384.000-5975.000=1409.000

*mean*	6.960-6.219=0.741
σ	1.232-0.313=0.919
min	6.039-5.667=0.372
max	9.815-6.628=3.187

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.666=-0.002
σ	0.004-0.002=0.002
min	25.662-25.664=-0.003
max	25.674-25.670=0.004

*mean*	4592.500-4290.625=301.875
σ	2248.699-1877.362=371.337
min	1487.000-2074.000=-587.000
max	7384.000-7587.000=-203.000

*mean*	6.551-5.609=0.942
σ	0.960-0.129=0.831
min	5.937-5.442=0.495
max	8.710-5.855=2.855

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.968=-0.006
σ	0.000-0.002=-0.001
min	25.962-25.967=-0.005
max	25.964-25.971=-0.008

*mean*	4592.500-4290.625=301.875
σ	2248.699-1877.362=371.337
min	1487.000-2074.000=-587.000
max	7384.000-7587.000=-203.000

*mean*	6.518-5.329=1.188
σ	1.118-0.181=0.937
min	5.803-5.012=0.791
max	9.025-5.551=3.474

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-2524.594=-1502.994
σ	0.002-0.001=0.001
min	1021.597-2524.593=-1502.996
max	1021.602-2524.597=-1502.996

*mean*	7384.000-7587.000=-203.000
σ	0.000
min	7384.000-7587.000=-203.000
max	7384.000-7587.000=-203.000

*mean*	346.194-1110.994=-764.800
σ	2.218-164.173=-161.955
min	343.679-1045.799=-702.120
max	349.799-1517.060=-1167.261

op=load_product(), with indexes

*mean*	3495.846-8744.559=-5248.713
σ	0.455-0.033=0.422
min	3495.685-8744.545=-5248.860
max	3496.972-8744.640=-5247.668

*mean*	3759.500-3820.500=-61.000
σ	2300.596-1591.957=708.640
min	720.000-2074.000=-1354.000
max	7384.000-5975.000=1409.000

*mean*	1790.056-4540.059=-2750.003
σ	684.786-1348.664=-663.878
min	1381.883-3542.116=-2160.233
max	2972.323-6691.875=-3719.552

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.079
σ	0.002
min	62.076
max	62.080

*mean*	4290.625
σ	1877.362
min	2074.000
max	7587.000

*mean*	135.648
σ	151.212
min	72.146
max	508.799

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842
σ	0.000
min	107.841
max	107.842

*mean*	4413.125
σ	2217.978
min	1487.000
max	7384.000

*mean*	269.812
σ	375.959
min	125.326
max	1199.087

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4413.125
σ	2217.978
min	1487.000
max	7384.000

*mean*	45.261
σ	8.631
min	40.084
max	66.194

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7587.000
σ	0.000
min	7587.000
max	7587.000

*mean*	101.037
σ	8.776
min	88.570
max	109.016

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	190.243
σ	475.780
min	21.541
max	1367.738

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-66.686=4.609
σ	0.002-0.000=0.001
min	71.293-66.685=4.608
max	71.297-66.687=4.610

*mean*	7384.000-7587.000=-203.000
σ	0.000
min	7384.000-7587.000=-203.000
max	7384.000-7587.000=-203.000

*mean*	64.730-311.908=-247.179
σ	23.721-448.678=-424.956
min	55.128-137.063=-81.936
max	123.358-1421.888=-1298.529

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-11656.833=-7009.991
σ	0.014-4.318=-4.305
min	4646.837-11655.305=-7008.468
max	4646.876-11667.521=-7020.645

*mean*	4184.500-4089.125=95.375
σ	1945.530-1526.791=418.739
min	1487.000-2074.000=-587.000
max	7384.000-5975.000=1409.000

*mean*	3262.413-6427.067=-3164.654
σ	776.494-1307.636=-531.142
min	2467.900-4914.429=-2446.529
max	4622.432-8172.389=-3549.957

op=vertical_lookup_list() on indexed

*mean*	1973.830-11560.068=-9586.238
σ	0.002-0.001=0.001
min	1973.829-11560.066=-9586.238
max	1973.833-11560.069=-9586.236

*mean*	7384.000-7587.000=-203.000
σ	0.000
min	7384.000-7587.000=-203.000
max	7384.000-7587.000=-203.000

*mean*	1038.745-5280.325=-4241.581
σ	280.967-1169.728=-888.761
min	912.178-4366.582=-3454.404
max	1718.557-7201.752=-5483.195

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	389.950
σ	5.038
min	379.536
max	396.529

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.582=-24.437
σ	0.001-0.021=-0.020
min	148.144-172.558=-24.414
max	148.148-172.613=-24.465

*mean*	475.625-2074.000=-1598.375
σ	0.518-0.000=0.518
min	475.000-2074.000=-1599.000
max	476.000-2074.000=-1598.000

*mean*	384.714-352.317=32.397
σ	35.949-60.729=-24.780
min	310.796-263.430=47.366
max	429.335-447.250=-17.915

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.366=-48.873
σ	0.001-0.045=-0.044
min	308.493-357.321=-48.828
max	308.497-357.420=-48.924

*mean*	561.250-2074.000=-1512.750
σ	3.240-0.000=3.240
min	556.000-2074.000=-1518.000
max	563.000-2074.000=-1511.000

*mean*	738.833-783.911=-45.079
σ	62.445-15.354=47.090
min	625.827-769.858=-144.031
max	820.126-813.767=6.359

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.917-1008.187=-31.270
σ	2.438-0.875=1.563
min	976.069-1007.687=-31.618
max	987.247-1011.805=-24.558

*mean*	1051.700-1049.350=2.350
σ	315.963-301.377=14.586
min	568.000-547.000=21.000
max	1515.000-1452.000=63.000

*mean*	1.346-1.545=-0.199
σ	0.180-0.076=0.104
min	1.207-1.479=-0.273
max	1.755-1.759=-0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.022
max	0.949-0.886=0.064

*mean*	401.000-1452.000=-1051.000
σ	0.000
min	401.000-1452.000=-1051.000
max	401.000-1452.000=-1051.000

*mean*	0.438-0.397=0.041
σ	0.475-0.111=0.364
min	0.154-0.326=-0.171
max	1.285-0.593=0.692

name=error_case.art

*mean*	2.346-2.333=0.013
σ	0.012-0.004=0.008
min	2.340-2.332=0.008
max	2.368-2.341=0.027

*mean*	401.000-1452.000=-1051.000
σ	0.000
min	401.000-1452.000=-1051.000
max	401.000-1452.000=-1051.000

*mean*	0.829-0.880=-0.051
σ	0.516-0.083=0.433
min	0.576-0.823=-0.247
max	1.751-1.025=0.725

name=heavy_item.art

*mean*	1.523-1.521=0.002
σ	0.002-0.002=-0.000
min	1.522-1.520=0.002
max	1.526-1.524=0.002

*mean*	401.000-1452.000=-1051.000
σ	0.000
min	401.000-1452.000=-1051.000
max	401.000-1452.000=-1051.000

*mean*	0.379-0.546=-0.167
σ	0.030-0.049=-0.019
min	0.358-0.501=-0.144
max	0.429-0.628=-0.199

name=nested_use.art

*mean*	2.364-2.355=0.009
σ	0.002-0.002=-0.000
min	2.363-2.355=0.009
max	2.367-2.359=0.008

*mean*	401.000-1452.000=-1051.000
σ	0.000
min	401.000-1452.000=-1051.000
max	401.000-1452.000=-1051.000

*mean*	0.596-0.850=-0.253
σ	0.035-0.032=0.003
min	0.556-0.824=-0.268
max	0.652-0.902=-0.250

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-963.544=1.434
σ	0.009-0.025=-0.015
min	964.973-963.523=1.450
max	964.995-963.585=1.410

*mean*	429.000-1452.000=-1023.000
σ	0.000
min	429.000-1452.000=-1023.000
max	429.000-1452.000=-1023.000

*mean*	0.737-0.800=-0.063
σ	0.011-0.077=-0.065
min	0.729-0.671=0.058
max	0.757-0.860=-0.104

name=cdr_enhanced_4k_loc.art

*mean*	886.000-884.853=1.147
σ	0.002-0.007=-0.005
min	885.999-884.847=1.152
max	886.003-884.863=1.140

*mean*	429.000-1452.000=-1023.000
σ	0.000
min	429.000-1452.000=-1023.000
max	429.000-1452.000=-1023.000

*mean*	0.602-0.730=-0.128
σ	0.039-0.028=0.011
min	0.539-0.681=-0.141
max	0.638-0.747=-0.109

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.706=0.012
σ	0.002-0.002=-0.000
min	7.718-7.705=0.013
max	7.722-7.711=0.011

*mean*	429.000-1452.000=-1023.000
σ	0.000
min	429.000-1452.000=-1023.000
max	429.000-1452.000=-1023.000

*mean*	3.534-3.495=0.039
σ	0.088-0.083=0.004
min	3.420-3.374=0.047
max	3.917-3.973=-0.056

name=record_render_large_syntax_err.art

*mean*	7.667-7.655=0.012
σ	0.002-0.002=-0.000
min	7.666-7.654=0.012
max	7.670-7.658=0.012

*mean*	429.000-1452.000=-1023.000
σ	0.000
min	429.000-1452.000=-1023.000
max	429.000-1452.000=-1023.000

*mean*	3.498-4.059=-0.561
σ	0.080-0.330=-0.250
min	3.337-3.406=-0.069
max	3.779-4.442=-0.663

name=record_render_success.art

*mean*	2.290-2.288=0.003
σ	0.002
min	2.290-2.287=0.003
max	2.294-2.291=0.003

*mean*	429.000-1452.000=-1023.000
σ	0.000
min	429.000-1452.000=-1023.000
max	429.000-1452.000=-1023.000

*mean*	0.540-0.745=-0.205
σ	0.017-0.017=-0.000
min	0.517-0.704=-0.186
max	0.627-0.849=-0.222

name=record_render_syntax_err.art

*mean*	2.166-2.163=0.002
σ	0.002
min	2.165-2.163=0.002
max	2.169-2.166=0.002

*mean*	429.000-1452.000=-1023.000
σ	0.000
min	429.000-1452.000=-1023.000
max	429.000-1452.000=-1023.000

*mean*	0.512-0.710=-0.198
σ	0.013-0.015=-0.002
min	0.489-0.677=-0.188
max	0.575-0.783=-0.208

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.428
σ	11.679
min	0.573
max	131.510

*mean*	466.613
σ	19.214
min	406.000
max	480.000

*mean*	0.026
σ	0.028
min	0.001
max	0.315

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.945-297.471=-3.526
σ	1.061-0.226=0.835
min	293.486-297.219=-3.733
max	296.956-298.018=-1.061

*mean*	445.200-2074.000=-1628.800
σ	18.967-0.000=18.967
min	416.000-2074.000=-1658.000
max	472.000-2074.000=-1602.000

*mean*	0.588-0.555=0.034
σ	0.017-0.034=-0.017
min	0.553-0.512=0.041
max	0.602-0.590=0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546
σ	0.000
min	106.546
max	106.546

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	145.479
σ	11.762
min	129.562
max	160.885

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	847.750
σ	0.707
min	846.000
max	848.000

*mean*	6.968
σ	2.275
min	5.744
max	11.888

phase=parser

*mean*	1042.134
σ	0.001
min	1042.131
max	1042.134

*mean*	847.750
σ	0.707
min	846.000
max	848.000

*mean*	440.817
σ	129.219
min	372.957
max	722.295

phase=processProdDef

*mean*	2241.193
σ	0.000
min	2241.193
max	2241.194

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	2846.227
σ	346.688
min	2406.348
max	3273.503

phase=renaming

*mean*	21.430
σ	0.001
min	21.430
max	21.433

*mean*	847.750
σ	0.707
min	846.000
max	848.000

*mean*	39.470
σ	3.844
min	34.588
max	46.776

phase=type checker

*mean*	958.466
σ	0.047
min	958.439
max	958.568

*mean*	847.750
σ	0.707
min	846.000
max	848.000

*mean*	683.025
σ	66.044
min	638.929
max	842.718

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-289.772=38.082
σ	0.036-0.038=-0.001
min	327.803-289.730=38.073
max	327.889-289.813=38.076

*mean*	441.000-1452.000=-1011.000
σ	4.416-0.000=4.416
min	434.000-1452.000=-1018.000
max	446.000-1452.000=-1006.000

*mean*	0.435-0.400=0.035
σ	0.006-0.009=-0.002
min	0.429-0.394=0.035
max	0.445-0.415=0.030

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.070-1299.683=13.387
σ	0.131-0.095=0.035
min	1312.969-1299.568=13.402
max	1313.290-1299.822=13.468

*mean*	1070.600-1452.000=-381.400
σ	185.330-0.000=185.330
min	830.000-1452.000=-622.000
max	1309.000-1452.000=-143.000

*mean*	1.872-2.074=-0.202
σ	0.051-0.105=-0.055
min	1.831-1.977=-0.146
max	1.929-2.219=-0.290

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.054-1542.628=9.426
σ	3.065-4.043=-0.978
min	1550.448-1540.617=9.831
max	1557.525-1549.854=7.670

*mean*	619.200-1452.000=-832.800
σ	81.275-0.000=81.275
min	502.000-1452.000=-950.000
max	706.000-1452.000=-746.000

*mean*	2.324-2.313=0.011
σ	0.278-0.162=0.115
min	2.094-2.099=-0.005
max	2.661-2.517=0.144

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.062-1861.635=13.427
σ	0.040-0.062=-0.022
min	1875.020-1861.550=13.470
max	1875.107-1861.694=13.414

*mean*	1710.600-1733.200=-22.600
σ	247.346-243.584=3.761
min	1416.000-1452.000=-36.000
max	2040.000-2074.000=-34.000

*mean*	2.859-3.090=-0.231
σ	0.161-0.324=-0.163
min	2.712-2.831=-0.118
max	3.032-3.640=-0.607

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.539-1.727=-0.188
σ	0.210-0.114=0.096
min	1.173-1.593=-0.420
max	1.688-1.892=-0.204

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.401-446.184=-26.783
σ	508.891-577.140=-68.249
min	164.955-157.611=7.344
max	1182.738-1311.894=-129.156

*mean*	101.250-96.250=5.000
σ	6.500-8.500=-2.000
min	98.000-92.000=6.000
max	111.000-109.000=2.000

*mean*	428.000-1452.000=-1024.000
σ	0.000
min	428.000-1452.000=-1024.000
max	428.000-1452.000=-1024.000

*mean*	0.518-0.526=-0.008
σ	0.495-0.531=-0.036
min	0.263-0.260=0.003
max	1.261-1.322=-0.062

policies=20

*mean*	1649.787-1576.417=73.370
σ	0.371-0.357=0.014
min	1649.575-1576.179=73.396
max	1650.343-1576.949=73.394

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	446.250-1452.000=-1005.750
σ	11.057-0.000=11.057
min	432.000-1452.000=-1020.000
max	455.000-1452.000=-997.000

*mean*	2.646-2.629=0.017
σ	0.020-0.041=-0.020
min	2.618-2.595=0.023
max	2.665-2.687=-0.022

policies=200

*mean*	16505.941-15772.214=733.727
σ	0.057-0.087=-0.031
min	16505.873-15772.136=733.736
max	16506.005-15772.338=733.667

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	500.500-1452.000=-951.500
σ	7.000-0.000=7.000
min	492.000-1452.000=-960.000
max	508.000-1452.000=-944.000

*mean*	26.797-26.529=0.268
σ	0.113-0.070=0.043
min	26.672-26.446=0.226
max	26.902-26.608=0.294