Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-57.823=0.000
σ	0.359-0.360=-0.001
min	57.683-57.680=0.004
max	58.845-58.848=-0.003

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.147-0.147=-0.001
σ	0.004-0.005=-0.001
min	0.143-0.142=0.001
max	0.153-0.157=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.898=0.000
σ	0.005-0.004=0.000
min	46.888-46.890=-0.001
max	46.903-46.904=-0.001

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.127-0.126=0.001
σ	0.005-0.005=-0.000
min	0.121-0.122=-0.000
max	0.136-0.138=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606

*mean*	4592.500-4587.625=4.875
σ	2248.699-2248.227=0.472
min	1487.000
max	7384.000-7379.000=5.000

*mean*	153.538-162.034=-8.496
σ	397.759-421.888=-24.128
min	11.865-11.919=-0.054
max	1137.929-1206.141=-68.212

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.605-36.605=0.000

*mean*	4592.500-4587.625=4.875
σ	2248.699-2248.227=0.472
min	1487.000
max	7384.000-7379.000=5.000

*mean*	14.738-14.503=0.235
σ	4.385-4.627=-0.242
min	11.501-11.444=0.057
max	24.296-24.599=-0.303

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.943=-0.001

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	11.670-11.400=0.271
σ	1.834-1.398=0.436
min	10.784-10.655=0.129
max	16.197-14.838=1.359

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.000=-0.000
min	41.924
max	41.925

*mean*	4184.500-4177.500=7.000
σ	1945.530-1945.104=0.425
min	1487.000
max	7384.000-7379.000=5.000

*mean*	11.630-11.577=0.053
σ	1.916-1.769=0.147
min	10.659-10.835=-0.176
max	16.318-15.947=0.371

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.136-0.136=0.000
min	27.585
max	27.972-27.972=0.000

*mean*	4184.500-4177.500=7.000
σ	1945.530-1945.104=0.425
min	1487.000
max	7384.000-7379.000=5.000

*mean*	9.137-9.101=0.037
σ	1.507-1.274=0.233
min	7.943-8.012=-0.069
max	12.775-12.168=0.607

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=0.000
min	26.385-26.385=-0.000
max	26.385

*mean*	4184.500-4177.500=7.000
σ	1945.530-1945.104=0.425
min	1487.000
max	7384.000-7379.000=5.000

*mean*	6.960-7.211=-0.251
σ	1.232-1.012=0.220
min	6.039-6.608=-0.569
max	9.815-9.692=0.123

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4592.500-4587.625=4.875
σ	2248.699-2248.227=0.472
min	1487.000
max	7384.000-7379.000=5.000

*mean*	6.551-6.563=-0.012
σ	0.960-1.018=-0.059
min	5.937-5.834=0.103
max	8.710-8.817=-0.107

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.000-0.001=-0.000
min	25.962-25.962=0.000
max	25.964-25.964=-0.000

*mean*	4592.500-4587.625=4.875
σ	2248.699-2248.227=0.472
min	1487.000
max	7384.000-7379.000=5.000

*mean*	6.518-6.383=0.134
σ	1.118-1.007=0.111
min	5.803-5.731=0.072
max	9.025-8.623=0.401

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	346.194-347.145=-0.952
σ	2.218-2.620=-0.402
min	343.679-342.639=1.039
max	349.799-350.504=-0.705

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=0.000
min	3495.685
max	3496.972-3496.971=0.001

*mean*	3759.500-3755.250=4.250
σ	2300.596-2299.244=1.353
min	720.000
max	7384.000-7379.000=5.000

*mean*	1790.056-1789.384=0.673
σ	684.786-672.894=11.892
min	1381.883-1394.184=-12.301
max	2972.323-2968.086=4.237

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.000

*mean*	4413.125-4405.500=7.625
σ	2217.978-2217.471=0.507
min	1487.000
max	7384.000-7379.000=5.000

*mean*	269.812-235.758=34.054
σ	375.959-270.378=105.580
min	125.326-130.391=-5.065
max	1199.087-903.612=295.475

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4413.125-4405.500=7.625
σ	2217.978-2217.471=0.507
min	1487.000
max	7384.000-7379.000=5.000

*mean*	45.261-45.064=0.197
σ	8.631-8.602=0.029
min	40.084-40.136=-0.052
max	66.194-65.895=0.298

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	190.243-203.475=-13.232
σ	475.780-514.102=-38.322
min	21.541-21.203=0.338
max	1367.738-1475.813=-108.075

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297-71.297=-0.000

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	64.730-62.172=2.558
σ	23.721-16.990=6.731
min	55.128-55.263=-0.136
max	123.358-104.142=19.216

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014
min	4646.837
max	4646.876

*mean*	4184.500-4177.500=7.000
σ	1945.530-1945.104=0.425
min	1487.000
max	7384.000-7379.000=5.000

*mean*	3262.413-3306.271=-43.858
σ	776.494-750.625=25.869
min	2467.900-2491.077=-23.177
max	4622.432-4363.713=258.719

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	1038.745-1045.082=-6.337
σ	280.967-292.225=-11.259
min	912.178-909.980=2.197
max	1718.557-1750.428=-31.871

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7384.000-7379.000=5.000
σ	0.000
min	7384.000-7379.000=5.000
max	7384.000-7379.000=5.000

*mean*	389.950-389.183=0.767
σ	5.038-4.174=0.864
min	379.536-381.546=-2.010
max	396.529-393.983=2.546

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-476.000=-0.375
σ	0.518-0.000=0.518
min	475.000-476.000=-1.000
max	476.000

*mean*	384.714-378.656=6.058
σ	35.949-34.762=1.187
min	310.796-305.791=5.005
max	429.335-418.889=10.446

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.250-559.000=2.250
σ	3.240-0.000=3.240
min	556.000-559.000=-3.000
max	563.000-559.000=4.000

*mean*	738.833-730.205=8.627
σ	62.445-63.075=-0.630
min	625.827-646.050=-20.223
max	820.126-814.393=5.733

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.917-976.919=-0.002
σ	2.438-2.437=0.001
min	976.069-976.070=-0.001
max	987.247-987.244=0.003

*mean*	1051.700-1050.050=1.650
σ	315.963-314.977=0.985
min	568.000
max	1515.000-1511.000=4.000

*mean*	1.346-1.300=0.046
σ	0.180-0.096=0.084
min	1.207-1.205=0.001
max	1.755-1.518=0.237

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.438-0.306=0.133
σ	0.475-0.284=0.192
min	0.154-0.141=0.013
max	1.285-0.808=0.477

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.829-0.471=0.358
σ	0.516-0.321=0.195
min	0.576-0.313=0.263
max	1.751-1.045=0.706

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.379-0.217=0.161
σ	0.030-0.021=0.009
min	0.358-0.201=0.157
max	0.429-0.252=0.177

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.596-0.332=0.264
σ	0.035-0.023=0.012
min	0.556-0.312=0.244
max	0.652-0.371=0.281

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.737-0.568=0.169
σ	0.011-0.042=-0.030
min	0.729-0.504=0.225
max	0.757-0.603=0.153

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.602-0.474=0.128
σ	0.039-0.043=-0.004
min	0.539-0.424=0.115
max	0.638-0.520=0.118

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	3.534-1.965=1.569
σ	0.088-0.072=0.015
min	3.420-1.813=1.607
max	3.917-2.231=1.686

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	3.498-1.914=1.584
σ	0.080-0.090=-0.010
min	3.337-1.728=1.609
max	3.779-2.262=1.517

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.540-0.302=0.237
σ	0.017-0.009=0.008
min	0.517-0.290=0.228
max	0.627-0.361=0.266

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.512-0.291=0.221
σ	0.013-0.010=0.003
min	0.489-0.276=0.214
max	0.575-0.340=0.236

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.428-11.574=-0.145
σ	11.679-11.630=0.050
min	0.573-0.573=-0.000
max	131.510-115.675=15.836

*mean*	466.613-465.343=1.270
σ	19.214-18.831=0.383
min	406.000-407.000=-1.000
max	480.000

*mean*	0.026-0.026=-0.000
σ	0.028-0.028=0.000
min	0.001-0.001=0.000
max	0.315-0.268=0.048

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.945-293.621=0.324
σ	1.061-0.962=0.099
min	293.486-293.129=0.357
max	296.956-296.351=0.606

*mean*	445.200-442.400=2.800
σ	18.967-18.506=0.460
min	416.000
max	472.000-464.000=8.000

*mean*	0.588-0.590=-0.002
σ	0.017-0.019=-0.002
min	0.553-0.548=0.005
max	0.602-0.619=-0.017

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	145.479-156.320=-10.841
σ	11.762-9.020=2.742
min	129.562-134.839=-5.277
max	160.885-163.312=-2.427

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	847.750-874.000=-26.250
σ	0.707-0.000=0.707
min	846.000-874.000=-28.000
max	848.000-874.000=-26.000

*mean*	6.968-11.053=-4.085
σ	2.275-1.380=0.895
min	5.744-7.945=-2.201
max	11.888-12.151=-0.263

phase=parser

*mean*	1042.134-1042.130=0.004
σ	0.001-0.000=0.001
min	1042.131-1042.130=0.001
max	1042.134-1042.131=0.004

*mean*	847.750-874.000=-26.250
σ	0.707-0.000=0.707
min	846.000-874.000=-28.000
max	848.000-874.000=-26.000

*mean*	440.817-579.842=-139.026
σ	129.219-171.477=-42.258
min	372.957-376.231=-3.274
max	722.295-735.971=-13.676

phase=processProdDef

*mean*	2241.193-2241.195=-0.001
σ	0.000-0.000=0.000
min	2241.193-2241.195=-0.001
max	2241.194-2241.195=-0.000

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	2846.227-2870.702=-24.475
σ	346.688-471.977=-125.288
min	2406.348-1865.429=540.919
max	3273.503-3318.377=-44.874

phase=renaming

*mean*	21.430-21.430=0.000
σ	0.001-0.000=0.001
min	21.430
max	21.433-21.430=0.004

*mean*	847.750-874.000=-26.250
σ	0.707-0.000=0.707
min	846.000-874.000=-28.000
max	848.000-874.000=-26.000

*mean*	39.470-41.205=-1.735
σ	3.844-9.198=-5.354
min	34.588-19.853=14.735
max	46.776-47.766=-0.990

phase=type checker

*mean*	958.466-958.462=0.003
σ	0.047-0.047=0.000
min	958.439
max	958.568-958.564=0.004

*mean*	847.750-874.000=-26.250
σ	0.707-0.000=0.707
min	846.000-874.000=-28.000
max	848.000-874.000=-26.000

*mean*	683.025-787.899=-104.874
σ	66.044-56.680=9.364
min	638.929-673.688=-34.759
max	842.718-842.430=0.288

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-327.855=-0.001
σ	0.036-0.037=-0.001
min	327.803-327.803=-0.000
max	327.889-327.892=-0.003

*mean*	441.000-439.200=1.800
σ	4.416-4.266=0.150
min	434.000-432.000=2.000
max	446.000-443.000=3.000

*mean*	0.435-0.432=0.003
σ	0.006-0.010=-0.004
min	0.429-0.424=0.005
max	0.445-0.449=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.070-1313.071=-0.001
σ	0.131-0.137=-0.006
min	1312.969-1312.954=0.015
max	1313.290-1313.303=-0.013

*mean*	1070.600-1086.600=-16.000
σ	185.330-171.353=13.977
min	830.000-890.000=-60.000
max	1309.000-1310.000=-1.000

*mean*	1.872-1.996=-0.125
σ	0.051-0.198=-0.147
min	1.831-1.844=-0.014
max	1.929-2.337=-0.408

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.054-1552.068=-0.014
σ	3.065-3.031=0.035
min	1550.448-1550.543=-0.095
max	1557.525-1557.483=0.042

*mean*	619.200-618.000=1.200
σ	81.275-90.799=-9.524
min	502.000-516.000=-14.000
max	706.000-738.000=-32.000

*mean*	2.324-2.294=0.030
σ	0.278-0.184=0.094
min	2.094-2.070=0.024
max	2.661-2.514=0.147

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.062-1875.064=-0.002
σ	0.040-0.056=-0.016
min	1875.020-1874.998=0.023
max	1875.107-1875.150=-0.043

*mean*	1710.600-1745.000=-34.400
σ	247.346-223.611=23.734
min	1416.000-1452.000=-36.000
max	2040.000-1960.000=80.000

*mean*	2.859-3.101=-0.242
σ	0.161-0.172=-0.011
min	2.712-2.856=-0.143
max	3.032-3.280=-0.248

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.539-1.581=-0.042
σ	0.210-0.145=0.064
min	1.173-1.392=-0.219
max	1.688-1.777=-0.089

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.401-419.405=-0.004
σ	508.891-508.893=-0.002
min	164.955-164.955=-0.000
max	1182.738-1182.744=-0.007

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	428.000-433.000=-5.000
σ	0.000
min	428.000-433.000=-5.000
max	428.000-433.000=-5.000

*mean*	0.518-0.532=-0.014
σ	0.495-0.511=-0.016
min	0.263-0.268=-0.006
max	1.261-1.298=-0.037

policies=20

*mean*	1649.787-1649.811=-0.024
σ	0.371-0.370=0.001
min	1649.575-1649.597=-0.022
max	1650.343-1650.365=-0.022

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.250-448.750=-2.500
σ	11.057-10.243=0.814
min	432.000-437.000=-5.000
max	455.000-462.000=-7.000

*mean*	2.646-2.650=-0.004
σ	0.020-0.017=0.003
min	2.618-2.624=-0.006
max	2.665-2.660=0.005

policies=200

*mean*	16505.941-16506.036=-0.095
σ	0.057-0.079=-0.022
min	16505.873-16505.933=-0.060
max	16506.005-16506.123=-0.119

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-497.000=3.500
σ	7.000-4.967=2.033
min	492.000-491.000=1.000
max	508.000-502.000=6.000

*mean*	26.797-26.802=-0.005
σ	0.113-0.093=0.020
min	26.672-26.688=-0.016
max	26.902-26.904=-0.002