Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.825-57.824=0.001
σ	0.359-0.360=-0.001
min	57.681-57.681=0.000
max	58.845-58.846=-0.001

*mean*	420.600-420.000=0.600
σ	0.843-0.000=0.843
min	419.000-420.000=-1.000
max	421.000-420.000=1.000

*mean*	0.152-0.148=0.003
σ	0.010-0.005=0.004
min	0.139-0.143=-0.005
max	0.164-0.155=0.008

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.899=0.001
σ	0.006-0.006=-0.000
min	46.887-46.889=-0.003
max	46.905-46.906=-0.001

*mean*	421.000-420.000=1.000
σ	0.000
min	421.000-420.000=1.000
max	421.000-420.000=1.000

*mean*	0.133-0.125=0.008
σ	0.011-0.005=0.005
min	0.123-0.120=0.003
max	0.156-0.136=0.020

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.606=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606-36.606=-0.000

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	12.020-11.982=0.039
σ	0.166-0.076=0.090
min	11.820-11.893=-0.073
max	12.250-12.124=0.126

op=column_set() on indexed, repeat

*mean*	36.606-36.606=0.000
σ	0.000-0.000=-0.000
min	36.606-36.605=0.000
max	36.606

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	12.531-12.023=0.508
σ	0.397-0.661=-0.264
min	11.589-11.326=0.264
max	12.842-12.782=0.060

op=table_records(), no indexes

*mean*	41.940-41.941=-0.000
σ	0.002-0.002=0.000
min	41.939-41.939=-0.000
max	41.943-41.943=-0.000

*mean*	7489.000-6947.000=542.000
σ	105.835-0.000=105.835
min	7390.000-6947.000=443.000
max	7588.000-6947.000=641.000

*mean*	11.078-10.991=0.087
σ	0.250-0.230=0.020
min	10.652-10.762=-0.109
max	11.418-11.443=-0.025

op=table_records(), repeat

*mean*	41.926-41.925=0.001
σ	0.001-0.000=0.001
min	41.925-41.925=0.000
max	41.929-41.926=0.003

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	10.961-11.016=-0.055
σ	0.164-0.262=-0.098
min	10.773-10.751=0.022
max	11.256-11.580=-0.323

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=-0.000
min	27.586
max	27.973-27.973=-0.000

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	8.648-8.473=0.174
σ	0.247-0.423=-0.177
min	8.338-7.806=0.531
max	8.938-9.073=-0.136

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.386=0.000
σ	0.000-0.000=0.000
min	26.386
max	26.386-26.386=0.000

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	6.751-6.528=0.223
σ	0.141-0.372=-0.231
min	6.533-5.884=0.648
max	6.986-6.871=0.116

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.675-25.675=-0.000

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	5.980-5.921=0.058
σ	0.142-0.190=-0.048
min	5.743-5.664=0.078
max	6.236-6.315=-0.079

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.963=0.000
σ	0.001-0.001=-0.000
min	25.963-25.963=0.000
max	25.964

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	5.802-5.791=0.011
σ	0.096-0.095=0.001
min	5.650-5.605=0.045
max	5.951-5.936=0.016

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	7464.250-6947.000=517.250
σ	102.475-0.000=102.475
min	7390.000-6947.000=443.000
max	7588.000-6947.000=641.000

*mean*	346.611-349.891=-3.281
σ	2.465-1.101=1.363
min	343.115-348.160=-5.045
max	350.800-351.204=-0.404

op=load_product(), with indexes

*mean*	3495.849
σ	0.460-0.460=0.000
min	3495.686-3495.686=-0.000
max	3496.988

*mean*	3371.000-3446.125=-75.125
σ	1936.876-2087.723=-150.846
min	637.000-640.000=-3.000
max	5399.000-6947.000=-1548.000

*mean*	1773.399-1747.123=26.277
σ	726.847-617.743=109.103
min	1390.466-1401.927=-11.462
max	3255.163-2889.777=365.386

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.842-107.842=0.000
max	107.843-107.843=-0.000

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	140.177-136.652=3.525
σ	5.904-14.628=-8.724
min	131.022-121.654=9.368
max	150.207-156.854=-6.647

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.066
max	62.070

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	42.368-42.968=-0.600
σ	1.849-1.833=0.016
min	40.542-40.971=-0.428
max	44.628-45.338=-0.710

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.926
max	40.930

*mean*	7489.000-6947.000=542.000
σ	105.835-0.000=105.835
min	7390.000-6947.000=443.000
max	7588.000-6947.000=641.000

*mean*	21.693-22.137=-0.444
σ	0.166-1.260=-1.094
min	21.407-21.321=0.086
max	21.866-25.213=-3.347

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=0.000
σ	0.002-0.002=0.000
min	71.294-71.294=0.000
max	71.298-71.298=0.000

*mean*	7489.000-6947.000=542.000
σ	105.835-0.000=105.835
min	7390.000-6947.000=443.000
max	7588.000-6947.000=641.000

*mean*	55.671-55.473=0.199
σ	0.572-0.423=0.148
min	54.669-54.868=-0.199
max	56.545-56.308=0.237

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.844=-0.001
σ	0.014-0.014=0.000
min	4646.838
max	4646.877

*mean*	4027.125-4192.125=-165.000
σ	1987.670-2132.338=-144.668
min	1337.000-1229.000=108.000
max	7390.000-6947.000=443.000

*mean*	3521.732-3700.957=-179.226
σ	833.931-884.674=-50.743
min	2524.226-2503.426=20.800
max	4697.795-4857.642=-159.846

op=vertical_lookup_list() on indexed

*mean*	1973.831
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833

*mean*	7489.000-6947.000=542.000
σ	105.835-0.000=105.835
min	7390.000-6947.000=443.000
max	7588.000-6947.000=641.000

*mean*	1084.826-1151.132=-66.306
σ	308.161-631.893=-323.732
min	906.782-922.509=-15.728
max	1633.252-2714.944=-1081.693

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.088

*mean*	7489.000-6947.000=542.000
σ	105.835-0.000=105.835
min	7390.000-6947.000=443.000
max	7588.000-6947.000=641.000

*mean*	400.964-413.060=-12.096
σ	3.056-41.931=-38.875
min	395.893-395.789=0.104
max	405.326-516.771=-111.444

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-478.000=-2.000
σ	0.000
min	476.000-478.000=-2.000
max	476.000-478.000=-2.000

*mean*	400.361-381.506=18.856
σ	23.213-47.850=-24.637
min	366.080-309.796=56.284
max	430.248-438.885=-8.637

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	556.375-560.000=-3.625
σ	2.504-0.000=2.504
min	555.000-560.000=-5.000
max	562.000-560.000=2.000

*mean*	757.675-756.907=0.767
σ	64.147-66.766=-2.619
min	633.477-622.893=10.583
max	830.543-830.573=-0.030

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.920-976.918=0.001
σ	2.437-2.438=-0.001
min	976.070-976.070=-0.000
max	987.244-987.248=-0.004

*mean*	1046.450-1047.200=-0.750
σ	304.087-316.135=-12.048
min	556.000-548.000=8.000
max	1492.000-1508.000=-16.000

*mean*	1.320-1.318=0.002
σ	0.157-0.146=0.011
min	1.209-1.200=0.009
max	1.814-1.749=0.065

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.390-0.398=-0.008
σ	0.478-0.508=-0.030
min	0.154-0.144=0.011
max	1.242-1.304=-0.061

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.489-0.479=0.010
σ	0.317-0.328=-0.012
min	0.335-0.321=0.014
max	1.055-1.066=-0.011

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.226-0.220=0.006
σ	0.022-0.021=0.001
min	0.204-0.204=-0.000
max	0.260-0.255=0.004

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.345-0.338=0.007
σ	0.023-0.015=0.007
min	0.326-0.327=-0.001
max	0.382-0.365=0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	430.000-436.200=-6.200
σ	0.000-6.535=-6.535
min	430.000
max	430.000-443.000=-13.000

*mean*	0.576-0.558=0.018
σ	0.036-0.037=-0.000
min	0.521-0.498=0.023
max	0.615-0.588=0.027

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.460-0.501=-0.042
σ	0.058-0.025=0.033
min	0.394-0.473=-0.079
max	0.528-0.527=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	2.040-2.486=-0.447
σ	0.180-0.388=-0.208
min	1.858-1.838=0.019
max	2.641-4.840=-2.199

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	2.672-2.637=0.035
σ	0.095-0.093=0.002
min	2.502-2.509=-0.007
max	2.981-2.950=0.031

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.310-0.302=0.009
σ	0.008-0.013=-0.004
min	0.294-0.282=0.012
max	0.360-0.375=-0.015

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.297-0.290=0.007
σ	0.008-0.012=-0.005
min	0.284-0.273=0.011
max	0.341-0.375=-0.034

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.877-11.579=0.298
σ	11.285-12.249=-0.964
min	0.573-0.578=-0.004
max	87.140-115.658=-28.517

*mean*	457.933-462.595=-4.662
σ	18.257-17.089=1.168
min	407.000
max	473.000-477.000=-4.000

*mean*	0.027-0.027=0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=-0.000
max	0.213-0.280=-0.067

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.828-293.843=-0.015
σ	1.059-1.089=-0.030
min	293.363-293.339=0.024
max	296.837-296.932=-0.095

*mean*	442.000-443.000=-1.000
σ	16.813-19.038=-2.225
min	416.000-415.000=1.000
max	464.000-465.000=-1.000

*mean*	0.597-0.590=0.007
σ	0.018-0.025=-0.006
min	0.550-0.542=0.007
max	0.617-0.620=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	847.750-848.375=-0.625
σ	0.707-0.518=0.190
min	846.000-848.000=-2.000
max	848.000-849.000=-1.000

*mean*	138.004-135.794=2.210
σ	7.518-12.654=-5.137
min	125.461-120.739=4.723
max	146.265-160.531=-14.266

phase=macro expansion

*mean*	5.897
σ	0.000
min	5.897
max	5.897

*mean*	847.500-848.250=-0.750
σ	0.926-0.463=0.463
min	846.000-848.000=-2.000
max	848.000-849.000=-1.000

*mean*	6.369-7.024=-0.654
σ	1.084-2.227=-1.143
min	5.785-5.799=-0.013
max	8.901-11.835=-2.934

phase=parser

*mean*	1042.133-1042.133=-0.000
σ	0.000-0.000=0.000
min	1042.132
max	1042.133

*mean*	847.500-848.250=-0.750
σ	0.926-0.463=0.463
min	846.000-848.000=-2.000
max	848.000-849.000=-1.000

*mean*	425.017-447.974=-22.957
σ	84.065-137.717=-53.652
min	371.284-374.815=-3.531
max	598.894-728.569=-129.675

phase=processProdDef

*mean*	2241.194
σ	0.000
min	2241.194
max	2241.194

*mean*	847.750-848.375=-0.625
σ	0.707-0.518=0.190
min	846.000-848.000=-2.000
max	848.000-849.000=-1.000

*mean*	2889.167-2648.845=240.322
σ	287.463-603.800=-316.337
min	2266.889-1684.834=582.055
max	3127.806-3234.974=-107.168

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	847.500-848.250=-0.750
σ	0.926-0.463=0.463
min	846.000-848.000=-2.000
max	848.000-849.000=-1.000

*mean*	33.902-40.013=-6.111
σ	9.026-4.595=4.430
min	20.017-34.563=-14.546
max	43.038-47.832=-4.794

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	847.500-848.250=-0.750
σ	0.926-0.463=0.463
min	846.000-848.000=-2.000
max	848.000-849.000=-1.000

*mean*	673.677-694.870=-21.193
σ	59.029-60.226=-1.196
min	621.005-644.195=-23.190
max	778.726-839.001=-60.275

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.017-327.856=0.161
σ	0.038-0.037=0.001
min	327.966-327.804=0.162
max	328.056-327.892=0.164

*mean*	440.600-441.400=-0.800
σ	4.099-4.506=-0.407
min	434.000
max	445.000

*mean*	0.439-0.434=0.006
σ	0.009-0.008=0.001
min	0.428-0.425=0.003
max	0.450-0.443=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.231-1313.067=0.165
σ	0.145-0.136=0.009
min	1313.119-1312.957=0.162
max	1313.482-1313.299=0.183

*mean*	1074.000-1087.800=-13.800
σ	164.883-174.187=-9.304
min	878.000-882.000=-4.000
max	1282.000-1304.000=-22.000

*mean*	1.882-1.900=-0.017
σ	0.063-0.068=-0.004
min	1.828-1.825=0.004
max	1.956-1.993=-0.036

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.261-1552.075=0.186
σ	3.029-3.016=0.013
min	1550.748-1550.551=0.198
max	1557.673-1557.463=0.209

*mean*	620.600-619.200=1.400
σ	84.884-84.981=-0.097
min	521.000-520.000=1.000
max	734.000-733.000=1.000

*mean*	2.354-2.264=0.090
σ	0.179-0.172=0.007
min	2.170-2.076=0.094
max	2.596-2.513=0.083

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.220-1875.071=0.150
σ	0.045-0.058=-0.013
min	1875.168-1875.009=0.159
max	1875.276-1875.164=0.112

*mean*	1706.400-1735.600=-29.200
σ	259.406-215.936=43.470
min	1400.000-1445.000=-45.000
max	2071.000-1938.000=133.000

*mean*	2.943-2.997=-0.055
σ	0.117-0.158=-0.040
min	2.850-2.856=-0.007
max	3.106-3.238=-0.133

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.672-1.518=0.153
σ	0.056-0.190=-0.134
min	1.593-1.220=0.373
max	1.729-1.701=0.027

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.409-419.412=-0.003
σ	508.903-508.905=-0.002
min	164.955-164.956=-0.001
max	1182.764-1182.769=-0.006

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	432.000-433.000=-1.000
σ	0.000
min	432.000-433.000=-1.000
max	432.000-433.000=-1.000

*mean*	0.535-0.533=0.002
σ	0.527-0.511=0.016
min	0.267-0.270=-0.002
max	1.325-1.299=0.026

policies=20

*mean*	1649.814-1649.824=-0.010
σ	0.362-0.354=0.008
min	1649.591-1649.606=-0.015
max	1650.356-1650.352=0.004

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.750-450.500=0.250
σ	11.295-9.815=1.480
min	437.000-439.000=-2.000
max	460.000-463.000=-3.000

*mean*	2.654-2.649=0.006
σ	0.015-0.012=0.002
min	2.641-2.635=0.006
max	2.670-2.665=0.005

policies=200

*mean*	16506.005-16506.079=-0.074
σ	0.111-0.164=-0.053
min	16505.845-16505.945=-0.099
max	16506.104-16506.294=-0.190

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-503.500=-5.750
σ	5.909-6.758=-0.849
min	492.000-496.000=-4.000
max	506.000-511.000=-5.000

*mean*	26.787-26.704=0.083
σ	0.213-0.108=0.105
min	26.529-26.584=-0.055
max	27.021-26.832=0.189